| /linux/arch/s390/include/asm/ |
| A D | vtime.h | 9 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_sys() 10 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.sys_enter_timer; in update_timer_sys() 11 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in update_timer_sys() 16 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_mcck() 17 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.mcck_enter_timer; in update_timer_mcck() 18 S390_lowcore.last_update_timer = S390_lowcore.mcck_enter_timer; in update_timer_mcck()
|
| A D | preempt.h | 25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 50 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 52 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 62 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() 67 return unlikely(READ_ONCE(S390_lowcore.preempt_count) == in should_resched() 77 return READ_ONCE(S390_lowcore.preempt_count); in preempt_count() 82 S390_lowcore.preempt_count = pc; in preempt_count_set() 100 S390_lowcore.preempt_count += val; in __preempt_count_add() 105 S390_lowcore.preempt_count -= val; in __preempt_count_sub() [all …]
|
| A D | setup.h | 80 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 81 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 82 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 85 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 86 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 87 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1) 90 #define MACHINE_HAS_TE (S390_lowcore.machine_flags & MACHINE_FLAG_TE) 92 #define MACHINE_HAS_VX (S390_lowcore.machine_flags & MACHINE_FLAG_VX) 94 #define MACHINE_HAS_NX (S390_lowcore.machine_flags & MACHINE_FLAG_NX) 95 #define MACHINE_HAS_GS (S390_lowcore.machine_flags & MACHINE_FLAG_GS) [all …]
|
| A D | timex.h | 164 old = S390_lowcore.clock_comparator; in local_tick_disable() 165 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 166 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 172 S390_lowcore.clock_comparator = comp; in local_tick_enable() 173 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
| A D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending) 17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x)) 18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
|
| A D | mmu_context.h | 79 S390_lowcore.user_asce = s390_invalid_asce; in switch_mm_irqs_off() 81 S390_lowcore.user_asce = next->context.asce; in switch_mm_irqs_off() 114 __ctl_load(S390_lowcore.user_asce, 7, 7); in finish_arch_post_lock_switch() 123 __ctl_load(S390_lowcore.user_asce, 7, 7); in activate_mm()
|
| /linux/arch/s390/kernel/ |
| A D | vtime.c | 52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 53 S390_lowcore.last_update_timer = expires; in set_vtimer() 142 S390_lowcore.hardirq_timer += timer; in do_account_vtime() 144 S390_lowcore.system_timer += timer; in do_account_vtime() 162 S390_lowcore.steal_timer += in do_account_vtime() 213 steal = S390_lowcore.steal_timer; in vtime_flush() 216 S390_lowcore.steal_timer = 0; in vtime_flush() 241 S390_lowcore.guest_timer += delta; in vtime_account_kernel() 243 S390_lowcore.system_timer += delta; in vtime_account_kernel() 253 S390_lowcore.softirq_timer += delta; in vtime_account_softirq() [all …]
|
| A D | early.c | 50 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock() 77 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 86 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 88 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 158 addr = S390_lowcore.program_old_psw.addr; in early_pgm_check_handler() 178 S390_lowcore.program_new_psw = psw; in setup_lowcore_early() 218 S390_lowcore.machine_flags |= MACHINE_FLAG_TE; in detect_machine_facilities() 224 S390_lowcore.machine_flags |= MACHINE_FLAG_VX; in detect_machine_facilities() 228 S390_lowcore.machine_flags |= MACHINE_FLAG_NX; in detect_machine_facilities() 232 S390_lowcore.machine_flags |= MACHINE_FLAG_GS; in detect_machine_facilities() [all …]
|
| A D | nmi.c | 97 S390_lowcore.mcesad = origin | mcesa_origin_lc; in nmi_init() 219 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_validate_registers() 234 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_validate_registers() 246 : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers() 284 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_validate_registers() 289 cr0.val = S390_lowcore.cregs_save_area[0]; in s390_validate_registers() 299 __ctl_load(S390_lowcore.cregs_save_area[0], 0, 0); in s390_validate_registers() 305 : "a" (&S390_lowcore.access_regs_save_area) in s390_validate_registers() 315 cr2.val = S390_lowcore.cregs_save_area[2]; in s390_validate_registers() 367 = S390_lowcore.failing_storage_address; in s390_backup_mcck_info() [all …]
|
| A D | setup.c | 407 S390_lowcore.kernel_stack = stack; in arch_call_rest_init() 446 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore_dat_off() 447 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore_dat_off() 450 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore_dat_off() 451 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore_dat_off() 452 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore_dat_off() 453 lc->steal_timer = S390_lowcore.steal_timer; in setup_lowcore_dat_off() 508 S390_lowcore.svc_new_psw.mask |= PSW_MASK_DAT; in setup_lowcore_dat_on() 510 S390_lowcore.io_new_psw.mask |= PSW_MASK_DAT; in setup_lowcore_dat_on() 511 __ctl_store(S390_lowcore.cregs_save_area, 0, 15); in setup_lowcore_dat_on() [all …]
|
| A D | idle.c | 37 idle->clock_idle_exit = S390_lowcore.int_clock; in account_idle_time_irq() 38 idle->timer_idle_exit = S390_lowcore.sys_enter_timer; in account_idle_time_irq() 40 S390_lowcore.steal_timer += idle->clock_idle_enter - S390_lowcore.last_update_clock; in account_idle_time_irq() 41 S390_lowcore.last_update_clock = idle->clock_idle_exit; in account_idle_time_irq() 43 S390_lowcore.system_timer += S390_lowcore.last_update_timer - idle->timer_idle_enter; in account_idle_time_irq() 44 S390_lowcore.last_update_timer = idle->timer_idle_exit; in account_idle_time_irq()
|
| A D | smp.c | 203 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore() 260 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary() 262 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary() 390 lc = &S390_lowcore; in smp_call_ipl_cpu() 896 S390_lowcore.restart_data = 0; in smp_start_secondary() 897 S390_lowcore.restart_source = -1U; in smp_start_secondary() 898 S390_lowcore.restart_flags = 0; in smp_start_secondary() 1032 S390_lowcore.cpu_nr = 0; in smp_setup_processor_id() 1034 S390_lowcore.spinlock_index = 0; in smp_setup_processor_id() 1256 src.even = (unsigned long) &S390_lowcore; in set_new_lowcore() [all …]
|
| A D | irq.c | 102 if (tod_after_eq(S390_lowcore.int_clock, in do_IRQ() 103 S390_lowcore.clock_comparator)) in do_IRQ() 113 return ((S390_lowcore.async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack() 121 call_on_stack(2, S390_lowcore.async_stack, void, do_IRQ, in do_irq_async() 154 regs->tpi_info = S390_lowcore.tpi_info; in do_io_irq() 155 if (S390_lowcore.tpi_info.adapter_IO) in do_io_irq() 184 regs->int_code = S390_lowcore.ext_int_code_addr; in do_ext_irq() 185 regs->int_parm = S390_lowcore.ext_params; in do_ext_irq() 186 regs->int_parm_long = S390_lowcore.ext_params2; in do_ext_irq()
|
| A D | traps.c | 306 regs->int_code = *(u32 *)&S390_lowcore.pgm_ilc; in __do_pgm_check() 307 regs->int_parm_long = S390_lowcore.trans_exc_code; in __do_pgm_check() 320 if (S390_lowcore.pgm_code & 0x0200) { in __do_pgm_check() 322 current->thread.trap_tdb = S390_lowcore.pgm_tdb; in __do_pgm_check() 325 if (S390_lowcore.pgm_code & PGM_INT_CODE_PER) { in __do_pgm_check() 330 ev->address = S390_lowcore.per_address; in __do_pgm_check() 331 ev->cause = *(u16 *)&S390_lowcore.per_code; in __do_pgm_check() 332 ev->paid = S390_lowcore.per_access_id; in __do_pgm_check()
|
| A D | time.c | 129 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work() 137 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event() 138 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event() 151 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer() 152 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer() 182 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt() 183 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt() 406 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local() 407 S390_lowcore.clock_comparator += delta; in clock_sync_local() 408 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local() [all …]
|
| A D | machine_kexec.c | 48 prefix = (unsigned long) S390_lowcore.prefixreg_save_area; in __do_machine_kdump() 89 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in __machine_kdump() 135 rc = call_on_stack(1, S390_lowcore.nodat_stack, unsigned long, do_start_kdump, in kdump_csum_valid() 230 mem_assign_absolute(S390_lowcore.vmcore_info, paddr_vmcoreinfo_note()); in arch_crash_save_vmcoreinfo()
|
| A D | dumpstack.c | 69 top = S390_lowcore.async_stack + frame_size; in in_irq_stack() 78 top = S390_lowcore.nodat_stack + frame_size; in in_nodat_stack() 87 top = S390_lowcore.mcck_stack + frame_size; in in_mcck_stack() 96 top = S390_lowcore.restart_stack + frame_size; in in_restart_stack()
|
| /linux/arch/s390/boot/ |
| A D | pgm_check_info.c | 130 unsigned long sp = S390_lowcore.gpregs_save_area[15]; in print_stacktrace() 149 unsigned long *gpregs = (unsigned long *)S390_lowcore.gpregs_save_area; in print_pgm_check_info() 150 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info() 156 S390_lowcore.pgm_code, S390_lowcore.pgm_ilc >> 1); in print_pgm_check_info() 160 S390_lowcore.psw_save_area.mask, in print_pgm_check_info() 161 S390_lowcore.psw_save_area.addr, in print_pgm_check_info() 162 (void *)S390_lowcore.psw_save_area.addr); in print_pgm_check_info() 178 decompressor_printk(" [<%016lx>] %pS\n", (unsigned long)S390_lowcore.pgm_last_break, in print_pgm_check_info() 179 (void *)S390_lowcore.pgm_last_break); in print_pgm_check_info()
|
| A D | mem_detect.c | 93 "+Q" (S390_lowcore.program_new_psw), in __diag260() 97 [psw_pgm] "a" (&S390_lowcore.program_new_psw) in __diag260() 141 "=Q" (S390_lowcore.program_new_psw.addr), in tprot() 144 [psw_pgm] "a" (&S390_lowcore.program_new_psw), in tprot()
|
| A D | startup.c | 44 S390_lowcore.current_pid = 0; in setup_lpp() 45 S390_lowcore.lpp = LPP_MAGIC; in setup_lpp() 47 lpp(&S390_lowcore.lpp); in setup_lpp() 294 S390_lowcore.vmcore_info = __kaslr_offset | 0x1UL; in startup_kernel()
|
| /linux/arch/s390/include/asm/fpu/ |
| A D | api.h | 99 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin() 106 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin() 111 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
|
| /linux/arch/s390/mm/ |
| A D | init.c | 109 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init() 110 S390_lowcore.user_asce = s390_invalid_asce; in paging_init() 116 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in paging_init() 117 __ctl_load(S390_lowcore.user_asce, 7, 7); in paging_init() 118 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in paging_init()
|
| A D | kasan_init.c | 222 S390_lowcore.kernel_asce = (__pa(pgd) & PAGE_MASK) | asce_bits; in kasan_set_pgd() 223 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in kasan_set_pgd() 225 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in kasan_set_pgd() 226 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in kasan_set_pgd() 227 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in kasan_set_pgd()
|
| /linux/arch/s390/lib/ |
| A D | uaccess.c | 26 if (cr1 == S390_lowcore.kernel_asce && cr7 == S390_lowcore.user_asce) in debug_user_asce() 32 S390_lowcore.kernel_asce, S390_lowcore.user_asce); in debug_user_asce()
|
| /linux/drivers/s390/char/ |
| A D | sclp_early_core.c | 40 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq() 42 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq() 44 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq() 55 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq() 58 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq() 60 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()
|