Home
last modified time | relevance | path

Searched refs:pudp (Results 1 – 25 of 60) sorted by relevance

123

/linux/arch/arm64/include/asm/
A Dpgalloc.h23 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate() argument
25 set_pud(pudp, __pud(__phys_to_pud_val(pmdp) | prot)); in __pud_populate()
28 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate() argument
33 __pud_populate(pudp, __pa(pmdp), pudval); in pud_populate()
36 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate() argument
44 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
46 set_p4d(p4dp, __p4d(__phys_to_p4d_val(pudp) | prot)); in __p4d_populate()
49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument
54 __p4d_populate(p4dp, __pa(pudp), p4dval); in p4d_populate()
57 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
/linux/arch/arm64/mm/
A Dmmu.c315 pud_t *pudp; in alloc_init_pud() local
755 pud_t *pudp, pud; in kern_addr_valid() local
890 pud_t *pudp, pud; in unmap_hotplug_pud_range() local
901 pud_clear(pudp); in unmap_hotplug_pud_range()
1035 pud_clear(pudp); in free_empty_pmd_table()
1044 pud_t *pudp, pud; in free_empty_pud_table() local
1133 pud_t *pudp; in vmemmap_populate() local
1149 if (!pudp) in vmemmap_populate()
1219 pud_t *pudp; in early_fixmap_init() local
1375 pud_clear(pudp); in pud_clear_huge()
[all …]
A Dhugetlbpage.c109 pud_t *pudp; in find_num_contig() local
114 pudp = pud_offset(p4dp, addr); in find_num_contig()
115 pmdp = pmd_offset(pudp, addr); in find_num_contig()
264 pud_t *pudp; in huge_pte_alloc() local
271 if (!pudp) in huge_pte_alloc()
275 ptep = (pte_t *)pudp; in huge_pte_alloc()
309 pud_t *pudp, pud; in huge_pte_offset() local
320 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
321 pud = READ_ONCE(*pudp); in huge_pte_offset()
326 return (pte_t *)pudp; in huge_pte_offset()
[all …]
A Dkasan_init.c76 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, in kasan_pmd_offset() argument
79 if (pud_none(READ_ONCE(*pudp))) { in kasan_pmd_offset()
83 __pud_populate(pudp, pmd_phys, PUD_TYPE_TABLE); in kasan_pmd_offset()
86 return early ? pmd_offset_kimg(pudp, addr) : pmd_offset(pudp, addr); in kasan_pmd_offset()
119 static void __init kasan_pmd_populate(pud_t *pudp, unsigned long addr, in kasan_pmd_populate() argument
123 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); in kasan_pmd_populate()
135 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early); in kasan_pud_populate() local
139 kasan_pmd_populate(pudp, addr, next, node, early); in kasan_pud_populate()
140 } while (pudp++, addr = next, addr != end && pud_none(READ_ONCE(*pudp))); in kasan_pud_populate()
A Dpageattr.c209 pud_t *pudp, pud; in kernel_page_present() local
225 pudp = pud_offset(p4dp, addr); in kernel_page_present()
226 pud = READ_ONCE(*pudp); in kernel_page_present()
232 pmdp = pmd_offset(pudp, addr); in kernel_page_present()
/linux/arch/s390/mm/
A Dpageattr.c165 pmdp = pmd_offset(pudp, addr); in walk_pmd_level()
203 pmd_addr = pud_pfn(*pudp) << PAGE_SHIFT; in split_pud_page()
205 nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); in split_pud_page()
225 pud_t new = *pudp; in modify_pud_page()
243 pud_t *pudp; in walk_pud_level() local
246 pudp = pud_offset(p4d, addr); in walk_pud_level()
248 if (pud_none(*pudp)) in walk_pud_level()
251 if (pud_large(*pudp)) { in walk_pud_level()
256 rc = split_pud_page(pudp, addr); in walk_pud_level()
261 modify_pud_page(pudp, addr, flags); in walk_pud_level()
[all …]
A Dhugetlbpage.c183 pud_t *pudp = (pud_t *) ptep; in huge_ptep_get_and_clear() local
197 pud_t *pudp; in huge_pte_alloc() local
203 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
204 if (pudp) { in huge_pte_alloc()
206 return (pte_t *) pudp; in huge_pte_alloc()
219 pud_t *pudp; in huge_pte_offset() local
226 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
227 if (pud_present(*pudp)) { in huge_pte_offset()
228 if (pud_large(*pudp)) in huge_pte_offset()
229 return (pte_t *) pudp; in huge_pte_offset()
[all …]
A Dpgtable.c492 unsigned long addr, pud_t *pudp) in pudp_idte_local() argument
498 __pudp_idte(addr, pudp, 0, 0, IDTE_LOCAL); in pudp_idte_local()
502 unsigned long addr, pud_t *pudp) in pudp_idte_global() argument
514 __pmdp_csp((pmd_t *) pudp); in pudp_idte_global()
518 unsigned long addr, pud_t *pudp) in pudp_flush_direct() argument
522 old = *pudp; in pudp_flush_direct()
528 pudp_idte_local(mm, addr, pudp); in pudp_flush_direct()
530 pudp_idte_global(mm, addr, pudp); in pudp_flush_direct()
536 pud_t *pudp, pud_t new) in pudp_xchg_direct() argument
541 old = pudp_flush_direct(mm, addr, pudp); in pudp_xchg_direct()
[all …]
/linux/arch/powerpc/mm/nohash/
A Dbook3e_pgtable.c77 pud_t *pudp; in map_kernel_page() local
85 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
86 if (!pudp) in map_kernel_page()
88 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
101 pudp = pud_offset(p4dp, ea); in map_kernel_page()
102 if (pud_none(*pudp)) { in map_kernel_page()
104 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
106 pmdp = pmd_offset(pudp, ea); in map_kernel_page()
/linux/arch/x86/include/asm/
A Dpgtable-3level.h103 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
106 pud.p4d.pgd = pti_set_user_pgtbl(&pudp->p4d.pgd, pud.p4d.pgd); in native_set_pud()
108 set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); in native_set_pud()
132 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
136 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
138 set_pud(pudp, __pud(0)); in pud_clear()
232 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear() argument
234 union split_pud res, *orig = (union split_pud *)pudp; in native_pudp_get_and_clear()
237 pti_set_user_pgtbl(&pudp->p4d.pgd, __pgd(0)); in native_pudp_get_and_clear()
/linux/mm/
A Ddebug_vm_pgtable.c69 pud_t *pudp; member
393 pud = READ_ONCE(*args->pudp); in pud_advanced_tests()
398 pud = READ_ONCE(*args->pudp); in pud_advanced_tests()
409 pud = READ_ONCE(*args->pudp); in pud_advanced_tests()
414 pud = READ_ONCE(*args->pudp); in pud_advanced_tests()
423 pud = READ_ONCE(*args->pudp); in pud_advanced_tests()
494 pud = READ_ONCE(*args->pudp); in pud_huge_tests()
530 WRITE_ONCE(*args->pudp, pud); in pud_clear_tests()
531 pud_clear(args->pudp); in pud_clear_tests()
585 pud_clear(args->pudp); in p4d_populate_tests()
[all …]
A Dpgtable-generic.c147 pud_t *pudp) in pudp_huge_clear_flush() argument
152 VM_BUG_ON(!pud_trans_huge(*pudp) && !pud_devmap(*pudp)); in pudp_huge_clear_flush()
153 pud = pudp_huge_get_and_clear(vma->vm_mm, address, pudp); in pudp_huge_clear_flush()
/linux/arch/powerpc/mm/book3s64/
A Dradix_pgtable.c77 pud_t *pudp; in early_map_kernel_page() local
88 pudp = pud_offset(p4dp, ea); in early_map_kernel_page()
90 ptep = (pte_t *)pudp; in early_map_kernel_page()
93 if (pud_none(*pudp)) { in early_map_kernel_page()
129 pud_t *pudp; in __map_kernel_page() local
153 if (!pudp) in __map_kernel_page()
156 ptep = (pte_t *)pudp; in __map_kernel_page()
190 pud_t *pudp; in radix__change_memory_range() local
204 if (!pudp) in radix__change_memory_range()
206 if (pud_is_leaf(*pudp)) { in radix__change_memory_range()
[all …]
/linux/arch/riscv/include/asm/
A Dpgtable-64.h52 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
54 *pudp = pud; in set_pud()
57 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
59 set_pud(pudp, __pud(0)); in pud_clear()
/linux/arch/arc/include/asm/
A Dpgalloc.h75 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument
77 set_p4d(p4dp, __p4d((unsigned long)pudp)); in p4d_populate()
86 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate() argument
88 set_pud(pudp, __pud((unsigned long)pmdp)); in pud_populate()
/linux/include/trace/events/
A Dxen.h207 TP_PROTO(pud_t *pudp, pud_t pudval),
208 TP_ARGS(pudp, pudval),
210 __field(pud_t *, pudp)
213 TP_fast_assign(__entry->pudp = pudp;
216 __entry->pudp,
242 TP_PROTO(pud_t *pudp, pud_t pudval),
243 TP_ARGS(pudp, pudval),
245 __field(pud_t *, pudp)
248 TP_fast_assign(__entry->pudp = pudp;
251 __entry->pudp,
/linux/include/linux/
A Dpgtable.h178 unsigned long address, pud_t *pudp,
189 unsigned long address, pud_t *pudp, in pudp_set_access_flags() argument
348 pud_t *pudp) in pudp_huge_get_and_clear() argument
350 pud_t pud = *pudp; in pudp_huge_get_and_clear()
352 pud_clear(pudp); in pudp_huge_get_and_clear()
370 unsigned long address, pud_t *pudp, in pudp_huge_get_and_clear_full() argument
433 pud_t *pudp);
506 pud_t old_pud = *pudp; in pudp_set_wrprotect()
655 #define set_pud_safe(pudp, pud) \ argument
657 WARN_ON_ONCE(pud_present(*pudp) && !pud_same(*pudp, pud)); \
[all …]
/linux/include/asm-generic/
A Dtlb.h594 #define __tlb_remove_pud_tlb_entry(tlb, pudp, address) do {} while (0) argument
597 #define tlb_remove_pud_tlb_entry(tlb, pudp, address) \ argument
600 __tlb_remove_pud_tlb_entry(tlb, pudp, address); \
640 #define pud_free_tlb(tlb, pudp, address) \ argument
644 __pud_free_tlb(tlb, pudp, address); \
649 #define p4d_free_tlb(tlb, pudp, address) \ argument
653 __p4d_free_tlb(tlb, pudp, address); \
/linux/arch/arm/include/asm/
A Dpgtable-3level.h121 #define pud_clear(pudp) \ argument
123 *pudp = __pud(0); \
124 clean_pmd_entry(pudp); \
127 #define set_pud(pudp, pud) \ argument
129 *pudp = pud; \
130 flush_pmd_entry(pudp); \
/linux/arch/arm/mm/
A Dkasan_init.c88 static void __init kasan_pmd_populate(pud_t *pudp, unsigned long addr, in kasan_pmd_populate() argument
92 pmd_t *pmdp = pmd_offset(pudp, addr); in kasan_pmd_populate()
124 pud_t *pudp; in kasan_pgd_populate() local
151 pudp = pud_offset(p4dp, addr); in kasan_pgd_populate()
153 kasan_pmd_populate(pudp, addr, next, early); in kasan_pgd_populate()
/linux/arch/sparc/mm/
A Dsrmmu.c498 pud_t *pudp; in srmmu_mapioaddr() local
506 pudp = pud_offset(p4dp, virt_addr); in srmmu_mapioaddr()
537 pud_t *pudp; in srmmu_unmapioaddr() local
684 pud_t *pudp; in srmmu_early_allocate_ptable_skeleton() local
691 pudp = pud_offset(p4dp, start); in srmmu_early_allocate_ptable_skeleton()
719 pud_t *pudp; in srmmu_allocate_ptable_skeleton() local
726 pudp = pud_offset(p4dp, start); in srmmu_allocate_ptable_skeleton()
727 if (pud_none(*pudp)) { in srmmu_allocate_ptable_skeleton()
734 pmdp = pmd_offset(pudp, start); in srmmu_allocate_ptable_skeleton()
778 pud_t *pudp; in srmmu_inherit_prom_mappings() local
[all …]
A Dfault_64.c83 pud_t *pudp; in get_user_insn() local
94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
95 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
101 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
/linux/arch/x86/mm/
A Dpgtable.c188 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate() argument
194 set_pud(pudp, __pud(__pa(pmd) | _PAGE_PRESENT)); in pud_populate()
521 pud_t *pudp, pud_t entry, int dirty) in pudp_set_access_flags() argument
523 int changed = !pud_same(*pudp, entry); in pudp_set_access_flags()
528 set_pud(pudp, entry); in pudp_set_access_flags()
566 unsigned long addr, pud_t *pudp) in pudp_test_and_clear_young() argument
570 if (pud_young(*pudp)) in pudp_test_and_clear_young()
572 (unsigned long *)pudp); in pudp_test_and_clear_young()
/linux/arch/m68k/include/asm/
A Dmotorola_pgtable.h127 static inline void pud_set(pud_t *pudp, pmd_t *pmdp) in pud_set() argument
129 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set()
161 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) argument
/linux/arch/powerpc/include/asm/nohash/64/
A Dpgtable.h146 static inline void pud_set(pud_t *pudp, unsigned long val) in pud_set() argument
148 *pudp = __pud(val); in pud_set()
151 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
153 *pudp = __pud(0); in pud_clear()

Completed in 42 milliseconds

123