Lines Matching refs:pmdp
78 pmd_t *pmdp; in early_map_kernel_page() local
94 pmdp = early_alloc_pgtable(PAGE_SIZE, nid, region_start, in early_map_kernel_page()
96 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
98 pmdp = pmd_offset(pudp, ea); in early_map_kernel_page()
100 ptep = pmdp_ptep(pmdp); in early_map_kernel_page()
103 if (!pmd_present(*pmdp)) { in early_map_kernel_page()
106 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
108 ptep = pte_offset_kernel(pmdp, ea); in early_map_kernel_page()
130 pmd_t *pmdp; in __map_kernel_page() local
159 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
160 if (!pmdp) in __map_kernel_page()
163 ptep = pmdp_ptep(pmdp); in __map_kernel_page()
166 ptep = pte_alloc_kernel(pmdp, ea); in __map_kernel_page()
191 pmd_t *pmdp; in radix__change_memory_range() local
210 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
211 if (!pmdp) in radix__change_memory_range()
213 if (pmd_is_leaf(*pmdp)) { in radix__change_memory_range()
214 ptep = pmdp_ptep(pmdp); in radix__change_memory_range()
217 ptep = pte_alloc_kernel(pmdp, idx); in radix__change_memory_range()
933 pmd_t *pmdp, unsigned long clr, in radix__pmd_hugepage_update() argument
939 WARN_ON(!radix__pmd_trans_huge(*pmdp) && !pmd_devmap(*pmdp)); in radix__pmd_hugepage_update()
940 assert_spin_locked(pmd_lockptr(mm, pmdp)); in radix__pmd_hugepage_update()
943 old = radix__pte_update(mm, addr, (pte_t *)pmdp, clr, set, 1); in radix__pmd_hugepage_update()
950 pmd_t *pmdp) in radix__pmdp_collapse_flush() argument
956 VM_BUG_ON(radix__pmd_trans_huge(*pmdp)); in radix__pmdp_collapse_flush()
957 VM_BUG_ON(pmd_devmap(*pmdp)); in radix__pmdp_collapse_flush()
961 pmd = *pmdp; in radix__pmdp_collapse_flush()
962 pmd_clear(pmdp); in radix__pmdp_collapse_flush()
984 void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in radix__pgtable_trans_huge_deposit() argument
989 assert_spin_locked(pmd_lockptr(mm, pmdp)); in radix__pgtable_trans_huge_deposit()
992 if (!pmd_huge_pte(mm, pmdp)) in radix__pgtable_trans_huge_deposit()
995 list_add(lh, (struct list_head *) pmd_huge_pte(mm, pmdp)); in radix__pgtable_trans_huge_deposit()
996 pmd_huge_pte(mm, pmdp) = pgtable; in radix__pgtable_trans_huge_deposit()
999 pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in radix__pgtable_trans_huge_withdraw() argument
1005 assert_spin_locked(pmd_lockptr(mm, pmdp)); in radix__pgtable_trans_huge_withdraw()
1008 pgtable = pmd_huge_pte(mm, pmdp); in radix__pgtable_trans_huge_withdraw()
1011 pmd_huge_pte(mm, pmdp) = NULL; in radix__pgtable_trans_huge_withdraw()
1013 pmd_huge_pte(mm, pmdp) = (pgtable_t) lh->next; in radix__pgtable_trans_huge_withdraw()
1024 unsigned long addr, pmd_t *pmdp) in radix__pmdp_huge_get_and_clear() argument
1029 old = radix__pmd_hugepage_update(mm, addr, pmdp, ~0UL, 0); in radix__pmdp_huge_get_and_clear()