Lines Matching refs:ops
26 const struct mm_walk_ops *ops = walk->ops; in walk_pte_range_inner() local
30 err = ops->pte_entry(pte, addr, addr + PAGE_SIZE, walk); in walk_pte_range_inner()
66 const struct mm_walk_ops *ops = walk->ops; in walk_hugepd_range() local
70 if (!ops->pte_entry) in walk_hugepd_range()
81 err = ops->pte_entry(pte, addr, addr + page_size, walk); in walk_hugepd_range()
105 const struct mm_walk_ops *ops = walk->ops; in walk_pmd_range() local
114 if (ops->pte_hole) in walk_pmd_range()
115 err = ops->pte_hole(addr, next, depth, walk); in walk_pmd_range()
127 if (ops->pmd_entry) in walk_pmd_range()
128 err = ops->pmd_entry(pmd, addr, next, walk); in walk_pmd_range()
141 !(ops->pte_entry)) in walk_pmd_range()
166 const struct mm_walk_ops *ops = walk->ops; in walk_pud_range() local
175 if (ops->pte_hole) in walk_pud_range()
176 err = ops->pte_hole(addr, next, depth, walk); in walk_pud_range()
184 if (ops->pud_entry) in walk_pud_range()
185 err = ops->pud_entry(pud, addr, next, walk); in walk_pud_range()
194 !(ops->pmd_entry || ops->pte_entry)) in walk_pud_range()
218 const struct mm_walk_ops *ops = walk->ops; in walk_p4d_range() local
226 if (ops->pte_hole) in walk_p4d_range()
227 err = ops->pte_hole(addr, next, depth, walk); in walk_p4d_range()
232 if (ops->p4d_entry) { in walk_p4d_range()
233 err = ops->p4d_entry(p4d, addr, next, walk); in walk_p4d_range()
239 else if (ops->pud_entry || ops->pmd_entry || ops->pte_entry) in walk_p4d_range()
253 const struct mm_walk_ops *ops = walk->ops; in walk_pgd_range() local
263 if (ops->pte_hole) in walk_pgd_range()
264 err = ops->pte_hole(addr, next, 0, walk); in walk_pgd_range()
269 if (ops->pgd_entry) { in walk_pgd_range()
270 err = ops->pgd_entry(pgd, addr, next, walk); in walk_pgd_range()
276 else if (ops->p4d_entry || ops->pud_entry || ops->pmd_entry || ops->pte_entry) in walk_pgd_range()
302 const struct mm_walk_ops *ops = walk->ops; in walk_hugetlb_range() local
310 err = ops->hugetlb_entry(pte, hmask, addr, next, walk); in walk_hugetlb_range()
311 else if (ops->pte_hole) in walk_hugetlb_range()
312 err = ops->pte_hole(addr, next, -1, walk); in walk_hugetlb_range()
340 const struct mm_walk_ops *ops = walk->ops; in walk_page_test() local
342 if (ops->test_walk) in walk_page_test()
343 return ops->test_walk(start, end, walk); in walk_page_test()
355 if (ops->pte_hole) in walk_page_test()
356 err = ops->pte_hole(start, end, -1, walk); in walk_page_test()
367 const struct mm_walk_ops *ops = walk->ops; in __walk_page_range() local
369 if (vma && ops->pre_vma) { in __walk_page_range()
370 err = ops->pre_vma(start, end, walk); in __walk_page_range()
376 if (ops->hugetlb_entry) in __walk_page_range()
381 if (vma && ops->post_vma) in __walk_page_range()
382 ops->post_vma(walk); in __walk_page_range()
428 unsigned long end, const struct mm_walk_ops *ops, in walk_page_range() argument
435 .ops = ops, in walk_page_range()
474 if (walk.vma || walk.ops->pte_hole) in walk_page_range()
489 unsigned long end, const struct mm_walk_ops *ops, in walk_page_range_novma() argument
494 .ops = ops, in walk_page_range_novma()
509 int walk_page_vma(struct vm_area_struct *vma, const struct mm_walk_ops *ops, in walk_page_vma() argument
513 .ops = ops, in walk_page_vma()
564 pgoff_t nr, const struct mm_walk_ops *ops, in walk_page_mapping() argument
568 .ops = ops, in walk_page_mapping()