Lines Matching refs:dst_addr
59 unsigned long dst_addr, struct page *page, in mfill_atomic_install_pte() argument
82 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
87 offset = linear_page_index(dst_vma, dst_addr); in mfill_atomic_install_pte()
101 page_add_new_anon_rmap(page, dst_vma, dst_addr, false); in mfill_atomic_install_pte()
112 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
115 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_install_pte()
125 unsigned long dst_addr, in mcopy_atomic_pte() argument
136 page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, dst_vma, dst_addr); in mcopy_atomic_pte()
169 ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in mcopy_atomic_pte()
183 unsigned long dst_addr) in mfill_zeropage_pte() argument
191 _dst_pte = pte_mkspecial(pfn_pte(my_zero_pfn(dst_addr), in mfill_zeropage_pte()
193 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
197 offset = linear_page_index(dst_vma, dst_addr); in mfill_zeropage_pte()
206 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_zeropage_pte()
208 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_zeropage_pte()
219 unsigned long dst_addr, in mcontinue_atomic_pte() argument
223 pgoff_t pgoff = linear_page_index(dst_vma, dst_addr); in mcontinue_atomic_pte()
235 ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in mcontinue_atomic_pte()
286 unsigned long src_addr, dst_addr; in __mcopy_atomic_hugetlb() local
306 dst_addr = dst_start; in __mcopy_atomic_hugetlb()
346 BUG_ON(dst_addr >= dst_start + len); in __mcopy_atomic_hugetlb()
356 idx = linear_page_index(dst_vma, dst_addr); in __mcopy_atomic_hugetlb()
361 dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize); in __mcopy_atomic_hugetlb()
377 dst_addr, src_addr, mode, &page); in __mcopy_atomic_hugetlb()
404 dst_addr += vma_hpagesize; in __mcopy_atomic_hugetlb()
438 unsigned long dst_addr, in mfill_atomic_pte() argument
447 return mcontinue_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte()
464 dst_addr, src_addr, page, in mfill_atomic_pte()
468 dst_vma, dst_addr); in mfill_atomic_pte()
472 dst_addr, src_addr, in mfill_atomic_pte()
491 unsigned long src_addr, dst_addr; in __mcopy_atomic() local
507 dst_addr = dst_start; in __mcopy_atomic()
573 BUG_ON(dst_addr >= dst_start + len); in __mcopy_atomic()
575 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr); in __mcopy_atomic()
604 err = mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in __mcopy_atomic()
628 dst_addr += PAGE_SIZE; in __mcopy_atomic()