Lines Matching refs:ufd
503 static void wp_range(int ufd, __u64 start, __u64 len, bool wp) in wp_range() argument
513 if (ioctl(ufd, UFFDIO_WRITEPROTECT, &prms)) in wp_range()
517 static void continue_range(int ufd, __u64 start, __u64 len) in continue_range() argument
526 if (ioctl(ufd, UFFDIO_CONTINUE, &req)) in continue_range()
536 ret = ioctl(ufd, UFFDIO_CONTINUE, &req); in continue_range()
574 static void retry_copy_page(int ufd, struct uffdio_copy *uffdio_copy, in retry_copy_page() argument
580 if (ioctl(ufd, UFFDIO_COPY, uffdio_copy)) { in retry_copy_page()
591 static void wake_range(int ufd, unsigned long addr, unsigned long len) in wake_range() argument
598 if (ioctl(ufd, UFFDIO_WAKE, &uffdio_wake)) in wake_range()
603 static int __copy_page(int ufd, unsigned long offset, bool retry) in __copy_page() argument
617 if (ioctl(ufd, UFFDIO_COPY, &uffdio_copy)) { in __copy_page()
622 wake_range(ufd, uffdio_copy.dst, page_size); in __copy_page()
628 retry_copy_page(ufd, &uffdio_copy, offset); in __copy_page()
635 static int copy_page_retry(int ufd, unsigned long offset) in copy_page_retry() argument
637 return __copy_page(ufd, offset, true); in copy_page_retry()
640 static int copy_page(int ufd, unsigned long offset) in copy_page() argument
642 return __copy_page(ufd, offset, false); in copy_page()
645 static int uffd_read_msg(int ufd, struct uffd_msg *msg) in uffd_read_msg() argument
747 uffd = msg.arg.fork.ufd; in uffd_poll_thread()
1017 static void retry_uffdio_zeropage(int ufd, in retry_uffdio_zeropage() argument
1024 if (ioctl(ufd, UFFDIO_ZEROPAGE, uffdio_zeropage)) { in retry_uffdio_zeropage()
1034 static int __uffdio_zeropage(int ufd, unsigned long offset, bool retry) in __uffdio_zeropage() argument
1046 ret = ioctl(ufd, UFFDIO_ZEROPAGE, &uffdio_zeropage); in __uffdio_zeropage()
1060 retry_uffdio_zeropage(ufd, &uffdio_zeropage, in __uffdio_zeropage()
1071 static int uffdio_zeropage(int ufd, unsigned long offset) in uffdio_zeropage() argument
1073 return __uffdio_zeropage(ufd, offset, false); in uffdio_zeropage()