Lines Matching refs:fio
391 struct f2fs_io_info fio = { in __f2fs_commit_inmem_pages() local
420 fio.page = page; in __f2fs_commit_inmem_pages()
421 fio.old_blkaddr = NULL_ADDR; in __f2fs_commit_inmem_pages()
422 fio.encrypted_page = NULL; in __f2fs_commit_inmem_pages()
423 fio.need_lock = LOCK_DONE; in __f2fs_commit_inmem_pages()
424 err = f2fs_do_write_data_page(&fio); in __f2fs_commit_inmem_pages()
436 cur->old_addr = fio.old_blkaddr; in __f2fs_commit_inmem_pages()
3342 static int __get_segment_type_2(struct f2fs_io_info *fio) in __get_segment_type_2() argument
3344 if (fio->type == DATA) in __get_segment_type_2()
3350 static int __get_segment_type_4(struct f2fs_io_info *fio) in __get_segment_type_4() argument
3352 if (fio->type == DATA) { in __get_segment_type_4()
3353 struct inode *inode = fio->page->mapping->host; in __get_segment_type_4()
3360 if (IS_DNODE(fio->page) && is_cold_node(fio->page)) in __get_segment_type_4()
3367 static int __get_segment_type_6(struct f2fs_io_info *fio) in __get_segment_type_6() argument
3369 if (fio->type == DATA) { in __get_segment_type_6()
3370 struct inode *inode = fio->page->mapping->host; in __get_segment_type_6()
3375 if (page_private_gcing(fio->page)) { in __get_segment_type_6()
3376 if (fio->sbi->am.atgc_enabled && in __get_segment_type_6()
3377 (fio->io_type == FS_DATA_IO) && in __get_segment_type_6()
3378 (fio->sbi->gc_mode != GC_URGENT_HIGH)) in __get_segment_type_6()
3392 if (IS_DNODE(fio->page)) in __get_segment_type_6()
3393 return is_cold_node(fio->page) ? CURSEG_WARM_NODE : in __get_segment_type_6()
3399 static int __get_segment_type(struct f2fs_io_info *fio) in __get_segment_type() argument
3403 switch (F2FS_OPTION(fio->sbi).active_logs) { in __get_segment_type()
3405 type = __get_segment_type_2(fio); in __get_segment_type()
3408 type = __get_segment_type_4(fio); in __get_segment_type()
3411 type = __get_segment_type_6(fio); in __get_segment_type()
3414 f2fs_bug_on(fio->sbi, true); in __get_segment_type()
3418 fio->temp = HOT; in __get_segment_type()
3420 fio->temp = WARM; in __get_segment_type()
3422 fio->temp = COLD; in __get_segment_type()
3429 struct f2fs_io_info *fio) in f2fs_allocate_data_block() argument
3504 if (fio) { in f2fs_allocate_data_block()
3508 fio->retry = false; in f2fs_allocate_data_block()
3510 INIT_LIST_HEAD(&fio->list); in f2fs_allocate_data_block()
3511 fio->in_list = true; in f2fs_allocate_data_block()
3512 io = sbi->write_io[fio->type] + fio->temp; in f2fs_allocate_data_block()
3514 list_add_tail(&fio->list, &io->io_list); in f2fs_allocate_data_block()
3550 static void do_write_page(struct f2fs_summary *sum, struct f2fs_io_info *fio) in do_write_page() argument
3552 int type = __get_segment_type(fio); in do_write_page()
3553 bool keep_order = (f2fs_lfs_mode(fio->sbi) && type == CURSEG_COLD_DATA); in do_write_page()
3556 down_read(&fio->sbi->io_order_lock); in do_write_page()
3558 f2fs_allocate_data_block(fio->sbi, fio->page, fio->old_blkaddr, in do_write_page()
3559 &fio->new_blkaddr, sum, type, fio); in do_write_page()
3560 if (GET_SEGNO(fio->sbi, fio->old_blkaddr) != NULL_SEGNO) { in do_write_page()
3561 invalidate_mapping_pages(META_MAPPING(fio->sbi), in do_write_page()
3562 fio->old_blkaddr, fio->old_blkaddr); in do_write_page()
3563 f2fs_invalidate_compress_page(fio->sbi, fio->old_blkaddr); in do_write_page()
3567 f2fs_submit_page_write(fio); in do_write_page()
3568 if (fio->retry) { in do_write_page()
3569 fio->old_blkaddr = fio->new_blkaddr; in do_write_page()
3573 f2fs_update_device_state(fio->sbi, fio->ino, fio->new_blkaddr, 1); in do_write_page()
3576 up_read(&fio->sbi->io_order_lock); in do_write_page()
3582 struct f2fs_io_info fio = { in f2fs_do_write_meta_page() local
3596 fio.op_flags &= ~REQ_META; in f2fs_do_write_meta_page()
3600 f2fs_submit_page_write(&fio); in f2fs_do_write_meta_page()
3606 void f2fs_do_write_node_page(unsigned int nid, struct f2fs_io_info *fio) in f2fs_do_write_node_page() argument
3611 do_write_page(&sum, fio); in f2fs_do_write_node_page()
3613 f2fs_update_iostat(fio->sbi, fio->io_type, F2FS_BLKSIZE); in f2fs_do_write_node_page()
3617 struct f2fs_io_info *fio) in f2fs_outplace_write_data() argument
3619 struct f2fs_sb_info *sbi = fio->sbi; in f2fs_outplace_write_data()
3623 set_summary(&sum, dn->nid, dn->ofs_in_node, fio->version); in f2fs_outplace_write_data()
3624 do_write_page(&sum, fio); in f2fs_outplace_write_data()
3625 f2fs_update_data_blkaddr(dn, fio->new_blkaddr); in f2fs_outplace_write_data()
3627 f2fs_update_iostat(sbi, fio->io_type, F2FS_BLKSIZE); in f2fs_outplace_write_data()
3630 int f2fs_inplace_write_data(struct f2fs_io_info *fio) in f2fs_inplace_write_data() argument
3633 struct f2fs_sb_info *sbi = fio->sbi; in f2fs_inplace_write_data()
3636 fio->new_blkaddr = fio->old_blkaddr; in f2fs_inplace_write_data()
3638 __get_segment_type(fio); in f2fs_inplace_write_data()
3640 segno = GET_SEGNO(sbi, fio->new_blkaddr); in f2fs_inplace_write_data()
3656 fio->new_blkaddr, fio->new_blkaddr); in f2fs_inplace_write_data()
3658 stat_inc_inplace_blocks(fio->sbi); in f2fs_inplace_write_data()
3660 if (fio->bio && !(SM_I(sbi)->ipu_policy & (1 << F2FS_IPU_NOCACHE))) in f2fs_inplace_write_data()
3661 err = f2fs_merge_page_bio(fio); in f2fs_inplace_write_data()
3663 err = f2fs_submit_page_bio(fio); in f2fs_inplace_write_data()
3665 f2fs_update_device_state(fio->sbi, fio->ino, in f2fs_inplace_write_data()
3666 fio->new_blkaddr, 1); in f2fs_inplace_write_data()
3667 f2fs_update_iostat(fio->sbi, fio->io_type, F2FS_BLKSIZE); in f2fs_inplace_write_data()
3672 if (fio->bio && *(fio->bio)) { in f2fs_inplace_write_data()
3673 struct bio *bio = *(fio->bio); in f2fs_inplace_write_data()
3677 *(fio->bio) = NULL; in f2fs_inplace_write_data()