pgio 824 fs/nfs/blocklayout/blocklayout.c is_aligned_req(struct nfs_pageio_descriptor *pgio, pgio 831 fs/nfs/blocklayout/blocklayout.c if (pgio->pg_dreq == NULL) pgio 841 fs/nfs/blocklayout/blocklayout.c (req_offset(req) + req->wb_bytes == i_size_read(pgio->pg_inode))) { pgio 856 fs/nfs/blocklayout/blocklayout.c bl_pg_init_read(struct nfs_pageio_descriptor *pgio, struct nfs_page *req) pgio 858 fs/nfs/blocklayout/blocklayout.c if (!is_aligned_req(pgio, req, SECTOR_SIZE, false)) { pgio 859 fs/nfs/blocklayout/blocklayout.c nfs_pageio_reset_read_mds(pgio); pgio 863 fs/nfs/blocklayout/blocklayout.c pnfs_generic_pg_init_read(pgio, req); pgio 865 fs/nfs/blocklayout/blocklayout.c if (pgio->pg_lseg && pgio 866 fs/nfs/blocklayout/blocklayout.c test_bit(NFS_LSEG_UNAVAILABLE, &pgio->pg_lseg->pls_flags)) { pgio 867 fs/nfs/blocklayout/blocklayout.c pnfs_error_mark_layout_for_return(pgio->pg_inode, pgio->pg_lseg); pgio 868 fs/nfs/blocklayout/blocklayout.c pnfs_set_lo_fail(pgio->pg_lseg); pgio 869 fs/nfs/blocklayout/blocklayout.c nfs_pageio_reset_read_mds(pgio); pgio 878 fs/nfs/blocklayout/blocklayout.c bl_pg_test_read(struct nfs_pageio_descriptor *pgio, struct nfs_page *prev, pgio 881 fs/nfs/blocklayout/blocklayout.c if (!is_aligned_req(pgio, req, SECTOR_SIZE, false)) pgio 883 fs/nfs/blocklayout/blocklayout.c return pnfs_generic_pg_test(pgio, prev, req); pgio 910 fs/nfs/blocklayout/blocklayout.c bl_pg_init_write(struct nfs_pageio_descriptor *pgio, struct nfs_page *req) pgio 914 fs/nfs/blocklayout/blocklayout.c if (!is_aligned_req(pgio, req, PAGE_SIZE, true)) { pgio 915 fs/nfs/blocklayout/blocklayout.c nfs_pageio_reset_write_mds(pgio); pgio 919 fs/nfs/blocklayout/blocklayout.c if (pgio->pg_dreq == NULL) pgio 920 fs/nfs/blocklayout/blocklayout.c wb_size = pnfs_num_cont_bytes(pgio->pg_inode, pgio 923 fs/nfs/blocklayout/blocklayout.c wb_size = nfs_dreq_bytes_left(pgio->pg_dreq); pgio 925 fs/nfs/blocklayout/blocklayout.c pnfs_generic_pg_init_write(pgio, req, wb_size); pgio 927 fs/nfs/blocklayout/blocklayout.c if (pgio->pg_lseg && pgio 928 fs/nfs/blocklayout/blocklayout.c test_bit(NFS_LSEG_UNAVAILABLE, &pgio->pg_lseg->pls_flags)) { pgio 930 fs/nfs/blocklayout/blocklayout.c pnfs_error_mark_layout_for_return(pgio->pg_inode, pgio->pg_lseg); pgio 931 fs/nfs/blocklayout/blocklayout.c pnfs_set_lo_fail(pgio->pg_lseg); pgio 932 fs/nfs/blocklayout/blocklayout.c nfs_pageio_reset_write_mds(pgio); pgio 941 fs/nfs/blocklayout/blocklayout.c bl_pg_test_write(struct nfs_pageio_descriptor *pgio, struct nfs_page *prev, pgio 944 fs/nfs/blocklayout/blocklayout.c if (!is_aligned_req(pgio, req, PAGE_SIZE, true)) pgio 946 fs/nfs/blocklayout/blocklayout.c return pnfs_generic_pg_test(pgio, prev, req); pgio 847 fs/nfs/filelayout/filelayout.c filelayout_pg_test(struct nfs_pageio_descriptor *pgio, struct nfs_page *prev, pgio 853 fs/nfs/filelayout/filelayout.c u64 segment_offset = pgio->pg_lseg->pls_range.offset; pgio 854 fs/nfs/filelayout/filelayout.c u32 stripe_unit = FILELAYOUT_LSEG(pgio->pg_lseg)->stripe_unit; pgio 857 fs/nfs/filelayout/filelayout.c size = pnfs_generic_pg_test(pgio, prev, req); pgio 914 fs/nfs/filelayout/filelayout.c filelayout_pg_init_read(struct nfs_pageio_descriptor *pgio, pgio 917 fs/nfs/filelayout/filelayout.c pnfs_generic_pg_check_layout(pgio); pgio 918 fs/nfs/filelayout/filelayout.c if (!pgio->pg_lseg) { pgio 919 fs/nfs/filelayout/filelayout.c pgio->pg_lseg = fl_pnfs_update_layout(pgio->pg_inode, pgio 926 fs/nfs/filelayout/filelayout.c if (IS_ERR(pgio->pg_lseg)) { pgio 927 fs/nfs/filelayout/filelayout.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 928 fs/nfs/filelayout/filelayout.c pgio->pg_lseg = NULL; pgio 933 fs/nfs/filelayout/filelayout.c if (pgio->pg_lseg == NULL) pgio 934 fs/nfs/filelayout/filelayout.c nfs_pageio_reset_read_mds(pgio); pgio 938 fs/nfs/filelayout/filelayout.c filelayout_pg_init_write(struct nfs_pageio_descriptor *pgio, pgio 944 fs/nfs/filelayout/filelayout.c pnfs_generic_pg_check_layout(pgio); pgio 945 fs/nfs/filelayout/filelayout.c if (!pgio->pg_lseg) { pgio 946 fs/nfs/filelayout/filelayout.c pgio->pg_lseg = fl_pnfs_update_layout(pgio->pg_inode, pgio 953 fs/nfs/filelayout/filelayout.c if (IS_ERR(pgio->pg_lseg)) { pgio 954 fs/nfs/filelayout/filelayout.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 955 fs/nfs/filelayout/filelayout.c pgio->pg_lseg = NULL; pgio 961 fs/nfs/filelayout/filelayout.c if (pgio->pg_lseg == NULL) pgio 963 fs/nfs/filelayout/filelayout.c nfs_init_cinfo(&cinfo, pgio->pg_inode, pgio->pg_dreq); pgio 964 fs/nfs/filelayout/filelayout.c status = filelayout_alloc_commit_info(pgio->pg_lseg, &cinfo, GFP_NOFS); pgio 966 fs/nfs/filelayout/filelayout.c pnfs_put_lseg(pgio->pg_lseg); pgio 967 fs/nfs/filelayout/filelayout.c pgio->pg_lseg = NULL; pgio 972 fs/nfs/filelayout/filelayout.c nfs_pageio_reset_write_mds(pgio); pgio 872 fs/nfs/flexfilelayout/flexfilelayout.c ff_layout_pg_get_read(struct nfs_pageio_descriptor *pgio, pgio 876 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_put_lseg(pgio->pg_lseg); pgio 877 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = pnfs_update_layout(pgio->pg_inode, pgio 884 fs/nfs/flexfilelayout/flexfilelayout.c if (IS_ERR(pgio->pg_lseg)) { pgio 885 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 886 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 891 fs/nfs/flexfilelayout/flexfilelayout.c ff_layout_pg_init_read(struct nfs_pageio_descriptor *pgio, pgio 900 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_generic_pg_check_layout(pgio); pgio 902 fs/nfs/flexfilelayout/flexfilelayout.c if (!pgio->pg_lseg) { pgio 903 fs/nfs/flexfilelayout/flexfilelayout.c ff_layout_pg_get_read(pgio, req, false); pgio 904 fs/nfs/flexfilelayout/flexfilelayout.c if (!pgio->pg_lseg) pgio 907 fs/nfs/flexfilelayout/flexfilelayout.c if (ff_layout_avoid_read_on_rw(pgio->pg_lseg)) { pgio 908 fs/nfs/flexfilelayout/flexfilelayout.c ff_layout_pg_get_read(pgio, req, true); pgio 909 fs/nfs/flexfilelayout/flexfilelayout.c if (!pgio->pg_lseg) pgio 913 fs/nfs/flexfilelayout/flexfilelayout.c ds = ff_layout_choose_best_ds_for_read(pgio->pg_lseg, 0, &ds_idx); pgio 915 fs/nfs/flexfilelayout/flexfilelayout.c if (!ff_layout_no_fallback_to_mds(pgio->pg_lseg)) pgio 917 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_put_lseg(pgio->pg_lseg); pgio 918 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 924 fs/nfs/flexfilelayout/flexfilelayout.c mirror = FF_LAYOUT_COMP(pgio->pg_lseg, ds_idx); pgio 926 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_mirror_idx = ds_idx; pgio 929 fs/nfs/flexfilelayout/flexfilelayout.c pgm = &pgio->pg_mirrors[0]; pgio 932 fs/nfs/flexfilelayout/flexfilelayout.c if (NFS_SERVER(pgio->pg_inode)->flags & pgio 934 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_maxretrans = io_maxretrans; pgio 937 fs/nfs/flexfilelayout/flexfilelayout.c if (pgio->pg_error < 0) pgio 940 fs/nfs/flexfilelayout/flexfilelayout.c trace_pnfs_mds_fallback_pg_init_read(pgio->pg_inode, pgio 942 fs/nfs/flexfilelayout/flexfilelayout.c NFS_I(pgio->pg_inode)->layout, pgio 943 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg); pgio 944 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_put_lseg(pgio->pg_lseg); pgio 945 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 946 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_maxretrans = 0; pgio 947 fs/nfs/flexfilelayout/flexfilelayout.c nfs_pageio_reset_read_mds(pgio); pgio 951 fs/nfs/flexfilelayout/flexfilelayout.c ff_layout_pg_init_write(struct nfs_pageio_descriptor *pgio, pgio 962 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_generic_pg_check_layout(pgio); pgio 963 fs/nfs/flexfilelayout/flexfilelayout.c if (!pgio->pg_lseg) { pgio 964 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = pnfs_update_layout(pgio->pg_inode, pgio 971 fs/nfs/flexfilelayout/flexfilelayout.c if (IS_ERR(pgio->pg_lseg)) { pgio 972 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 973 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 978 fs/nfs/flexfilelayout/flexfilelayout.c if (pgio->pg_lseg == NULL) pgio 981 fs/nfs/flexfilelayout/flexfilelayout.c nfs_init_cinfo(&cinfo, pgio->pg_inode, pgio->pg_dreq); pgio 982 fs/nfs/flexfilelayout/flexfilelayout.c status = ff_layout_alloc_commit_info(pgio->pg_lseg, &cinfo, GFP_NOFS); pgio 987 fs/nfs/flexfilelayout/flexfilelayout.c if (WARN_ON_ONCE(pgio->pg_mirror_count != pgio 988 fs/nfs/flexfilelayout/flexfilelayout.c FF_LAYOUT_MIRROR_COUNT(pgio->pg_lseg))) pgio 991 fs/nfs/flexfilelayout/flexfilelayout.c for (i = 0; i < pgio->pg_mirror_count; i++) { pgio 992 fs/nfs/flexfilelayout/flexfilelayout.c mirror = FF_LAYOUT_COMP(pgio->pg_lseg, i); pgio 993 fs/nfs/flexfilelayout/flexfilelayout.c ds = nfs4_ff_layout_prepare_ds(pgio->pg_lseg, mirror, true); pgio 995 fs/nfs/flexfilelayout/flexfilelayout.c if (!ff_layout_no_fallback_to_mds(pgio->pg_lseg)) pgio 997 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_put_lseg(pgio->pg_lseg); pgio 998 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 1003 fs/nfs/flexfilelayout/flexfilelayout.c pgm = &pgio->pg_mirrors[i]; pgio 1007 fs/nfs/flexfilelayout/flexfilelayout.c if (NFS_SERVER(pgio->pg_inode)->flags & pgio 1009 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_maxretrans = io_maxretrans; pgio 1013 fs/nfs/flexfilelayout/flexfilelayout.c trace_pnfs_mds_fallback_pg_init_write(pgio->pg_inode, pgio 1015 fs/nfs/flexfilelayout/flexfilelayout.c NFS_I(pgio->pg_inode)->layout, pgio 1016 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg); pgio 1017 fs/nfs/flexfilelayout/flexfilelayout.c pnfs_put_lseg(pgio->pg_lseg); pgio 1018 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 1019 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_maxretrans = 0; pgio 1020 fs/nfs/flexfilelayout/flexfilelayout.c nfs_pageio_reset_write_mds(pgio); pgio 1024 fs/nfs/flexfilelayout/flexfilelayout.c ff_layout_pg_get_mirror_count_write(struct nfs_pageio_descriptor *pgio, pgio 1027 fs/nfs/flexfilelayout/flexfilelayout.c if (!pgio->pg_lseg) { pgio 1028 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = pnfs_update_layout(pgio->pg_inode, pgio 1035 fs/nfs/flexfilelayout/flexfilelayout.c if (IS_ERR(pgio->pg_lseg)) { pgio 1036 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 1037 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg = NULL; pgio 1041 fs/nfs/flexfilelayout/flexfilelayout.c if (pgio->pg_lseg) pgio 1042 fs/nfs/flexfilelayout/flexfilelayout.c return FF_LAYOUT_MIRROR_COUNT(pgio->pg_lseg); pgio 1044 fs/nfs/flexfilelayout/flexfilelayout.c trace_pnfs_mds_fallback_pg_get_mirror_count(pgio->pg_inode, pgio 1046 fs/nfs/flexfilelayout/flexfilelayout.c NFS_I(pgio->pg_inode)->layout, pgio 1047 fs/nfs/flexfilelayout/flexfilelayout.c pgio->pg_lseg); pgio 1049 fs/nfs/flexfilelayout/flexfilelayout.c nfs_pageio_reset_write_mds(pgio); pgio 450 fs/nfs/internal.h extern void nfs_pageio_init_read(struct nfs_pageio_descriptor *pgio, pgio 454 fs/nfs/internal.h extern void nfs_pageio_reset_read_mds(struct nfs_pageio_descriptor *pgio); pgio 466 fs/nfs/internal.h extern void nfs_pageio_init_write(struct nfs_pageio_descriptor *pgio, pgio 469 fs/nfs/internal.h extern void nfs_pageio_reset_write_mds(struct nfs_pageio_descriptor *pgio); pgio 512 fs/nfs/internal.h void nfs_pageio_stop_mirroring(struct nfs_pageio_descriptor *pgio); pgio 865 fs/nfs/pagelist.c static void nfs_pageio_setup_mirroring(struct nfs_pageio_descriptor *pgio, pgio 870 fs/nfs/pagelist.c if (pgio->pg_ops->pg_get_mirror_count) pgio 871 fs/nfs/pagelist.c mirror_count = pgio->pg_ops->pg_get_mirror_count(pgio, req); pgio 872 fs/nfs/pagelist.c if (mirror_count == pgio->pg_mirror_count || pgio->pg_error < 0) pgio 876 fs/nfs/pagelist.c pgio->pg_error = -EINVAL; pgio 880 fs/nfs/pagelist.c pgio->pg_mirrors = nfs_pageio_alloc_mirrors(pgio, mirror_count); pgio 881 fs/nfs/pagelist.c if (pgio->pg_mirrors == NULL) { pgio 882 fs/nfs/pagelist.c pgio->pg_error = -ENOMEM; pgio 883 fs/nfs/pagelist.c pgio->pg_mirrors = pgio->pg_mirrors_static; pgio 886 fs/nfs/pagelist.c pgio->pg_mirror_count = mirror_count; pgio 889 fs/nfs/pagelist.c static void nfs_pageio_cleanup_mirroring(struct nfs_pageio_descriptor *pgio) pgio 891 fs/nfs/pagelist.c pgio->pg_mirror_count = 1; pgio 892 fs/nfs/pagelist.c pgio->pg_mirror_idx = 0; pgio 893 fs/nfs/pagelist.c pgio->pg_mirrors = pgio->pg_mirrors_static; pgio 894 fs/nfs/pagelist.c kfree(pgio->pg_mirrors_dynamic); pgio 895 fs/nfs/pagelist.c pgio->pg_mirrors_dynamic = NULL; pgio 918 fs/nfs/pagelist.c struct nfs_pageio_descriptor *pgio) pgio 944 fs/nfs/pagelist.c size = pgio->pg_ops->pg_test(pgio, prev, req); pgio 1317 fs/nfs/pagelist.c void nfs_pageio_stop_mirroring(struct nfs_pageio_descriptor *pgio) pgio 1319 fs/nfs/pagelist.c nfs_pageio_complete(pgio); pgio 2468 fs/nfs/pnfs.c pnfs_generic_pg_check_layout(struct nfs_pageio_descriptor *pgio) pgio 2470 fs/nfs/pnfs.c if (pgio->pg_lseg == NULL || pgio 2471 fs/nfs/pnfs.c test_bit(NFS_LSEG_VALID, &pgio->pg_lseg->pls_flags)) pgio 2473 fs/nfs/pnfs.c pnfs_put_lseg(pgio->pg_lseg); pgio 2474 fs/nfs/pnfs.c pgio->pg_lseg = NULL; pgio 2483 fs/nfs/pnfs.c pnfs_generic_pg_check_range(struct nfs_pageio_descriptor *pgio, struct nfs_page *req) pgio 2485 fs/nfs/pnfs.c if (pgio->pg_lseg && !pnfs_lseg_request_intersecting(pgio->pg_lseg, req)) { pgio 2486 fs/nfs/pnfs.c pnfs_put_lseg(pgio->pg_lseg); pgio 2487 fs/nfs/pnfs.c pgio->pg_lseg = NULL; pgio 2492 fs/nfs/pnfs.c pnfs_generic_pg_init_read(struct nfs_pageio_descriptor *pgio, struct nfs_page *req) pgio 2496 fs/nfs/pnfs.c pnfs_generic_pg_check_layout(pgio); pgio 2497 fs/nfs/pnfs.c pnfs_generic_pg_check_range(pgio, req); pgio 2498 fs/nfs/pnfs.c if (pgio->pg_lseg == NULL) { pgio 2499 fs/nfs/pnfs.c if (pgio->pg_dreq == NULL) pgio 2500 fs/nfs/pnfs.c rd_size = i_size_read(pgio->pg_inode) - req_offset(req); pgio 2502 fs/nfs/pnfs.c rd_size = nfs_dreq_bytes_left(pgio->pg_dreq); pgio 2504 fs/nfs/pnfs.c pgio->pg_lseg = pnfs_update_layout(pgio->pg_inode, pgio 2511 fs/nfs/pnfs.c if (IS_ERR(pgio->pg_lseg)) { pgio 2512 fs/nfs/pnfs.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 2513 fs/nfs/pnfs.c pgio->pg_lseg = NULL; pgio 2518 fs/nfs/pnfs.c if (pgio->pg_lseg == NULL) pgio 2519 fs/nfs/pnfs.c nfs_pageio_reset_read_mds(pgio); pgio 2525 fs/nfs/pnfs.c pnfs_generic_pg_init_write(struct nfs_pageio_descriptor *pgio, pgio 2528 fs/nfs/pnfs.c pnfs_generic_pg_check_layout(pgio); pgio 2529 fs/nfs/pnfs.c pnfs_generic_pg_check_range(pgio, req); pgio 2530 fs/nfs/pnfs.c if (pgio->pg_lseg == NULL) { pgio 2531 fs/nfs/pnfs.c pgio->pg_lseg = pnfs_update_layout(pgio->pg_inode, pgio 2538 fs/nfs/pnfs.c if (IS_ERR(pgio->pg_lseg)) { pgio 2539 fs/nfs/pnfs.c pgio->pg_error = PTR_ERR(pgio->pg_lseg); pgio 2540 fs/nfs/pnfs.c pgio->pg_lseg = NULL; pgio 2545 fs/nfs/pnfs.c if (pgio->pg_lseg == NULL) pgio 2546 fs/nfs/pnfs.c nfs_pageio_reset_write_mds(pgio); pgio 2565 fs/nfs/pnfs.c pnfs_generic_pg_test(struct nfs_pageio_descriptor *pgio, pgio 2571 fs/nfs/pnfs.c size = nfs_generic_pg_test(pgio, prev, req); pgio 2586 fs/nfs/pnfs.c if (pgio->pg_lseg) { pgio 2587 fs/nfs/pnfs.c seg_end = pnfs_end_offset(pgio->pg_lseg->pls_range.offset, pgio 2588 fs/nfs/pnfs.c pgio->pg_lseg->pls_range.length); pgio 2608 fs/nfs/pnfs.c struct nfs_pageio_descriptor pgio; pgio 2611 fs/nfs/pnfs.c nfs_pageio_init_write(&pgio, hdr->inode, FLUSH_STABLE, true, pgio 2614 fs/nfs/pnfs.c return nfs_pageio_resend(&pgio, hdr); pgio 2737 fs/nfs/pnfs.c struct nfs_pageio_descriptor pgio; pgio 2740 fs/nfs/pnfs.c nfs_pageio_init_read(&pgio, hdr->inode, true, hdr->completion_ops); pgio 2741 fs/nfs/pnfs.c return nfs_pageio_resend(&pgio, hdr); pgio 2811 fs/nfs/pnfs.c struct nfs_pageio_descriptor pgio; pgio 2818 fs/nfs/pnfs.c nfs_pageio_init_read(&pgio, hdr->inode, false, pgio 2820 fs/nfs/pnfs.c hdr->task.tk_status = nfs_pageio_resend(&pgio, hdr); pgio 244 fs/nfs/pnfs.h void pnfs_generic_pg_check_layout(struct nfs_pageio_descriptor *pgio); pgio 247 fs/nfs/pnfs.h void pnfs_generic_pg_init_write(struct nfs_pageio_descriptor *pgio, pgio 251 fs/nfs/pnfs.h size_t pnfs_generic_pg_test(struct nfs_pageio_descriptor *pgio, pgio 61 fs/nfs/read.c void nfs_pageio_init_read(struct nfs_pageio_descriptor *pgio, pgio 72 fs/nfs/read.c nfs_pageio_init(pgio, inode, pg_ops, compl_ops, &nfs_rw_read_ops, pgio 77 fs/nfs/read.c void nfs_pageio_reset_read_mds(struct nfs_pageio_descriptor *pgio) pgio 81 fs/nfs/read.c if (pgio->pg_ops && pgio->pg_ops->pg_cleanup) pgio 82 fs/nfs/read.c pgio->pg_ops->pg_cleanup(pgio); pgio 84 fs/nfs/read.c pgio->pg_ops = &nfs_pgio_rw_ops; pgio 87 fs/nfs/read.c WARN_ON_ONCE(pgio->pg_mirror_count != 1); pgio 89 fs/nfs/read.c mirror = &pgio->pg_mirrors[0]; pgio 90 fs/nfs/read.c mirror->pg_bsize = NFS_SERVER(pgio->pg_inode)->rsize; pgio 122 fs/nfs/read.c struct nfs_pageio_descriptor pgio; pgio 136 fs/nfs/read.c nfs_pageio_init_read(&pgio, inode, false, pgio 138 fs/nfs/read.c if (!nfs_pageio_add_request(&pgio, new)) { pgio 140 fs/nfs/read.c nfs_readpage_release(new, pgio.pg_error); pgio 142 fs/nfs/read.c nfs_pageio_complete(&pgio); pgio 145 fs/nfs/read.c WARN_ON_ONCE(pgio.pg_mirror_count != 1); pgio 147 fs/nfs/read.c pgm = &pgio.pg_mirrors[0]; pgio 150 fs/nfs/read.c return pgio.pg_error < 0 ? pgio.pg_error : 0; pgio 368 fs/nfs/read.c struct nfs_pageio_descriptor *pgio; pgio 390 fs/nfs/read.c if (!nfs_pageio_add_request(desc->pgio, new)) { pgio 392 fs/nfs/read.c error = desc->pgio->pg_error; pgio 407 fs/nfs/read.c struct nfs_pageio_descriptor pgio; pgio 410 fs/nfs/read.c .pgio = &pgio, pgio 440 fs/nfs/read.c nfs_pageio_init_read(&pgio, inode, false, pgio 444 fs/nfs/read.c nfs_pageio_complete(&pgio); pgio 447 fs/nfs/read.c WARN_ON_ONCE(pgio.pg_mirror_count != 1); pgio 449 fs/nfs/read.c pgm = &pgio.pg_mirrors[0]; pgio 615 fs/nfs/write.c static int nfs_page_async_flush(struct nfs_pageio_descriptor *pgio, pgio 632 fs/nfs/write.c ret = pgio->pg_error; pgio 637 fs/nfs/write.c if (!nfs_pageio_add_request(pgio, req)) { pgio 638 fs/nfs/write.c ret = pgio->pg_error; pgio 648 fs/nfs/write.c pgio->pg_error = 0; pgio 660 fs/nfs/write.c struct nfs_pageio_descriptor *pgio) pgio 664 fs/nfs/write.c nfs_pageio_cond_complete(pgio, page_index(page)); pgio 665 fs/nfs/write.c ret = nfs_page_async_flush(pgio, page); pgio 679 fs/nfs/write.c struct nfs_pageio_descriptor pgio; pgio 684 fs/nfs/write.c nfs_pageio_init_write(&pgio, inode, 0, pgio 686 fs/nfs/write.c err = nfs_do_writepage(page, wbc, &pgio); pgio 687 fs/nfs/write.c pgio.pg_error = 0; pgio 688 fs/nfs/write.c nfs_pageio_complete(&pgio); pgio 691 fs/nfs/write.c if (nfs_error_is_fatal(pgio.pg_error)) pgio 692 fs/nfs/write.c return pgio.pg_error; pgio 724 fs/nfs/write.c struct nfs_pageio_descriptor pgio; pgio 734 fs/nfs/write.c nfs_pageio_init_write(&pgio, inode, wb_priority(wbc), false, pgio 736 fs/nfs/write.c pgio.pg_io_completion = ioc; pgio 737 fs/nfs/write.c err = write_cache_pages(mapping, wbc, nfs_writepages_callback, &pgio); pgio 738 fs/nfs/write.c pgio.pg_error = 0; pgio 739 fs/nfs/write.c nfs_pageio_complete(&pgio); pgio 744 fs/nfs/write.c err = pgio.pg_error; pgio 1461 fs/nfs/write.c void nfs_pageio_init_write(struct nfs_pageio_descriptor *pgio, pgio 1472 fs/nfs/write.c nfs_pageio_init(pgio, inode, pg_ops, compl_ops, &nfs_rw_write_ops, pgio 1477 fs/nfs/write.c void nfs_pageio_reset_write_mds(struct nfs_pageio_descriptor *pgio) pgio 1481 fs/nfs/write.c if (pgio->pg_ops && pgio->pg_ops->pg_cleanup) pgio 1482 fs/nfs/write.c pgio->pg_ops->pg_cleanup(pgio); pgio 1484 fs/nfs/write.c pgio->pg_ops = &nfs_pgio_rw_ops; pgio 1486 fs/nfs/write.c nfs_pageio_stop_mirroring(pgio); pgio 1488 fs/nfs/write.c mirror = &pgio->pg_mirrors[0]; pgio 1489 fs/nfs/write.c mirror->pg_bsize = NFS_SERVER(pgio->pg_inode)->wsize;