Lines Matching full:hdr
42 struct nfs_pgio_header *hdr);
1011 static void ff_layout_reset_write(struct nfs_pgio_header *hdr, bool retry_pnfs) in ff_layout_reset_write() argument
1013 struct rpc_task *task = &hdr->task; in ff_layout_reset_write()
1015 pnfs_layoutcommit_inode(hdr->inode, false); in ff_layout_reset_write()
1020 hdr->task.tk_pid, in ff_layout_reset_write()
1021 hdr->inode->i_sb->s_id, in ff_layout_reset_write()
1022 (unsigned long long)NFS_FILEID(hdr->inode), in ff_layout_reset_write()
1023 hdr->args.count, in ff_layout_reset_write()
1024 (unsigned long long)hdr->args.offset); in ff_layout_reset_write()
1026 hdr->completion_ops->reschedule_io(hdr); in ff_layout_reset_write()
1030 if (!test_and_set_bit(NFS_IOHDR_REDO, &hdr->flags)) { in ff_layout_reset_write()
1033 hdr->task.tk_pid, in ff_layout_reset_write()
1034 hdr->inode->i_sb->s_id, in ff_layout_reset_write()
1035 (unsigned long long)NFS_FILEID(hdr->inode), in ff_layout_reset_write()
1036 hdr->args.count, in ff_layout_reset_write()
1037 (unsigned long long)hdr->args.offset); in ff_layout_reset_write()
1039 trace_pnfs_mds_fallback_write_done(hdr->inode, in ff_layout_reset_write()
1040 hdr->args.offset, hdr->args.count, in ff_layout_reset_write()
1041 IOMODE_RW, NFS_I(hdr->inode)->layout, in ff_layout_reset_write()
1042 hdr->lseg); in ff_layout_reset_write()
1043 task->tk_status = pnfs_write_done_resend_to_mds(hdr); in ff_layout_reset_write()
1047 static void ff_layout_resend_pnfs_read(struct nfs_pgio_header *hdr) in ff_layout_resend_pnfs_read() argument
1049 u32 idx = hdr->pgio_mirror_idx + 1; in ff_layout_resend_pnfs_read()
1052 if (ff_layout_choose_any_ds_for_read(hdr->lseg, idx, &new_idx)) in ff_layout_resend_pnfs_read()
1053 ff_layout_send_layouterror(hdr->lseg); in ff_layout_resend_pnfs_read()
1055 pnfs_error_mark_layout_for_return(hdr->inode, hdr->lseg); in ff_layout_resend_pnfs_read()
1056 pnfs_read_resend_pnfs(hdr, new_idx); in ff_layout_resend_pnfs_read()
1059 static void ff_layout_reset_read(struct nfs_pgio_header *hdr) in ff_layout_reset_read() argument
1061 struct rpc_task *task = &hdr->task; in ff_layout_reset_read()
1063 pnfs_layoutcommit_inode(hdr->inode, false); in ff_layout_reset_read()
1064 pnfs_error_mark_layout_for_return(hdr->inode, hdr->lseg); in ff_layout_reset_read()
1066 if (!test_and_set_bit(NFS_IOHDR_REDO, &hdr->flags)) { in ff_layout_reset_read()
1069 hdr->task.tk_pid, in ff_layout_reset_read()
1070 hdr->inode->i_sb->s_id, in ff_layout_reset_read()
1071 (unsigned long long)NFS_FILEID(hdr->inode), in ff_layout_reset_read()
1072 hdr->args.count, in ff_layout_reset_read()
1073 (unsigned long long)hdr->args.offset); in ff_layout_reset_read()
1075 trace_pnfs_mds_fallback_read_done(hdr->inode, in ff_layout_reset_read()
1076 hdr->args.offset, hdr->args.count, in ff_layout_reset_read()
1077 IOMODE_READ, NFS_I(hdr->inode)->layout, in ff_layout_reset_read()
1078 hdr->lseg); in ff_layout_reset_read()
1079 task->tk_status = pnfs_read_done_resend_to_mds(hdr); in ff_layout_reset_read()
1288 struct nfs_pgio_header *hdr) in ff_layout_read_done_cb() argument
1293 ff_layout_io_track_ds_error(hdr->lseg, hdr->pgio_mirror_idx, in ff_layout_read_done_cb()
1294 hdr->args.offset, hdr->args.count, in ff_layout_read_done_cb()
1295 &hdr->res.op_status, OP_READ, in ff_layout_read_done_cb()
1297 trace_ff_layout_read_error(hdr); in ff_layout_read_done_cb()
1300 err = ff_layout_async_handle_error(task, hdr->args.context->state, in ff_layout_read_done_cb()
1301 hdr->ds_clp, hdr->lseg, in ff_layout_read_done_cb()
1302 hdr->pgio_mirror_idx); in ff_layout_read_done_cb()
1304 trace_nfs4_pnfs_read(hdr, err); in ff_layout_read_done_cb()
1305 clear_bit(NFS_IOHDR_RESEND_PNFS, &hdr->flags); in ff_layout_read_done_cb()
1306 clear_bit(NFS_IOHDR_RESEND_MDS, &hdr->flags); in ff_layout_read_done_cb()
1309 set_bit(NFS_IOHDR_RESEND_PNFS, &hdr->flags); in ff_layout_read_done_cb()
1312 set_bit(NFS_IOHDR_RESEND_MDS, &hdr->flags); in ff_layout_read_done_cb()
1353 struct nfs_pgio_header *hdr) in ff_layout_read_record_layoutstats_start() argument
1355 if (test_and_set_bit(NFS_IOHDR_STAT, &hdr->flags)) in ff_layout_read_record_layoutstats_start()
1357 nfs4_ff_layout_stat_io_start_read(hdr->inode, in ff_layout_read_record_layoutstats_start()
1358 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_read_record_layoutstats_start()
1359 hdr->args.count, in ff_layout_read_record_layoutstats_start()
1364 struct nfs_pgio_header *hdr) in ff_layout_read_record_layoutstats_done() argument
1366 if (!test_and_clear_bit(NFS_IOHDR_STAT, &hdr->flags)) in ff_layout_read_record_layoutstats_done()
1369 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_read_record_layoutstats_done()
1370 hdr->args.count, in ff_layout_read_record_layoutstats_done()
1371 hdr->res.count); in ff_layout_read_record_layoutstats_done()
1372 set_bit(NFS_LSEG_LAYOUTRETURN, &hdr->lseg->pls_flags); in ff_layout_read_record_layoutstats_done()
1376 struct nfs_pgio_header *hdr) in ff_layout_read_prepare_common() argument
1378 if (unlikely(test_bit(NFS_CONTEXT_BAD, &hdr->args.context->flags))) { in ff_layout_read_prepare_common()
1383 if (!pnfs_is_valid_lseg(hdr->lseg)) { in ff_layout_read_prepare_common()
1388 ff_layout_read_record_layoutstats_start(task, hdr); in ff_layout_read_prepare_common()
1399 struct nfs_pgio_header *hdr = data; in ff_layout_read_prepare_v3() local
1401 if (ff_layout_read_prepare_common(task, hdr)) in ff_layout_read_prepare_v3()
1409 struct nfs_pgio_header *hdr = data; in ff_layout_read_prepare_v4() local
1411 if (nfs4_setup_sequence(hdr->ds_clp, in ff_layout_read_prepare_v4()
1412 &hdr->args.seq_args, in ff_layout_read_prepare_v4()
1413 &hdr->res.seq_res, in ff_layout_read_prepare_v4()
1417 ff_layout_read_prepare_common(task, hdr); in ff_layout_read_prepare_v4()
1422 struct nfs_pgio_header *hdr = data; in ff_layout_read_call_done() local
1424 if (test_bit(NFS_IOHDR_REDO, &hdr->flags) && in ff_layout_read_call_done()
1426 nfs4_sequence_done(task, &hdr->res.seq_res); in ff_layout_read_call_done()
1431 hdr->mds_ops->rpc_call_done(task, hdr); in ff_layout_read_call_done()
1436 struct nfs_pgio_header *hdr = data; in ff_layout_read_count_stats() local
1438 ff_layout_read_record_layoutstats_done(task, hdr); in ff_layout_read_count_stats()
1440 &NFS_CLIENT(hdr->inode)->cl_metrics[NFSPROC4_CLNT_READ]); in ff_layout_read_count_stats()
1445 struct nfs_pgio_header *hdr = data; in ff_layout_read_release() local
1447 ff_layout_read_record_layoutstats_done(&hdr->task, hdr); in ff_layout_read_release()
1448 if (test_bit(NFS_IOHDR_RESEND_PNFS, &hdr->flags)) in ff_layout_read_release()
1449 ff_layout_resend_pnfs_read(hdr); in ff_layout_read_release()
1450 else if (test_bit(NFS_IOHDR_RESEND_MDS, &hdr->flags)) in ff_layout_read_release()
1451 ff_layout_reset_read(hdr); in ff_layout_read_release()
1457 struct nfs_pgio_header *hdr) in ff_layout_write_done_cb() argument
1463 ff_layout_io_track_ds_error(hdr->lseg, hdr->pgio_mirror_idx, in ff_layout_write_done_cb()
1464 hdr->args.offset, hdr->args.count, in ff_layout_write_done_cb()
1465 &hdr->res.op_status, OP_WRITE, in ff_layout_write_done_cb()
1467 trace_ff_layout_write_error(hdr); in ff_layout_write_done_cb()
1470 err = ff_layout_async_handle_error(task, hdr->args.context->state, in ff_layout_write_done_cb()
1471 hdr->ds_clp, hdr->lseg, in ff_layout_write_done_cb()
1472 hdr->pgio_mirror_idx); in ff_layout_write_done_cb()
1474 trace_nfs4_pnfs_write(hdr, err); in ff_layout_write_done_cb()
1475 clear_bit(NFS_IOHDR_RESEND_PNFS, &hdr->flags); in ff_layout_write_done_cb()
1476 clear_bit(NFS_IOHDR_RESEND_MDS, &hdr->flags); in ff_layout_write_done_cb()
1479 set_bit(NFS_IOHDR_RESEND_PNFS, &hdr->flags); in ff_layout_write_done_cb()
1482 set_bit(NFS_IOHDR_RESEND_MDS, &hdr->flags); in ff_layout_write_done_cb()
1488 if (hdr->res.verf->committed == NFS_FILE_SYNC || in ff_layout_write_done_cb()
1489 hdr->res.verf->committed == NFS_DATA_SYNC) in ff_layout_write_done_cb()
1490 end_offs = hdr->mds_offset + (loff_t)hdr->res.count; in ff_layout_write_done_cb()
1493 ff_layout_set_layoutcommit(hdr->inode, hdr->lseg, end_offs); in ff_layout_write_done_cb()
1496 hdr->fattr.valid = 0; in ff_layout_write_done_cb()
1498 nfs_writeback_update_inode(hdr); in ff_layout_write_done_cb()
1538 struct nfs_pgio_header *hdr) in ff_layout_write_record_layoutstats_start() argument
1540 if (test_and_set_bit(NFS_IOHDR_STAT, &hdr->flags)) in ff_layout_write_record_layoutstats_start()
1542 nfs4_ff_layout_stat_io_start_write(hdr->inode, in ff_layout_write_record_layoutstats_start()
1543 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_write_record_layoutstats_start()
1544 hdr->args.count, in ff_layout_write_record_layoutstats_start()
1549 struct nfs_pgio_header *hdr) in ff_layout_write_record_layoutstats_done() argument
1551 if (!test_and_clear_bit(NFS_IOHDR_STAT, &hdr->flags)) in ff_layout_write_record_layoutstats_done()
1554 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_write_record_layoutstats_done()
1555 hdr->args.count, hdr->res.count, in ff_layout_write_record_layoutstats_done()
1556 hdr->res.verf->committed); in ff_layout_write_record_layoutstats_done()
1557 set_bit(NFS_LSEG_LAYOUTRETURN, &hdr->lseg->pls_flags); in ff_layout_write_record_layoutstats_done()
1561 struct nfs_pgio_header *hdr) in ff_layout_write_prepare_common() argument
1563 if (unlikely(test_bit(NFS_CONTEXT_BAD, &hdr->args.context->flags))) { in ff_layout_write_prepare_common()
1568 if (!pnfs_is_valid_lseg(hdr->lseg)) { in ff_layout_write_prepare_common()
1573 ff_layout_write_record_layoutstats_start(task, hdr); in ff_layout_write_prepare_common()
1579 struct nfs_pgio_header *hdr = data; in ff_layout_write_prepare_v3() local
1581 if (ff_layout_write_prepare_common(task, hdr)) in ff_layout_write_prepare_v3()
1589 struct nfs_pgio_header *hdr = data; in ff_layout_write_prepare_v4() local
1591 if (nfs4_setup_sequence(hdr->ds_clp, in ff_layout_write_prepare_v4()
1592 &hdr->args.seq_args, in ff_layout_write_prepare_v4()
1593 &hdr->res.seq_res, in ff_layout_write_prepare_v4()
1597 ff_layout_write_prepare_common(task, hdr); in ff_layout_write_prepare_v4()
1602 struct nfs_pgio_header *hdr = data; in ff_layout_write_call_done() local
1604 if (test_bit(NFS_IOHDR_REDO, &hdr->flags) && in ff_layout_write_call_done()
1606 nfs4_sequence_done(task, &hdr->res.seq_res); in ff_layout_write_call_done()
1611 hdr->mds_ops->rpc_call_done(task, hdr); in ff_layout_write_call_done()
1616 struct nfs_pgio_header *hdr = data; in ff_layout_write_count_stats() local
1618 ff_layout_write_record_layoutstats_done(task, hdr); in ff_layout_write_count_stats()
1620 &NFS_CLIENT(hdr->inode)->cl_metrics[NFSPROC4_CLNT_WRITE]); in ff_layout_write_count_stats()
1625 struct nfs_pgio_header *hdr = data; in ff_layout_write_release() local
1627 ff_layout_write_record_layoutstats_done(&hdr->task, hdr); in ff_layout_write_release()
1628 if (test_bit(NFS_IOHDR_RESEND_PNFS, &hdr->flags)) { in ff_layout_write_release()
1629 ff_layout_send_layouterror(hdr->lseg); in ff_layout_write_release()
1630 ff_layout_reset_write(hdr, true); in ff_layout_write_release()
1631 } else if (test_bit(NFS_IOHDR_RESEND_MDS, &hdr->flags)) in ff_layout_write_release()
1632 ff_layout_reset_write(hdr, false); in ff_layout_write_release()
1762 ff_layout_read_pagelist(struct nfs_pgio_header *hdr) in ff_layout_read_pagelist() argument
1764 struct pnfs_layout_segment *lseg = hdr->lseg; in ff_layout_read_pagelist()
1769 loff_t offset = hdr->args.offset; in ff_layout_read_pagelist()
1770 u32 idx = hdr->pgio_mirror_idx; in ff_layout_read_pagelist()
1775 __func__, hdr->inode->i_ino, in ff_layout_read_pagelist()
1776 hdr->args.pgbase, (size_t)hdr->args.count, offset); in ff_layout_read_pagelist()
1784 hdr->inode); in ff_layout_read_pagelist()
1788 ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred); in ff_layout_read_pagelist()
1797 hdr->pgio_done_cb = ff_layout_read_done_cb; in ff_layout_read_pagelist()
1799 hdr->ds_clp = ds->ds_clp; in ff_layout_read_pagelist()
1802 hdr->args.fh = fh; in ff_layout_read_pagelist()
1804 nfs4_ff_layout_select_ds_stateid(mirror, &hdr->args.stateid); in ff_layout_read_pagelist()
1810 hdr->args.offset = offset; in ff_layout_read_pagelist()
1811 hdr->mds_offset = offset; in ff_layout_read_pagelist()
1814 nfs_initiate_pgio(ds_clnt, hdr, ds_cred, ds->ds_clp->rpc_ops, in ff_layout_read_pagelist()
1824 trace_pnfs_mds_fallback_read_pagelist(hdr->inode, in ff_layout_read_pagelist()
1825 hdr->args.offset, hdr->args.count, in ff_layout_read_pagelist()
1826 IOMODE_READ, NFS_I(hdr->inode)->layout, lseg); in ff_layout_read_pagelist()
1832 ff_layout_write_pagelist(struct nfs_pgio_header *hdr, int sync) in ff_layout_write_pagelist() argument
1834 struct pnfs_layout_segment *lseg = hdr->lseg; in ff_layout_write_pagelist()
1839 loff_t offset = hdr->args.offset; in ff_layout_write_pagelist()
1842 u32 idx = hdr->pgio_mirror_idx; in ff_layout_write_pagelist()
1850 hdr->inode); in ff_layout_write_pagelist()
1854 ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred); in ff_layout_write_pagelist()
1861 __func__, hdr->inode->i_ino, sync, (size_t) hdr->args.count, in ff_layout_write_pagelist()
1865 hdr->pgio_done_cb = ff_layout_write_done_cb; in ff_layout_write_pagelist()
1867 hdr->ds_clp = ds->ds_clp; in ff_layout_write_pagelist()
1868 hdr->ds_commit_idx = idx; in ff_layout_write_pagelist()
1871 hdr->args.fh = fh; in ff_layout_write_pagelist()
1873 nfs4_ff_layout_select_ds_stateid(mirror, &hdr->args.stateid); in ff_layout_write_pagelist()
1879 hdr->args.offset = offset; in ff_layout_write_pagelist()
1882 nfs_initiate_pgio(ds_clnt, hdr, ds_cred, ds->ds_clp->rpc_ops, in ff_layout_write_pagelist()
1892 trace_pnfs_mds_fallback_write_pagelist(hdr->inode, in ff_layout_write_pagelist()
1893 hdr->args.offset, hdr->args.count, in ff_layout_write_pagelist()
1894 IOMODE_RW, NFS_I(hdr->inode)->layout, lseg); in ff_layout_write_pagelist()
1978 const struct nfs_pgio_header *hdr, in ff_layout_match_rw() argument
1981 return hdr->lseg == lseg; in ff_layout_match_rw()