49 			      struct nfs4_ff_layout_mirror *mirror);
189 		struct nfs4_ff_layout_mirror *mirror)  in ff_layout_add_mirror()  argument
197 		if (memcmp(&mirror->devid, &pos->devid, sizeof(pos->devid)) != 0)  in ff_layout_add_mirror()
199 		if (!ff_mirror_match_fh(mirror, pos))  in ff_layout_add_mirror()
206 	list_add(&mirror->mirrors, &ff_layout->mirrors);  in ff_layout_add_mirror()
207 	mirror->layout = lo;  in ff_layout_add_mirror()
209 	return mirror;  in ff_layout_add_mirror()
213 ff_layout_remove_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_remove_mirror()  argument
216 	if (mirror->layout == NULL)  in ff_layout_remove_mirror()
218 	inode = mirror->layout->plh_inode;  in ff_layout_remove_mirror()
220 	list_del(&mirror->mirrors);  in ff_layout_remove_mirror()
222 	mirror->layout = NULL;  in ff_layout_remove_mirror()
227 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_alloc_mirror()  local
229 	mirror = kzalloc(sizeof(*mirror), gfp_flags);  in ff_layout_alloc_mirror()
230 	if (mirror != NULL) {  in ff_layout_alloc_mirror()
231 		spin_lock_init(&mirror->lock);  in ff_layout_alloc_mirror()
232 		refcount_set(&mirror->ref, 1);  in ff_layout_alloc_mirror()
233 		INIT_LIST_HEAD(&mirror->mirrors);  in ff_layout_alloc_mirror()
235 	return mirror;  in ff_layout_alloc_mirror()
238 static void ff_layout_free_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_free_mirror()  argument
242 	ff_layout_remove_mirror(mirror);  in ff_layout_free_mirror()
243 	kfree(mirror->fh_versions);  in ff_layout_free_mirror()
244 	cred = rcu_access_pointer(mirror->ro_cred);  in ff_layout_free_mirror()
246 	cred = rcu_access_pointer(mirror->rw_cred);  in ff_layout_free_mirror()
248 	nfs4_ff_layout_put_deviceid(mirror->mirror_ds);  in ff_layout_free_mirror()
249 	kfree(mirror);  in ff_layout_free_mirror()
252 static void ff_layout_put_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_put_mirror()  argument
254 	if (mirror != NULL && refcount_dec_and_test(&mirror->ref))  in ff_layout_put_mirror()
255 		ff_layout_free_mirror(mirror);  in ff_layout_put_mirror()
414 		struct nfs4_ff_layout_mirror *mirror;  in ff_layout_alloc_lseg()  local
514 		mirror = ff_layout_add_mirror(lh, fls->mirror_array[i]);  in ff_layout_alloc_lseg()
515 		if (mirror != fls->mirror_array[i]) {  in ff_layout_alloc_lseg()
518 				cred = xchg(&mirror->ro_cred, cred);  in ff_layout_alloc_lseg()
521 				cred = xchg(&mirror->rw_cred, cred);  in ff_layout_alloc_lseg()
525 			fls->mirror_array[i] = mirror;  in ff_layout_alloc_lseg()
602 nfs4_ff_layoutstat_start_io(struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layoutstat_start_io()  argument
607 	struct nfs4_flexfile_layout *ffl = FF_LAYOUT_FROM_HDR(mirror->layout);  in nfs4_ff_layoutstat_start_io()
610 	if (!mirror->start_time)  in nfs4_ff_layoutstat_start_io()
611 		mirror->start_time = now;  in nfs4_ff_layoutstat_start_io()
612 	if (mirror->report_interval != 0)  in nfs4_ff_layoutstat_start_io()
613 		report_interval = (s64)mirror->report_interval * 1000LL;  in nfs4_ff_layoutstat_start_io()
660 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_start_read()  argument
665 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_read()
666 	report = nfs4_ff_layoutstat_start_io(mirror, &mirror->read_stat, now);  in nfs4_ff_layout_stat_io_start_read()
667 	nfs4_ff_layout_stat_io_update_requested(&mirror->read_stat, requested);  in nfs4_ff_layout_stat_io_start_read()
668 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_start_read()
669 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_read()
677 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_end_read()  argument
681 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_read()
682 	nfs4_ff_layout_stat_io_update_completed(&mirror->read_stat,  in nfs4_ff_layout_stat_io_end_read()
685 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_end_read()
686 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_read()
691 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_start_write()  argument
696 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_write()
697 	report = nfs4_ff_layoutstat_start_io(mirror , &mirror->write_stat, now);  in nfs4_ff_layout_stat_io_start_write()
698 	nfs4_ff_layout_stat_io_update_requested(&mirror->write_stat, requested);  in nfs4_ff_layout_stat_io_start_write()
699 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_start_write()
700 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_write()
708 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_end_write()  argument
716 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_write()
717 	nfs4_ff_layout_stat_io_update_completed(&mirror->write_stat,  in nfs4_ff_layout_stat_io_end_write()
719 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_end_write()
720 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_write()
747 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_choose_ds_for_read()  local
753 		mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_choose_ds_for_read()
754 		ds = nfs4_ff_layout_prepare_ds(lseg, mirror, false);  in ff_layout_choose_ds_for_read()
759 		    nfs4_test_deviceid_unavailable(&mirror->mirror_ds->id_node))  in ff_layout_choose_ds_for_read()
838 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_pg_init_read()  local
866 	mirror = FF_LAYOUT_COMP(pgio->pg_lseg, ds_idx);  in ff_layout_pg_init_read()
868 	pgm->pg_bsize = mirror->mirror_ds->ds_versions[0].rsize;  in ff_layout_pg_init_read()
892 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_pg_init_write()  local
919 		mirror = FF_LAYOUT_COMP(pgio->pg_lseg, i);  in ff_layout_pg_init_write()
920 		ds = nfs4_ff_layout_prepare_ds(pgio->pg_lseg, mirror, true);  in ff_layout_pg_init_write()
930 		pgm->pg_bsize = mirror->mirror_ds->ds_versions[0].wsize;  in ff_layout_pg_init_write()
1228 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_io_track_ds_error()  local
1260 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_io_track_ds_error()
1262 				       mirror, offset, length, status, opnum,  in ff_layout_io_track_ds_error()
1767 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_read_pagelist()  local
1778 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_read_pagelist()
1779 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, false);  in ff_layout_read_pagelist()
1783 	ds_clnt = nfs4_ff_find_or_create_ds_client(mirror, ds->ds_clp,  in ff_layout_read_pagelist()
1788 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred);  in ff_layout_read_pagelist()
1792 	vers = nfs4_ff_layout_ds_version(mirror);  in ff_layout_read_pagelist()
1800 	fh = nfs4_ff_layout_select_ds_fh(mirror);  in ff_layout_read_pagelist()
1804 	nfs4_ff_layout_select_ds_stateid(mirror, &hdr->args.stateid);  in ff_layout_read_pagelist()
1837 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_write_pagelist()  local
1844 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_write_pagelist()
1845 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, true);  in ff_layout_write_pagelist()
1849 	ds_clnt = nfs4_ff_find_or_create_ds_client(mirror, ds->ds_clp,  in ff_layout_write_pagelist()
1854 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred);  in ff_layout_write_pagelist()
1858 	vers = nfs4_ff_layout_ds_version(mirror);  in ff_layout_write_pagelist()
1869 	fh = nfs4_ff_layout_select_ds_fh(mirror);  in ff_layout_write_pagelist()
1873 	nfs4_ff_layout_select_ds_stateid(mirror, &hdr->args.stateid);  in ff_layout_write_pagelist()
1919 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_initiate_commit()  local
1930 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_initiate_commit()
1931 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, true);  in ff_layout_initiate_commit()
1935 	ds_clnt = nfs4_ff_find_or_create_ds_client(mirror, ds->ds_clp,  in ff_layout_initiate_commit()
1940 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, data->cred);  in ff_layout_initiate_commit()
1944 	vers = nfs4_ff_layout_ds_version(mirror);  in ff_layout_initiate_commit()
2009 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_cancel_io()  local
2017 		mirror = flseg->mirror_array[idx];  in ff_layout_cancel_io()
2018 		mirror_ds = mirror->mirror_ds;  in ff_layout_cancel_io()
2021 		ds = mirror->mirror_ds->ds;  in ff_layout_cancel_io()
2425 			      struct nfs4_ff_layout_mirror *mirror)  in ff_layout_encode_ff_layoutupdate()  argument
2428 	struct nfs4_pnfs_ds *ds = mirror->mirror_ds->ds;  in ff_layout_encode_ff_layoutupdate()
2429 	struct nfs_fh *fh = &mirror->fh_versions[0];  in ff_layout_encode_ff_layoutupdate()
2441 	spin_lock(&mirror->lock);  in ff_layout_encode_ff_layoutupdate()
2442 	ff_layout_encode_io_latency(xdr, &mirror->read_stat.io_stat);  in ff_layout_encode_ff_layoutupdate()
2444 	ff_layout_encode_io_latency(xdr, &mirror->write_stat.io_stat);  in ff_layout_encode_ff_layoutupdate()
2445 	spin_unlock(&mirror->lock);  in ff_layout_encode_ff_layoutupdate()
2447 	ff_layout_encode_nfstime(xdr, ktime_sub(ktime_get(), mirror->start_time));  in ff_layout_encode_ff_layoutupdate()
2471 	struct nfs4_ff_layout_mirror *mirror = opaque->data;  in ff_layout_free_layoutstats()  local
2473 	ff_layout_put_mirror(mirror);  in ff_layout_free_layoutstats()
2487 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_mirror_prepare_stats()  local
2491 	list_for_each_entry(mirror, &ff_layout->mirrors, mirrors) {  in ff_layout_mirror_prepare_stats()
2494 		if (IS_ERR_OR_NULL(mirror->mirror_ds))  in ff_layout_mirror_prepare_stats()
2497 					&mirror->flags) &&  in ff_layout_mirror_prepare_stats()
2500 		/* mirror refcount put in cleanup_layoutstats */  in ff_layout_mirror_prepare_stats()
2501 		if (!refcount_inc_not_zero(&mirror->ref))  in ff_layout_mirror_prepare_stats()
2503 		dev = &mirror->mirror_ds->id_node;   in ff_layout_mirror_prepare_stats()
2507 		spin_lock(&mirror->lock);  in ff_layout_mirror_prepare_stats()
2508 		devinfo->read_count = mirror->read_stat.io_stat.ops_completed;  in ff_layout_mirror_prepare_stats()
2509 		devinfo->read_bytes = mirror->read_stat.io_stat.bytes_completed;  in ff_layout_mirror_prepare_stats()
2510 		devinfo->write_count = mirror->write_stat.io_stat.ops_completed;  in ff_layout_mirror_prepare_stats()
2511 		devinfo->write_bytes = mirror->write_stat.io_stat.bytes_completed;  in ff_layout_mirror_prepare_stats()
2512 		spin_unlock(&mirror->lock);  in ff_layout_mirror_prepare_stats()
2515 		devinfo->ld_private.data = mirror;  in ff_layout_mirror_prepare_stats()