28 	struct mddev *mddev; /* pointing back to mddev. */  member
63 	struct mddev *mddev; /* the md device which md_cluster_info belongs to */  member
159 				       struct mddev *mddev)  in dlm_lock_sync_interruptible()  argument
171 				      || test_bit(MD_CLOSING, &mddev->flags));  in dlm_lock_sync_interruptible()
192 static struct dlm_lock_resource *lockres_init(struct mddev *mddev,  in lockres_init()  argument
197 	struct md_cluster_info *cinfo = mddev->cluster_info;  in lockres_init()
205 	res->mddev = mddev;  in lockres_init()
277 static int read_resync_info(struct mddev *mddev,  in read_resync_info()  argument
281 	struct md_cluster_info *cinfo = mddev->cluster_info;  in read_resync_info()
297 	struct mddev *mddev = thread->mddev;  in recover_bitmaps()  local
298 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_bitmaps()
308 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in recover_bitmaps()
314 		ret = dlm_lock_sync_interruptible(bm_lockres, DLM_LOCK_PW, mddev);  in recover_bitmaps()
320 		ret = mddev->bitmap_ops->copy_from_slot(mddev, slot, &lo, &hi, true);  in recover_bitmaps()
334 		if (test_bit(MD_RESYNCING_REMOTE, &mddev->recovery) &&  in recover_bitmaps()
335 		    test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery) &&  in recover_bitmaps()
336 		    mddev->reshape_position != MaxSector)  in recover_bitmaps()
337 			md_wakeup_thread(mddev->sync_thread);  in recover_bitmaps()
340 			if (lo < mddev->resync_offset)  in recover_bitmaps()
341 				mddev->resync_offset = lo;  in recover_bitmaps()
344 			if (mddev->resync_offset != MaxSector) {  in recover_bitmaps()
350 					  &mddev->recovery);  in recover_bitmaps()
351 				set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in recover_bitmaps()
352 				md_wakeup_thread(mddev->thread);  in recover_bitmaps()
363 	struct mddev *mddev = arg;  in recover_prep()  local
364 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_prep()
368 static void __recover_slot(struct mddev *mddev, int slot)  in __recover_slot()  argument
370 	struct md_cluster_info *cinfo = mddev->cluster_info;  in __recover_slot()
375 			md_register_thread(recover_bitmaps, mddev, "recover"));  in __recover_slot()
386 	struct mddev *mddev = arg;  in recover_slot()  local
387 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_slot()
390 			mddev->bitmap_info.cluster_name,  in recover_slot()
395 	__recover_slot(mddev, slot->slot - 1);  in recover_slot()
402 	struct mddev *mddev = arg;  in recover_done()  local
403 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_done()
431 	struct md_cluster_info *cinfo = res->mddev->cluster_info;  in ack_bast()
441 static void remove_suspend_info(struct mddev *mddev, int slot)  in remove_suspend_info()  argument
443 	struct md_cluster_info *cinfo = mddev->cluster_info;  in remove_suspend_info()
444 	mddev->pers->quiesce(mddev, 1);  in remove_suspend_info()
449 	mddev->pers->quiesce(mddev, 0);  in remove_suspend_info()
452 static void process_suspend_info(struct mddev *mddev,  in process_suspend_info()  argument
455 	struct md_cluster_info *cinfo = mddev->cluster_info;  in process_suspend_info()
464 		clear_bit(MD_RESYNCING_REMOTE, &mddev->recovery);  in process_suspend_info()
465 		remove_suspend_info(mddev, slot);  in process_suspend_info()
466 		set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in process_suspend_info()
468 		md_wakeup_thread(mddev->thread);  in process_suspend_info()
472 	rdev_for_each(rdev, mddev)  in process_suspend_info()
500 		mddev->bitmap_ops->sync_with_cluster(mddev, cinfo->sync_low,  in process_suspend_info()
505 	mddev->pers->quiesce(mddev, 1);  in process_suspend_info()
511 	mddev->pers->quiesce(mddev, 0);  in process_suspend_info()
514 static int process_add_new_disk(struct mddev *mddev, struct cluster_msg *cmsg)  in process_add_new_disk()  argument
517 	struct md_cluster_info *cinfo = mddev->cluster_info;  in process_add_new_disk()
530 	kobject_uevent_env(&disk_to_dev(mddev->gendisk)->kobj, KOBJ_CHANGE, envp);  in process_add_new_disk()
543 static void process_metadata_update(struct mddev *mddev, struct cluster_msg *msg)  in process_metadata_update()  argument
547 	struct md_cluster_info *cinfo = mddev->cluster_info;  in process_metadata_update()
548 	mddev->good_device_nr = le32_to_cpu(msg->raid_slot);  in process_metadata_update()
552 	thread = rcu_dereference_protected(mddev->thread, true);  in process_metadata_update()
560 		   (got_lock = mddev_trylock(mddev)) ||  in process_metadata_update()
562 	md_reload_sb(mddev, mddev->good_device_nr);  in process_metadata_update()
564 		mddev_unlock(mddev);  in process_metadata_update()
567 static void process_remove_disk(struct mddev *mddev, struct cluster_msg *msg)  in process_remove_disk()  argument
572 	rdev = md_find_rdev_nr_rcu(mddev, le32_to_cpu(msg->raid_slot));  in process_remove_disk()
575 		set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in process_remove_disk()
576 		md_wakeup_thread(mddev->thread);  in process_remove_disk()
584 static void process_readd_disk(struct mddev *mddev, struct cluster_msg *msg)  in process_readd_disk()  argument
589 	rdev = md_find_rdev_nr_rcu(mddev, le32_to_cpu(msg->raid_slot));  in process_readd_disk()
598 static int process_recvd_msg(struct mddev *mddev, struct cluster_msg *msg)  in process_recvd_msg()  argument
602 	if (WARN(mddev->cluster_info->slot_number - 1 == le32_to_cpu(msg->slot),  in process_recvd_msg()
607 		process_metadata_update(mddev, msg);  in process_recvd_msg()
610 		set_capacity_and_notify(mddev->gendisk, mddev->array_sectors);  in process_recvd_msg()
613 		clear_bit(MD_CLUSTER_WAITING_FOR_SYNC, &mddev->cluster_info->state);  in process_recvd_msg()
616 		set_bit(MD_RESYNCING_REMOTE, &mddev->recovery);  in process_recvd_msg()
617 		process_suspend_info(mddev, le32_to_cpu(msg->slot),  in process_recvd_msg()
622 		if (process_add_new_disk(mddev, msg))  in process_recvd_msg()
626 		process_remove_disk(mddev, msg);  in process_recvd_msg()
629 		process_readd_disk(mddev, msg);  in process_recvd_msg()
632 		__recover_slot(mddev, le32_to_cpu(msg->slot));  in process_recvd_msg()
635 		if (le64_to_cpu(msg->high) != mddev->pers->size(mddev, 0, 0))  in process_recvd_msg()
636 			ret = mddev->bitmap_ops->resize(mddev,  in process_recvd_msg()
653 	struct md_cluster_info *cinfo = thread->mddev->cluster_info;  in recv_daemon()
669 	ret = process_recvd_msg(thread->mddev, &msg);  in recv_daemon()
718 	struct mddev *mddev = cinfo->mddev;  in lock_comm()  local
731 		md_wakeup_thread(mddev->thread);  in lock_comm()
824 static int gather_all_resync_info(struct mddev *mddev, int total_slots)  in gather_all_resync_info()  argument
826 	struct md_cluster_info *cinfo = mddev->cluster_info;  in gather_all_resync_info()
836 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in gather_all_resync_info()
847 			if (read_resync_info(mddev, bm_lockres)) {  in gather_all_resync_info()
865 		ret = mddev->bitmap_ops->copy_from_slot(mddev, i, &lo, &hi, false);  in gather_all_resync_info()
871 		if ((hi > 0) && (lo < mddev->resync_offset)) {  in gather_all_resync_info()
872 			set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in gather_all_resync_info()
873 			mddev->resync_offset = lo;  in gather_all_resync_info()
874 			md_check_recovery(mddev);  in gather_all_resync_info()
883 static int join(struct mddev *mddev, int nodes)  in join()  argument
900 	mddev->cluster_info = cinfo;  in join()
901 	cinfo->mddev = mddev;  in join()
904 	sprintf(str, "%pU", mddev->uuid);  in join()
905 	ret = dlm_new_lockspace(str, mddev->bitmap_info.cluster_name,  in join()
906 				DLM_LSFL_SOFTIRQ, LVB_SIZE, &md_ls_ops, mddev,  in join()
920 			md_register_thread(recv_daemon, mddev, "cluster_recv"));  in join()
925 	cinfo->message_lockres = lockres_init(mddev, "message", NULL, 1);  in join()
928 	cinfo->token_lockres = lockres_init(mddev, "token", NULL, 0);  in join()
931 	cinfo->no_new_dev_lockres = lockres_init(mddev, "no-new-dev", NULL, 0);  in join()
941 	cinfo->ack_lockres = lockres_init(mddev, "ack", ack_bast, 0);  in join()
958 	cinfo->bitmap_lockres = lockres_init(mddev, str, NULL, 1);  in join()
969 	cinfo->resync_lockres = lockres_init(mddev, "resync", NULL, 0);  in join()
978 	md_unregister_thread(mddev, &cinfo->recovery_thread);  in join()
979 	md_unregister_thread(mddev, &cinfo->recv_thread);  in join()
988 	mddev->cluster_info = NULL;  in join()
993 static void load_bitmaps(struct mddev *mddev, int total_slots)  in load_bitmaps()  argument
995 	struct md_cluster_info *cinfo = mddev->cluster_info;  in load_bitmaps()
998 	if (gather_all_resync_info(mddev, total_slots))  in load_bitmaps()
1006 static void resync_bitmap(struct mddev *mddev)  in resync_bitmap()  argument
1008 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_bitmap()
1019 static void unlock_all_bitmaps(struct mddev *mddev);
1020 static int leave(struct mddev *mddev)  in leave()  argument
1022 	struct md_cluster_info *cinfo = mddev->cluster_info;  in leave()
1035 	if ((cinfo->slot_number > 0 && mddev->resync_offset != MaxSector) ||  in leave()
1036 	    (mddev->reshape_position != MaxSector &&  in leave()
1037 	     test_bit(MD_CLOSING, &mddev->flags)))  in leave()
1038 		resync_bitmap(mddev);  in leave()
1041 	md_unregister_thread(mddev, &cinfo->recovery_thread);  in leave()
1042 	md_unregister_thread(mddev, &cinfo->recv_thread);  in leave()
1049 	unlock_all_bitmaps(mddev);  in leave()
1059 static int slot_number(struct mddev *mddev)  in slot_number()  argument
1061 	struct md_cluster_info *cinfo = mddev->cluster_info;  in slot_number()
1072 static int metadata_update_start(struct mddev *mddev)  in metadata_update_start()  argument
1074 	struct md_cluster_info *cinfo = mddev->cluster_info;  in metadata_update_start()
1084 	md_wakeup_thread(mddev->thread);  in metadata_update_start()
1101 static int metadata_update_finish(struct mddev *mddev)  in metadata_update_finish()  argument
1103 	struct md_cluster_info *cinfo = mddev->cluster_info;  in metadata_update_finish()
1113 	rdev_for_each(rdev, mddev)  in metadata_update_finish()
1128 static void metadata_update_cancel(struct mddev *mddev)  in metadata_update_cancel()  argument
1130 	struct md_cluster_info *cinfo = mddev->cluster_info;  in metadata_update_cancel()
1135 static int update_bitmap_size(struct mddev *mddev, sector_t size)  in update_bitmap_size()  argument
1137 	struct md_cluster_info *cinfo = mddev->cluster_info;  in update_bitmap_size()
1150 static int resize_bitmaps(struct mddev *mddev, sector_t newsize, sector_t oldsize)  in resize_bitmaps()  argument
1152 	void *bitmap = mddev->bitmap;  in resize_bitmaps()
1157 	rv = mddev->bitmap_ops->get_stats(bitmap, &stats);  in resize_bitmaps()
1166 	rv = update_bitmap_size(mddev, newsize);  in resize_bitmaps()
1170 	for (i = 0; i < mddev->bitmap_info.nodes; i++) {  in resize_bitmaps()
1174 		if (i == slot_number(mddev))  in resize_bitmaps()
1177 		bitmap = mddev->bitmap_ops->get_from_slot(mddev, i);  in resize_bitmaps()
1184 		rv = mddev->bitmap_ops->get_stats(bitmap, &stats);  in resize_bitmaps()
1192 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in resize_bitmaps()
1200 			mddev->bitmap_ops->set_pages(bitmap, my_pages);  in resize_bitmaps()
1209 		mddev->bitmap_ops->free(bitmap);  in resize_bitmaps()
1214 	mddev->bitmap_ops->free(bitmap);  in resize_bitmaps()
1215 	update_bitmap_size(mddev, oldsize);  in resize_bitmaps()
1222 static int cluster_check_sync_size(struct mddev *mddev)  in cluster_check_sync_size()  argument
1224 	int current_slot = slot_number(mddev);  in cluster_check_sync_size()
1225 	int node_num = mddev->bitmap_info.nodes;  in cluster_check_sync_size()
1228 	void *bitmap = mddev->bitmap;  in cluster_check_sync_size()
1234 	rv = mddev->bitmap_ops->get_stats(bitmap, &stats);  in cluster_check_sync_size()
1244 		bitmap = mddev->bitmap_ops->get_from_slot(mddev, i);  in cluster_check_sync_size()
1255 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in cluster_check_sync_size()
1258 			mddev->bitmap_ops->free(bitmap);  in cluster_check_sync_size()
1264 			mddev->bitmap_ops->update_sb(bitmap);  in cluster_check_sync_size()
1267 		rv = mddev->bitmap_ops->get_stats(bitmap, &stats);  in cluster_check_sync_size()
1269 			mddev->bitmap_ops->free(bitmap);  in cluster_check_sync_size()
1276 			mddev->bitmap_ops->free(bitmap);  in cluster_check_sync_size()
1279 		mddev->bitmap_ops->free(bitmap);  in cluster_check_sync_size()
1295 static void update_size(struct mddev *mddev, sector_t old_dev_sectors)  in update_size()  argument
1297 	struct md_cluster_info *cinfo = mddev->cluster_info;  in update_size()
1303 	md_update_sb(mddev, 1);  in update_size()
1311 	rdev_for_each(rdev, mddev)  in update_size()
1341 	if (cluster_check_sync_size(mddev) == 0) {  in update_size()
1348 		set_capacity_and_notify(mddev->gendisk, mddev->array_sectors);  in update_size()
1351 		ret = mddev->pers->resize(mddev, old_dev_sectors);  in update_size()
1360 static int resync_start(struct mddev *mddev)  in resync_start()  argument
1362 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_start()
1363 	return dlm_lock_sync_interruptible(cinfo->resync_lockres, DLM_LOCK_EX, mddev);  in resync_start()
1366 static void resync_info_get(struct mddev *mddev, sector_t *lo, sector_t *hi)  in resync_info_get()  argument
1368 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_info_get()
1376 static int resync_status_get(struct mddev *mddev)  in resync_status_get()  argument
1378 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_status_get()
1383 static int resync_start_notify(struct mddev *mddev)  in resync_start_notify()  argument
1385 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_start_notify()
1393 static int resync_info_update(struct mddev *mddev, sector_t lo, sector_t hi)  in resync_info_update()  argument
1395 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_info_update()
1423 static int resync_finish(struct mddev *mddev)  in resync_finish()  argument
1425 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_finish()
1428 	clear_bit(MD_RESYNCING_REMOTE, &mddev->recovery);  in resync_finish()
1434 	if (!test_bit(MD_CLOSING, &mddev->flags))  in resync_finish()
1435 		ret = resync_info_update(mddev, 0, 0);  in resync_finish()
1440 static int area_resyncing(struct mddev *mddev, int direction,  in area_resyncing()  argument
1443 	struct md_cluster_info *cinfo = mddev->cluster_info;  in area_resyncing()
1461 static int add_new_disk(struct mddev *mddev, struct md_rdev *rdev)  in add_new_disk()  argument
1463 	struct md_cluster_info *cinfo = mddev->cluster_info;  in add_new_disk()
1508 static void add_new_disk_cancel(struct mddev *mddev)  in add_new_disk_cancel()  argument
1510 	struct md_cluster_info *cinfo = mddev->cluster_info;  in add_new_disk_cancel()
1515 static int new_disk_ack(struct mddev *mddev, bool ack)  in new_disk_ack()  argument
1517 	struct md_cluster_info *cinfo = mddev->cluster_info;  in new_disk_ack()
1520 		pr_warn("md-cluster(%s): Spurious cluster confirmation\n", mdname(mddev));  in new_disk_ack()
1530 static int remove_disk(struct mddev *mddev, struct md_rdev *rdev)  in remove_disk()  argument
1533 	struct md_cluster_info *cinfo = mddev->cluster_info;  in remove_disk()
1539 static int lock_all_bitmaps(struct mddev *mddev)  in lock_all_bitmaps()  argument
1543 	struct md_cluster_info *cinfo = mddev->cluster_info;  in lock_all_bitmaps()
1547 			     mddev->bitmap_info.nodes - 1);  in lock_all_bitmaps()
1553 	my_slot = slot_number(mddev);  in lock_all_bitmaps()
1554 	for (slot = 0; slot < mddev->bitmap_info.nodes; slot++) {  in lock_all_bitmaps()
1560 		cinfo->other_bitmap_lockres[i] = lockres_init(mddev, str, NULL, 1);  in lock_all_bitmaps()
1574 static void unlock_all_bitmaps(struct mddev *mddev)  in unlock_all_bitmaps()  argument
1576 	struct md_cluster_info *cinfo = mddev->cluster_info;  in unlock_all_bitmaps()
1581 		for (i = 0; i < mddev->bitmap_info.nodes - 1; i++) {  in unlock_all_bitmaps()
1596 	struct mddev *mddev = rdev->mddev;  in gather_bitmaps()  local
1597 	struct md_cluster_info *cinfo = mddev->cluster_info;  in gather_bitmaps()
1605 	for (sn = 0; sn < mddev->bitmap_info.nodes; sn++) {  in gather_bitmaps()
1608 		err = mddev->bitmap_ops->copy_from_slot(mddev, sn, &lo, &hi, false);  in gather_bitmaps()
1613 		if ((hi > 0) && (lo < mddev->resync_offset))  in gather_bitmaps()
1614 			mddev->resync_offset = lo;  in gather_bitmaps()