42 int dlm_wait_function(struct dlm_ls *ls, int (*testfn) (struct dlm_ls *ls))  in dlm_wait_function()  argument
48 		rv = wait_event_timeout(ls->ls_wait_general,  in dlm_wait_function()
49 					testfn(ls) || dlm_recovery_stopped(ls),  in dlm_wait_function()
53 		if (test_bit(LSFL_RCOM_WAIT, &ls->ls_flags)) {  in dlm_wait_function()
54 			log_debug(ls, "dlm_wait_function timed out");  in dlm_wait_function()
59 	if (dlm_recovery_stopped(ls)) {  in dlm_wait_function()
60 		log_debug(ls, "dlm_wait_function aborted");  in dlm_wait_function()
74 uint32_t dlm_recover_status(struct dlm_ls *ls)  in dlm_recover_status()  argument
77 	spin_lock(&ls->ls_recover_lock);  in dlm_recover_status()
78 	status = ls->ls_recover_status;  in dlm_recover_status()
79 	spin_unlock(&ls->ls_recover_lock);  in dlm_recover_status()
83 static void _set_recover_status(struct dlm_ls *ls, uint32_t status)  in _set_recover_status()  argument
85 	ls->ls_recover_status |= status;  in _set_recover_status()
88 void dlm_set_recover_status(struct dlm_ls *ls, uint32_t status)  in dlm_set_recover_status()  argument
90 	spin_lock(&ls->ls_recover_lock);  in dlm_set_recover_status()
91 	_set_recover_status(ls, status);  in dlm_set_recover_status()
92 	spin_unlock(&ls->ls_recover_lock);  in dlm_set_recover_status()
95 static int wait_status_all(struct dlm_ls *ls, uint32_t wait_status,  in wait_status_all()  argument
98 	struct dlm_rcom *rc = ls->ls_recover_buf;  in wait_status_all()
102 	list_for_each_entry(memb, &ls->ls_nodes, list) {  in wait_status_all()
105 			if (dlm_recovery_stopped(ls)) {  in wait_status_all()
110 			error = dlm_rcom_status(ls, memb->nodeid, 0, seq);  in wait_status_all()
115 				dlm_slot_save(ls, rc, memb);  in wait_status_all()
128 static int wait_status_low(struct dlm_ls *ls, uint32_t wait_status,  in wait_status_low()  argument
131 	struct dlm_rcom *rc = ls->ls_recover_buf;  in wait_status_low()
132 	int error = 0, delay = 0, nodeid = ls->ls_low_nodeid;  in wait_status_low()
135 		if (dlm_recovery_stopped(ls)) {  in wait_status_low()
140 		error = dlm_rcom_status(ls, nodeid, status_flags, seq);  in wait_status_low()
154 static int wait_status(struct dlm_ls *ls, uint32_t status, uint64_t seq)  in wait_status()  argument
159 	if (ls->ls_low_nodeid == dlm_our_nodeid()) {  in wait_status()
160 		error = wait_status_all(ls, status, 0, seq);  in wait_status()
162 			dlm_set_recover_status(ls, status_all);  in wait_status()
164 		error = wait_status_low(ls, status_all, 0, seq);  in wait_status()
169 int dlm_recover_members_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_members_wait()  argument
177 	list_for_each_entry(memb, &ls->ls_nodes, list) {  in dlm_recover_members_wait()
182 	if (ls->ls_low_nodeid == dlm_our_nodeid()) {  in dlm_recover_members_wait()
183 		error = wait_status_all(ls, DLM_RS_NODES, 1, seq);  in dlm_recover_members_wait()
189 		rv = dlm_slots_assign(ls, &num_slots, &slots_size, &slots, &gen);  in dlm_recover_members_wait()
191 			spin_lock(&ls->ls_recover_lock);  in dlm_recover_members_wait()
192 			_set_recover_status(ls, DLM_RS_NODES_ALL);  in dlm_recover_members_wait()
193 			ls->ls_num_slots = num_slots;  in dlm_recover_members_wait()
194 			ls->ls_slots_size = slots_size;  in dlm_recover_members_wait()
195 			ls->ls_slots = slots;  in dlm_recover_members_wait()
196 			ls->ls_generation = gen;  in dlm_recover_members_wait()
197 			spin_unlock(&ls->ls_recover_lock);  in dlm_recover_members_wait()
199 			dlm_set_recover_status(ls, DLM_RS_NODES_ALL);  in dlm_recover_members_wait()
202 		error = wait_status_low(ls, DLM_RS_NODES_ALL,  in dlm_recover_members_wait()
207 		dlm_slots_copy_in(ls);  in dlm_recover_members_wait()
213 int dlm_recover_directory_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_directory_wait()  argument
215 	return wait_status(ls, DLM_RS_DIR, seq);  in dlm_recover_directory_wait()
218 int dlm_recover_locks_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_locks_wait()  argument
220 	return wait_status(ls, DLM_RS_LOCKS, seq);  in dlm_recover_locks_wait()
223 int dlm_recover_done_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_done_wait()  argument
225 	return wait_status(ls, DLM_RS_DONE, seq);  in dlm_recover_done_wait()
240 static int recover_list_empty(struct dlm_ls *ls)  in recover_list_empty()  argument
244 	spin_lock(&ls->ls_recover_list_lock);  in recover_list_empty()
245 	empty = list_empty(&ls->ls_recover_list);  in recover_list_empty()
246 	spin_unlock(&ls->ls_recover_list_lock);  in recover_list_empty()
253 	struct dlm_ls *ls = r->res_ls;  in recover_list_add()  local
255 	spin_lock(&ls->ls_recover_list_lock);  in recover_list_add()
257 		list_add_tail(&r->res_recover_list, &ls->ls_recover_list);  in recover_list_add()
258 		ls->ls_recover_list_count++;  in recover_list_add()
261 	spin_unlock(&ls->ls_recover_list_lock);  in recover_list_add()
266 	struct dlm_ls *ls = r->res_ls;  in recover_list_del()  local
268 	spin_lock(&ls->ls_recover_list_lock);  in recover_list_del()
270 	ls->ls_recover_list_count--;  in recover_list_del()
271 	spin_unlock(&ls->ls_recover_list_lock);  in recover_list_del()
276 static void recover_list_clear(struct dlm_ls *ls)  in recover_list_clear()  argument
280 	spin_lock(&ls->ls_recover_list_lock);  in recover_list_clear()
281 	list_for_each_entry_safe(r, s, &ls->ls_recover_list, res_recover_list) {  in recover_list_clear()
285 		ls->ls_recover_list_count--;  in recover_list_clear()
288 	if (ls->ls_recover_list_count != 0) {  in recover_list_clear()
289 		log_error(ls, "warning: recover_list_count %d",  in recover_list_clear()
290 			  ls->ls_recover_list_count);  in recover_list_clear()
291 		ls->ls_recover_list_count = 0;  in recover_list_clear()
293 	spin_unlock(&ls->ls_recover_list_lock);  in recover_list_clear()
296 static int recover_idr_empty(struct dlm_ls *ls)  in recover_idr_empty()  argument
300 	spin_lock(&ls->ls_recover_idr_lock);  in recover_idr_empty()
301 	if (ls->ls_recover_list_count)  in recover_idr_empty()
303 	spin_unlock(&ls->ls_recover_idr_lock);  in recover_idr_empty()
310 	struct dlm_ls *ls = r->res_ls;  in recover_idr_add()  local
314 	spin_lock(&ls->ls_recover_idr_lock);  in recover_idr_add()
319 	rv = idr_alloc(&ls->ls_recover_idr, r, 1, 0, GFP_NOWAIT);  in recover_idr_add()
324 	ls->ls_recover_list_count++;  in recover_idr_add()
328 	spin_unlock(&ls->ls_recover_idr_lock);  in recover_idr_add()
335 	struct dlm_ls *ls = r->res_ls;  in recover_idr_del()  local
337 	spin_lock(&ls->ls_recover_idr_lock);  in recover_idr_del()
338 	idr_remove(&ls->ls_recover_idr, r->res_id);  in recover_idr_del()
340 	ls->ls_recover_list_count--;  in recover_idr_del()
341 	spin_unlock(&ls->ls_recover_idr_lock);  in recover_idr_del()
346 static struct dlm_rsb *recover_idr_find(struct dlm_ls *ls, uint64_t id)  in recover_idr_find()  argument
350 	spin_lock(&ls->ls_recover_idr_lock);  in recover_idr_find()
351 	r = idr_find(&ls->ls_recover_idr, (int)id);  in recover_idr_find()
352 	spin_unlock(&ls->ls_recover_idr_lock);  in recover_idr_find()
356 static void recover_idr_clear(struct dlm_ls *ls)  in recover_idr_clear()  argument
361 	spin_lock(&ls->ls_recover_idr_lock);  in recover_idr_clear()
363 	idr_for_each_entry(&ls->ls_recover_idr, r, id) {  in recover_idr_clear()
364 		idr_remove(&ls->ls_recover_idr, id);  in recover_idr_clear()
367 		ls->ls_recover_list_count--;  in recover_idr_clear()
372 	if (ls->ls_recover_list_count != 0) {  in recover_idr_clear()
373 		log_error(ls, "warning: recover_list_count %d",  in recover_idr_clear()
374 			  ls->ls_recover_list_count);  in recover_idr_clear()
375 		ls->ls_recover_list_count = 0;  in recover_idr_clear()
377 	spin_unlock(&ls->ls_recover_idr_lock);  in recover_idr_clear()
447 	struct dlm_ls *ls = r->res_ls;  in recover_master()  local
455 	is_removed = dlm_is_removed(ls, r->res_nodeid);  in recover_master()
524 int dlm_recover_masters(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_masters()  argument
529 	int nodir = dlm_no_directory(ls);  in dlm_recover_masters()
532 	log_rinfo(ls, "dlm_recover_masters");  in dlm_recover_masters()
534 	down_read(&ls->ls_root_sem);  in dlm_recover_masters()
535 	list_for_each_entry(r, &ls->ls_root_list, res_root_list) {  in dlm_recover_masters()
536 		if (dlm_recovery_stopped(ls)) {  in dlm_recover_masters()
537 			up_read(&ls->ls_root_sem);  in dlm_recover_masters()
552 			up_read(&ls->ls_root_sem);  in dlm_recover_masters()
556 	up_read(&ls->ls_root_sem);  in dlm_recover_masters()
558 	log_rinfo(ls, "dlm_recover_masters %u of %u", count, total);  in dlm_recover_masters()
560 	error = dlm_wait_function(ls, &recover_idr_empty);  in dlm_recover_masters()
563 		recover_idr_clear(ls);  in dlm_recover_masters()
567 int dlm_recover_master_reply(struct dlm_ls *ls, const struct dlm_rcom *rc)  in dlm_recover_master_reply()  argument
572 	r = recover_idr_find(ls, le64_to_cpu(rc->rc_id));  in dlm_recover_master_reply()
574 		log_error(ls, "dlm_recover_master_reply no id %llx",  in dlm_recover_master_reply()
593 	if (recover_idr_empty(ls))  in dlm_recover_master_reply()
594 		wake_up(&ls->ls_wait_general);  in dlm_recover_master_reply()
661 int dlm_recover_locks(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_locks()  argument
666 	down_read(&ls->ls_root_sem);  in dlm_recover_locks()
667 	list_for_each_entry(r, &ls->ls_root_list, res_root_list) {  in dlm_recover_locks()
676 		if (dlm_recovery_stopped(ls)) {  in dlm_recover_locks()
678 			up_read(&ls->ls_root_sem);  in dlm_recover_locks()
684 			up_read(&ls->ls_root_sem);  in dlm_recover_locks()
690 	up_read(&ls->ls_root_sem);  in dlm_recover_locks()
692 	log_rinfo(ls, "dlm_recover_locks %d out", count);  in dlm_recover_locks()
694 	error = dlm_wait_function(ls, &recover_list_empty);  in dlm_recover_locks()
697 		recover_list_clear(ls);  in dlm_recover_locks()
822 	struct dlm_ls *ls = r->res_ls;  in recover_conversion()  local
838 			log_debug(ls, "recover_conversion %x set gr to rq %d",  in recover_conversion()
842 			log_debug(ls, "recover_conversion %x set gr %d",  in recover_conversion()
859 void dlm_recover_rsbs(struct dlm_ls *ls)  in dlm_recover_rsbs()  argument
864 	down_read(&ls->ls_root_sem);  in dlm_recover_rsbs()
865 	list_for_each_entry(r, &ls->ls_root_list, res_root_list) {  in dlm_recover_rsbs()
886 	up_read(&ls->ls_root_sem);  in dlm_recover_rsbs()
889 		log_rinfo(ls, "dlm_recover_rsbs %d done", count);  in dlm_recover_rsbs()
894 int dlm_create_root_list(struct dlm_ls *ls)  in dlm_create_root_list()  argument
900 	down_write(&ls->ls_root_sem);  in dlm_create_root_list()
901 	if (!list_empty(&ls->ls_root_list)) {  in dlm_create_root_list()
902 		log_error(ls, "root list not empty");  in dlm_create_root_list()
907 	for (i = 0; i < ls->ls_rsbtbl_size; i++) {  in dlm_create_root_list()
908 		spin_lock(&ls->ls_rsbtbl[i].lock);  in dlm_create_root_list()
909 		for (n = rb_first(&ls->ls_rsbtbl[i].keep); n; n = rb_next(n)) {  in dlm_create_root_list()
911 			list_add(&r->res_root_list, &ls->ls_root_list);  in dlm_create_root_list()
915 		if (!RB_EMPTY_ROOT(&ls->ls_rsbtbl[i].toss))  in dlm_create_root_list()
916 			log_error(ls, "dlm_create_root_list toss not empty");  in dlm_create_root_list()
917 		spin_unlock(&ls->ls_rsbtbl[i].lock);  in dlm_create_root_list()
920 	up_write(&ls->ls_root_sem);  in dlm_create_root_list()
924 void dlm_release_root_list(struct dlm_ls *ls)  in dlm_release_root_list()  argument
928 	down_write(&ls->ls_root_sem);  in dlm_release_root_list()
929 	list_for_each_entry_safe(r, safe, &ls->ls_root_list, res_root_list) {  in dlm_release_root_list()
933 	up_write(&ls->ls_root_sem);  in dlm_release_root_list()
936 void dlm_clear_toss(struct dlm_ls *ls)  in dlm_clear_toss()  argument
943 	for (i = 0; i < ls->ls_rsbtbl_size; i++) {  in dlm_clear_toss()
944 		spin_lock(&ls->ls_rsbtbl[i].lock);  in dlm_clear_toss()
945 		for (n = rb_first(&ls->ls_rsbtbl[i].toss); n; n = next) {  in dlm_clear_toss()
948 			rb_erase(n, &ls->ls_rsbtbl[i].toss);  in dlm_clear_toss()
952 		spin_unlock(&ls->ls_rsbtbl[i].lock);  in dlm_clear_toss()
956 		log_rinfo(ls, "dlm_clear_toss %u done", count);  in dlm_clear_toss()