256 	struct lm_lockstruct *ls = &gl->gl_name.ln_sbd->sd_lockstruct;  in gdlm_lock()  local
278 	return dlm_lock(ls->ls_dlm, req, &gl->gl_lksb, lkf, strname,  in gdlm_lock()
285 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_put_lock()  local
310 	error = dlm_unlock(ls->ls_dlm, gl->gl_lksb.sb_lkid, DLM_LKF_VALBLK,  in gdlm_put_lock()
322 	struct lm_lockstruct *ls = &gl->gl_name.ln_sbd->sd_lockstruct;  in gdlm_cancel()  local
323 	dlm_unlock(ls->ls_dlm, gl->gl_lksb.sb_lkid, DLM_LKF_CANCEL, NULL, gl);  in gdlm_cancel()
468 static void control_lvb_read(struct lm_lockstruct *ls, uint32_t *lvb_gen,  in control_lvb_read()  argument
472 	memcpy(lvb_bits, ls->ls_control_lvb, GDLM_LVB_SIZE);  in control_lvb_read()
477 static void control_lvb_write(struct lm_lockstruct *ls, uint32_t lvb_gen,  in control_lvb_write()  argument
481 	memcpy(ls->ls_control_lvb, lvb_bits, GDLM_LVB_SIZE);  in control_lvb_write()
483 	memcpy(ls->ls_control_lvb, &gen, sizeof(__le32));  in control_lvb_write()
494 	struct lm_lockstruct *ls = arg;  in sync_wait_cb()  local
495 	complete(&ls->ls_sync_wait);  in sync_wait_cb()
500 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in sync_unlock()  local
503 	error = dlm_unlock(ls->ls_dlm, lksb->sb_lkid, 0, lksb, ls);  in sync_unlock()
510 	wait_for_completion(&ls->ls_sync_wait);  in sync_unlock()
523 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in sync_lock()  local
530 	error = dlm_lock(ls->ls_dlm, mode, lksb, flags,  in sync_lock()
532 			 0, sync_wait_cb, ls, NULL);  in sync_lock()
539 	wait_for_completion(&ls->ls_sync_wait);  in sync_lock()
553 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in mounted_unlock()  local
554 	return sync_unlock(sdp, &ls->ls_mounted_lksb, "mounted_lock");  in mounted_unlock()
559 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in mounted_lock()  local
561 			 &ls->ls_mounted_lksb, "mounted_lock");  in mounted_lock()
566 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_unlock()  local
567 	return sync_unlock(sdp, &ls->ls_control_lksb, "control_lock");  in control_unlock()
572 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_lock()  local
574 			 &ls->ls_control_lksb, "control_lock");  in control_lock()
580 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gfs2_control_func()  local
587 	spin_lock(&ls->ls_recover_spin);  in gfs2_control_func()
597 	if (!test_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags) ||  in gfs2_control_func()
598 	     test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in gfs2_control_func()
599 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
602 	block_gen = ls->ls_recover_block;  in gfs2_control_func()
603 	start_gen = ls->ls_recover_start;  in gfs2_control_func()
604 	spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
634 	control_lvb_read(ls, &lvb_gen, ls->ls_lvb_bits);  in gfs2_control_func()
636 	spin_lock(&ls->ls_recover_spin);  in gfs2_control_func()
637 	if (block_gen != ls->ls_recover_block ||  in gfs2_control_func()
638 	    start_gen != ls->ls_recover_start) {  in gfs2_control_func()
640 			start_gen, block_gen, ls->ls_recover_block);  in gfs2_control_func()
641 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
646 	recover_size = ls->ls_recover_size;  in gfs2_control_func()
659 			if (ls->ls_recover_result[i] != LM_RD_SUCCESS)  in gfs2_control_func()
662 			ls->ls_recover_result[i] = 0;  in gfs2_control_func()
664 			if (!test_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET))  in gfs2_control_func()
667 			__clear_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET);  in gfs2_control_func()
677 			if (!ls->ls_recover_submit[i])  in gfs2_control_func()
679 			if (ls->ls_recover_submit[i] < lvb_gen)  in gfs2_control_func()
680 				ls->ls_recover_submit[i] = 0;  in gfs2_control_func()
687 			if (!ls->ls_recover_submit[i])  in gfs2_control_func()
689 			if (ls->ls_recover_submit[i] < start_gen) {  in gfs2_control_func()
690 				ls->ls_recover_submit[i] = 0;  in gfs2_control_func()
691 				__set_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET);  in gfs2_control_func()
702 	spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
705 		control_lvb_write(ls, start_gen, ls->ls_lvb_bits);  in gfs2_control_func()
725 		if (test_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET)) {  in gfs2_control_func()
741 	spin_lock(&ls->ls_recover_spin);  in gfs2_control_func()
742 	if (ls->ls_recover_block == block_gen &&  in gfs2_control_func()
743 	    ls->ls_recover_start == start_gen) {  in gfs2_control_func()
744 		clear_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in gfs2_control_func()
745 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
750 			start_gen, block_gen, ls->ls_recover_block);  in gfs2_control_func()
751 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
757 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_mount()  local
763 	memset(&ls->ls_mounted_lksb, 0, sizeof(struct dlm_lksb));  in control_mount()
764 	memset(&ls->ls_control_lksb, 0, sizeof(struct dlm_lksb));  in control_mount()
765 	memset(&ls->ls_control_lvb, 0, GDLM_LVB_SIZE);  in control_mount()
766 	ls->ls_control_lksb.sb_lvbptr = ls->ls_control_lvb;  in control_mount()
767 	init_completion(&ls->ls_sync_wait);  in control_mount()
769 	set_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in control_mount()
856 	control_lvb_read(ls, &lvb_gen, ls->ls_lvb_bits);  in control_mount()
867 		spin_lock(&ls->ls_recover_spin);  in control_mount()
868 		clear_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in control_mount()
869 		set_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags);  in control_mount()
870 		set_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags);  in control_mount()
871 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
886 	if (!all_jid_bits_clear(ls->ls_lvb_bits)) {  in control_mount()
892 	spin_lock(&ls->ls_recover_spin);  in control_mount()
893 	block_gen = ls->ls_recover_block;  in control_mount()
894 	start_gen = ls->ls_recover_start;  in control_mount()
895 	mount_gen = ls->ls_recover_mount;  in control_mount()
902 			lvb_gen, ls->ls_recover_flags);  in control_mount()
903 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
912 			lvb_gen, ls->ls_recover_flags);  in control_mount()
913 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
921 			lvb_gen, ls->ls_recover_flags);  in control_mount()
922 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
926 	clear_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in control_mount()
927 	set_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags);  in control_mount()
928 	memset(ls->ls_recover_submit, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_mount()
929 	memset(ls->ls_recover_result, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_mount()
930 	spin_unlock(&ls->ls_recover_spin);  in control_mount()
941 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_first_done()  local
946 	spin_lock(&ls->ls_recover_spin);  in control_first_done()
947 	start_gen = ls->ls_recover_start;  in control_first_done()
948 	block_gen = ls->ls_recover_block;  in control_first_done()
950 	if (test_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags) ||  in control_first_done()
951 	    !test_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags) ||  in control_first_done()
952 	    !test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in control_first_done()
955 		       start_gen, block_gen, ls->ls_recover_flags);  in control_first_done()
956 		spin_unlock(&ls->ls_recover_spin);  in control_first_done()
969 		spin_unlock(&ls->ls_recover_spin);  in control_first_done()
972 		wait_on_bit(&ls->ls_recover_flags, DFL_DLM_RECOVERY,  in control_first_done()
977 	clear_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags);  in control_first_done()
978 	set_bit(DFL_FIRST_MOUNT_DONE, &ls->ls_recover_flags);  in control_first_done()
979 	memset(ls->ls_recover_submit, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_first_done()
980 	memset(ls->ls_recover_result, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_first_done()
981 	spin_unlock(&ls->ls_recover_spin);  in control_first_done()
983 	memset(ls->ls_lvb_bits, 0, GDLM_LVB_SIZE);  in control_first_done()
984 	control_lvb_write(ls, start_gen, ls->ls_lvb_bits);  in control_first_done()
1008 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in set_recover_size()  local
1014 	if (!ls->ls_lvb_bits) {  in set_recover_size()
1015 		ls->ls_lvb_bits = kzalloc(GDLM_LVB_SIZE, GFP_NOFS);  in set_recover_size()
1016 		if (!ls->ls_lvb_bits)  in set_recover_size()
1026 	old_size = ls->ls_recover_size;  in set_recover_size()
1041 	spin_lock(&ls->ls_recover_spin);  in set_recover_size()
1042 	memcpy(submit, ls->ls_recover_submit, old_size * sizeof(uint32_t));  in set_recover_size()
1043 	memcpy(result, ls->ls_recover_result, old_size * sizeof(uint32_t));  in set_recover_size()
1044 	kfree(ls->ls_recover_submit);  in set_recover_size()
1045 	kfree(ls->ls_recover_result);  in set_recover_size()
1046 	ls->ls_recover_submit = submit;  in set_recover_size()
1047 	ls->ls_recover_result = result;  in set_recover_size()
1048 	ls->ls_recover_size = new_size;  in set_recover_size()
1049 	spin_unlock(&ls->ls_recover_spin);  in set_recover_size()
1053 static void free_recover_size(struct lm_lockstruct *ls)  in free_recover_size()  argument
1055 	kfree(ls->ls_lvb_bits);  in free_recover_size()
1056 	kfree(ls->ls_recover_submit);  in free_recover_size()
1057 	kfree(ls->ls_recover_result);  in free_recover_size()
1058 	ls->ls_recover_submit = NULL;  in free_recover_size()
1059 	ls->ls_recover_result = NULL;  in free_recover_size()
1060 	ls->ls_recover_size = 0;  in free_recover_size()
1068 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recover_prep()  local
1070 	spin_lock(&ls->ls_recover_spin);  in gdlm_recover_prep()
1071 	ls->ls_recover_block = ls->ls_recover_start;  in gdlm_recover_prep()
1072 	set_bit(DFL_DLM_RECOVERY, &ls->ls_recover_flags);  in gdlm_recover_prep()
1074 	if (!test_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags) ||  in gdlm_recover_prep()
1075 	     test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in gdlm_recover_prep()
1076 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_prep()
1079 	set_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in gdlm_recover_prep()
1080 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_prep()
1089 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recover_slot()  local
1092 	spin_lock(&ls->ls_recover_spin);  in gdlm_recover_slot()
1093 	if (ls->ls_recover_size < jid + 1) {  in gdlm_recover_slot()
1095 		       jid, ls->ls_recover_block, ls->ls_recover_size);  in gdlm_recover_slot()
1096 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_slot()
1100 	if (ls->ls_recover_submit[jid]) {  in gdlm_recover_slot()
1102 			jid, ls->ls_recover_block, ls->ls_recover_submit[jid]);  in gdlm_recover_slot()
1104 	ls->ls_recover_submit[jid] = ls->ls_recover_block;  in gdlm_recover_slot()
1105 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_slot()
1114 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recover_done()  local
1119 	spin_lock(&ls->ls_recover_spin);  in gdlm_recover_done()
1120 	ls->ls_recover_start = generation;  in gdlm_recover_done()
1122 	if (!ls->ls_recover_mount) {  in gdlm_recover_done()
1123 		ls->ls_recover_mount = generation;  in gdlm_recover_done()
1124 		ls->ls_jid = our_slot - 1;  in gdlm_recover_done()
1127 	if (!test_bit(DFL_UNMOUNT, &ls->ls_recover_flags))  in gdlm_recover_done()
1130 	clear_bit(DFL_DLM_RECOVERY, &ls->ls_recover_flags);  in gdlm_recover_done()
1132 	wake_up_bit(&ls->ls_recover_flags, DFL_DLM_RECOVERY);  in gdlm_recover_done()
1133 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_done()
1141 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recovery_result()  local
1143 	if (test_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags))  in gdlm_recovery_result()
1147 	if (jid == ls->ls_jid)  in gdlm_recovery_result()
1150 	spin_lock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1151 	if (test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in gdlm_recovery_result()
1152 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1155 	if (ls->ls_recover_size < jid + 1) {  in gdlm_recovery_result()
1157 		       jid, ls->ls_recover_size);  in gdlm_recovery_result()
1158 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1165 	ls->ls_recover_result[jid] = result;  in gdlm_recovery_result()
1171 	if (!test_bit(DFL_UNMOUNT, &ls->ls_recover_flags))  in gdlm_recovery_result()
1174 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1185 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_mount()  local
1196 	spin_lock_init(&ls->ls_recover_spin);  in gdlm_mount()
1197 	ls->ls_recover_flags = 0;  in gdlm_mount()
1198 	ls->ls_recover_mount = 0;  in gdlm_mount()
1199 	ls->ls_recover_start = 0;  in gdlm_mount()
1200 	ls->ls_recover_block = 0;  in gdlm_mount()
1201 	ls->ls_recover_size = 0;  in gdlm_mount()
1202 	ls->ls_recover_submit = NULL;  in gdlm_mount()
1203 	ls->ls_recover_result = NULL;  in gdlm_mount()
1204 	ls->ls_lvb_bits = NULL;  in gdlm_mount()
1232 				  &ls->ls_dlm);  in gdlm_mount()
1244 		free_recover_size(ls);  in gdlm_mount()
1245 		set_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags);  in gdlm_mount()
1266 	ls->ls_first = !!test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags);  in gdlm_mount()
1273 	dlm_release_lockspace(ls->ls_dlm, 2);  in gdlm_mount()
1275 	free_recover_size(ls);  in gdlm_mount()
1282 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_first_done()  local
1285 	if (test_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags))  in gdlm_first_done()
1295 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_unmount()  local
1297 	if (test_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags))  in gdlm_unmount()
1302 	spin_lock(&ls->ls_recover_spin);  in gdlm_unmount()
1303 	set_bit(DFL_UNMOUNT, &ls->ls_recover_flags);  in gdlm_unmount()
1304 	spin_unlock(&ls->ls_recover_spin);  in gdlm_unmount()
1309 	if (ls->ls_dlm) {  in gdlm_unmount()
1310 		dlm_release_lockspace(ls->ls_dlm, 2);  in gdlm_unmount()
1311 		ls->ls_dlm = NULL;  in gdlm_unmount()
1314 	free_recover_size(ls);  in gdlm_unmount()