63 			 struct ceph_snap_realm *realm)  in ceph_get_snap_realm()  argument
65 	dout("get_realm %p %d -> %d\n", realm,  in ceph_get_snap_realm()
66 	     atomic_read(&realm->nref), atomic_read(&realm->nref)+1);  in ceph_get_snap_realm()
73 	if (atomic_inc_return(&realm->nref) == 1) {  in ceph_get_snap_realm()
75 		list_del_init(&realm->empty_item);  in ceph_get_snap_realm()
111 	struct ceph_snap_realm *realm;  in ceph_create_snap_realm()  local
113 	realm = kzalloc(sizeof(*realm), GFP_NOFS);  in ceph_create_snap_realm()
114 	if (!realm)  in ceph_create_snap_realm()
117 	atomic_set(&realm->nref, 1);    /* for caller */  in ceph_create_snap_realm()
118 	realm->ino = ino;  in ceph_create_snap_realm()
119 	INIT_LIST_HEAD(&realm->children);  in ceph_create_snap_realm()
120 	INIT_LIST_HEAD(&realm->child_item);  in ceph_create_snap_realm()
121 	INIT_LIST_HEAD(&realm->empty_item);  in ceph_create_snap_realm()
122 	INIT_LIST_HEAD(&realm->dirty_item);  in ceph_create_snap_realm()
123 	INIT_LIST_HEAD(&realm->inodes_with_caps);  in ceph_create_snap_realm()
124 	spin_lock_init(&realm->inodes_with_caps_lock);  in ceph_create_snap_realm()
125 	__insert_snap_realm(&mdsc->snap_realms, realm);  in ceph_create_snap_realm()
126 	dout("create_snap_realm %llx %p\n", realm->ino, realm);  in ceph_create_snap_realm()
127 	return realm;  in ceph_create_snap_realm()
166 			     struct ceph_snap_realm *realm);
172 				 struct ceph_snap_realm *realm)  in __destroy_snap_realm()  argument
174 	dout("__destroy_snap_realm %p %llx\n", realm, realm->ino);  in __destroy_snap_realm()
176 	rb_erase(&realm->node, &mdsc->snap_realms);  in __destroy_snap_realm()
178 	if (realm->parent) {  in __destroy_snap_realm()
179 		list_del_init(&realm->child_item);  in __destroy_snap_realm()
180 		__put_snap_realm(mdsc, realm->parent);  in __destroy_snap_realm()
183 	kfree(realm->prior_parent_snaps);  in __destroy_snap_realm()
184 	kfree(realm->snaps);  in __destroy_snap_realm()
185 	ceph_put_snap_context(realm->cached_context);  in __destroy_snap_realm()
186 	kfree(realm);  in __destroy_snap_realm()
193 			     struct ceph_snap_realm *realm)  in __put_snap_realm()  argument
195 	dout("__put_snap_realm %llx %p %d -> %d\n", realm->ino, realm,  in __put_snap_realm()
196 	     atomic_read(&realm->nref), atomic_read(&realm->nref)-1);  in __put_snap_realm()
197 	if (atomic_dec_and_test(&realm->nref))  in __put_snap_realm()
198 		__destroy_snap_realm(mdsc, realm);  in __put_snap_realm()
205 			 struct ceph_snap_realm *realm)  in ceph_put_snap_realm()  argument
207 	dout("put_snap_realm %llx %p %d -> %d\n", realm->ino, realm,  in ceph_put_snap_realm()
208 	     atomic_read(&realm->nref), atomic_read(&realm->nref)-1);  in ceph_put_snap_realm()
209 	if (!atomic_dec_and_test(&realm->nref))  in ceph_put_snap_realm()
213 		__destroy_snap_realm(mdsc, realm);  in ceph_put_snap_realm()
217 		list_add(&realm->empty_item, &mdsc->snap_empty);  in ceph_put_snap_realm()
231 	struct ceph_snap_realm *realm;  in __cleanup_empty_realms()  local
235 		realm = list_first_entry(&mdsc->snap_empty,  in __cleanup_empty_realms()
237 		list_del(&realm->empty_item);  in __cleanup_empty_realms()
239 		__destroy_snap_realm(mdsc, realm);  in __cleanup_empty_realms()
261 				    struct ceph_snap_realm *realm,  in adjust_snap_realm_parent()  argument
266 	if (realm->parent_ino == parentino)  in adjust_snap_realm_parent()
276 	     realm->ino, realm, realm->parent_ino, realm->parent,  in adjust_snap_realm_parent()
278 	if (realm->parent) {  in adjust_snap_realm_parent()
279 		list_del_init(&realm->child_item);  in adjust_snap_realm_parent()
280 		ceph_put_snap_realm(mdsc, realm->parent);  in adjust_snap_realm_parent()
282 	realm->parent_ino = parentino;  in adjust_snap_realm_parent()
283 	realm->parent = parent;  in adjust_snap_realm_parent()
284 	list_add(&realm->child_item, &parent->children);  in adjust_snap_realm_parent()
304 static int build_snap_context(struct ceph_snap_realm *realm)  in build_snap_context()  argument
306 	struct ceph_snap_realm *parent = realm->parent;  in build_snap_context()
309 	u32 num = realm->num_prior_parent_snaps + realm->num_snaps;  in build_snap_context()
329 	if (realm->cached_context &&  in build_snap_context()
330 	    realm->cached_context->seq == realm->seq &&  in build_snap_context()
332 	     realm->cached_context->seq >= parent->cached_context->seq)) {  in build_snap_context()
335 		     realm->ino, realm, realm->cached_context,  in build_snap_context()
336 		     realm->cached_context->seq,  in build_snap_context()
337 		     (unsigned int) realm->cached_context->num_snaps);  in build_snap_context()
351 	snapc->seq = realm->seq;  in build_snap_context()
359 			    realm->parent_since)  in build_snap_context()
365 	memcpy(snapc->snaps + num, realm->snaps,  in build_snap_context()
366 	       sizeof(u64)*realm->num_snaps);  in build_snap_context()
367 	num += realm->num_snaps;  in build_snap_context()
368 	memcpy(snapc->snaps + num, realm->prior_parent_snaps,  in build_snap_context()
369 	       sizeof(u64)*realm->num_prior_parent_snaps);  in build_snap_context()
370 	num += realm->num_prior_parent_snaps;  in build_snap_context()
375 	     realm->ino, realm, snapc, snapc->seq,  in build_snap_context()
378 	ceph_put_snap_context(realm->cached_context);  in build_snap_context()
379 	realm->cached_context = snapc;  in build_snap_context()
387 	if (realm->cached_context) {  in build_snap_context()
388 		ceph_put_snap_context(realm->cached_context);  in build_snap_context()
389 		realm->cached_context = NULL;  in build_snap_context()
391 	pr_err("build_snap_context %llx %p fail %d\n", realm->ino,  in build_snap_context()
392 	       realm, err);  in build_snap_context()
399 static void rebuild_snap_realms(struct ceph_snap_realm *realm)  in rebuild_snap_realms()  argument
403 	dout("rebuild_snap_realms %llx %p\n", realm->ino, realm);  in rebuild_snap_realms()
404 	build_snap_context(realm);  in rebuild_snap_realms()
406 	list_for_each_entry(child, &realm->children, child_item)  in rebuild_snap_realms()
623 static void queue_realm_cap_snaps(struct ceph_snap_realm *realm)  in queue_realm_cap_snaps()  argument
629 	dout("queue_realm_cap_snaps %p %llx inodes\n", realm, realm->ino);  in queue_realm_cap_snaps()
631 	spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
632 	list_for_each_entry(ci, &realm->inodes_with_caps,  in queue_realm_cap_snaps()
637 		spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
641 		spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
643 	spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
646 	list_for_each_entry(child, &realm->children, child_item) {  in queue_realm_cap_snaps()
648 		     realm, realm->ino, child, child->ino);  in queue_realm_cap_snaps()
650 		list_add(&child->dirty_item, &realm->dirty_item);  in queue_realm_cap_snaps()
653 	list_del_init(&realm->dirty_item);  in queue_realm_cap_snaps()
654 	dout("queue_realm_cap_snaps %p %llx done\n", realm, realm->ino);  in queue_realm_cap_snaps()
671 	struct ceph_snap_realm *realm = NULL;  in ceph_update_snap_trace()  local
689 	realm = ceph_lookup_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
690 	if (!realm) {  in ceph_update_snap_trace()
691 		realm = ceph_create_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
692 		if (IS_ERR(realm)) {  in ceph_update_snap_trace()
693 			err = PTR_ERR(realm);  in ceph_update_snap_trace()
699 	err = adjust_snap_realm_parent(mdsc, realm, le64_to_cpu(ri->parent));  in ceph_update_snap_trace()
704 	if (le64_to_cpu(ri->seq) > realm->seq) {  in ceph_update_snap_trace()
706 		     realm->ino, realm, realm->seq, le64_to_cpu(ri->seq));  in ceph_update_snap_trace()
708 		realm->seq = le64_to_cpu(ri->seq);  in ceph_update_snap_trace()
709 		realm->created = le64_to_cpu(ri->created);  in ceph_update_snap_trace()
710 		realm->parent_since = le64_to_cpu(ri->parent_since);  in ceph_update_snap_trace()
712 		realm->num_snaps = le32_to_cpu(ri->num_snaps);  in ceph_update_snap_trace()
713 		err = dup_array(&realm->snaps, snaps, realm->num_snaps);  in ceph_update_snap_trace()
717 		realm->num_prior_parent_snaps =  in ceph_update_snap_trace()
719 		err = dup_array(&realm->prior_parent_snaps, prior_parent_snaps,  in ceph_update_snap_trace()
720 				realm->num_prior_parent_snaps);  in ceph_update_snap_trace()
725 		list_add(&realm->dirty_item, &dirty_realms);  in ceph_update_snap_trace()
726 		if (realm->seq > mdsc->last_snap_seq)  in ceph_update_snap_trace()
727 			mdsc->last_snap_seq = realm->seq;  in ceph_update_snap_trace()
730 	} else if (!realm->cached_context) {  in ceph_update_snap_trace()
732 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
736 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
739 	dout("done with %llx %p, invalidated=%d, %p %p\n", realm->ino,  in ceph_update_snap_trace()
740 	     realm, invalidate, p, e);  in ceph_update_snap_trace()
744 		rebuild_snap_realms(realm);  in ceph_update_snap_trace()
747 		first_realm = realm;  in ceph_update_snap_trace()
749 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
759 		realm = list_first_entry(&dirty_realms, struct ceph_snap_realm,  in ceph_update_snap_trace()
761 		queue_realm_cap_snaps(realm);  in ceph_update_snap_trace()
775 	if (realm && !IS_ERR(realm))  in ceph_update_snap_trace()
776 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
840 	struct ceph_snap_realm *realm = NULL;  in ceph_handle_snap()  local
890 		realm = ceph_lookup_snap_realm(mdsc, split);  in ceph_handle_snap()
891 		if (!realm) {  in ceph_handle_snap()
892 			realm = ceph_create_snap_realm(mdsc, split);  in ceph_handle_snap()
893 			if (IS_ERR(realm))  in ceph_handle_snap()
897 		dout("splitting snap_realm %llx %p\n", realm->ino, realm);  in ceph_handle_snap()
929 			     inode, realm->ino, realm);  in ceph_handle_snap()
933 			spin_lock(&realm->inodes_with_caps_lock);  in ceph_handle_snap()
936 				 &realm->inodes_with_caps);  in ceph_handle_snap()
938 			ci->i_snap_realm = realm;  in ceph_handle_snap()
939 			spin_unlock(&realm->inodes_with_caps_lock);  in ceph_handle_snap()
942 			ceph_get_snap_realm(mdsc, realm);  in ceph_handle_snap()
960 			adjust_snap_realm_parent(mdsc, child, realm->ino);  in ceph_handle_snap()
973 		ceph_put_snap_realm(mdsc, realm);  in ceph_handle_snap()