66 			 struct ceph_snap_realm *realm)  in ceph_get_snap_realm()  argument
76 	if (atomic_inc_not_zero(&realm->nref))  in ceph_get_snap_realm()
80 	if (atomic_inc_return(&realm->nref) == 1)  in ceph_get_snap_realm()
81 		list_del_init(&realm->empty_item);  in ceph_get_snap_realm()
116 	struct ceph_snap_realm *realm;  in ceph_create_snap_realm()  local
120 	realm = kzalloc(sizeof(*realm), GFP_NOFS);  in ceph_create_snap_realm()
121 	if (!realm)  in ceph_create_snap_realm()
124 	atomic_set(&realm->nref, 1);    /* for caller */  in ceph_create_snap_realm()
125 	realm->ino = ino;  in ceph_create_snap_realm()
126 	INIT_LIST_HEAD(&realm->children);  in ceph_create_snap_realm()
127 	INIT_LIST_HEAD(&realm->child_item);  in ceph_create_snap_realm()
128 	INIT_LIST_HEAD(&realm->empty_item);  in ceph_create_snap_realm()
129 	INIT_LIST_HEAD(&realm->dirty_item);  in ceph_create_snap_realm()
130 	INIT_LIST_HEAD(&realm->inodes_with_caps);  in ceph_create_snap_realm()
131 	spin_lock_init(&realm->inodes_with_caps_lock);  in ceph_create_snap_realm()
132 	__insert_snap_realm(&mdsc->snap_realms, realm);  in ceph_create_snap_realm()
135 	dout("create_snap_realm %llx %p\n", realm->ino, realm);  in ceph_create_snap_realm()
136 	return realm;  in ceph_create_snap_realm()
177 			     struct ceph_snap_realm *realm);
183 				 struct ceph_snap_realm *realm)  in __destroy_snap_realm()  argument
187 	dout("__destroy_snap_realm %p %llx\n", realm, realm->ino);  in __destroy_snap_realm()
189 	rb_erase(&realm->node, &mdsc->snap_realms);  in __destroy_snap_realm()
192 	if (realm->parent) {  in __destroy_snap_realm()
193 		list_del_init(&realm->child_item);  in __destroy_snap_realm()
194 		__put_snap_realm(mdsc, realm->parent);  in __destroy_snap_realm()
197 	kfree(realm->prior_parent_snaps);  in __destroy_snap_realm()
198 	kfree(realm->snaps);  in __destroy_snap_realm()
199 	ceph_put_snap_context(realm->cached_context);  in __destroy_snap_realm()
200 	kfree(realm);  in __destroy_snap_realm()
207 			     struct ceph_snap_realm *realm)  in __put_snap_realm()  argument
215 	if (atomic_dec_and_test(&realm->nref))  in __put_snap_realm()
216 		__destroy_snap_realm(mdsc, realm);  in __put_snap_realm()
223 			 struct ceph_snap_realm *realm)  in ceph_put_snap_realm()  argument
225 	if (!atomic_dec_and_lock(&realm->nref, &mdsc->snap_empty_lock))  in ceph_put_snap_realm()
230 		__destroy_snap_realm(mdsc, realm);  in ceph_put_snap_realm()
233 		list_add(&realm->empty_item, &mdsc->snap_empty);  in ceph_put_snap_realm()
247 	struct ceph_snap_realm *realm;  in __cleanup_empty_realms()  local
253 		realm = list_first_entry(&mdsc->snap_empty,  in __cleanup_empty_realms()
255 		list_del(&realm->empty_item);  in __cleanup_empty_realms()
257 		__destroy_snap_realm(mdsc, realm);  in __cleanup_empty_realms()
279 				    struct ceph_snap_realm *realm,  in adjust_snap_realm_parent()  argument
286 	if (realm->parent_ino == parentino)  in adjust_snap_realm_parent()
296 	     realm->ino, realm, realm->parent_ino, realm->parent,  in adjust_snap_realm_parent()
298 	if (realm->parent) {  in adjust_snap_realm_parent()
299 		list_del_init(&realm->child_item);  in adjust_snap_realm_parent()
300 		ceph_put_snap_realm(mdsc, realm->parent);  in adjust_snap_realm_parent()
302 	realm->parent_ino = parentino;  in adjust_snap_realm_parent()
303 	realm->parent = parent;  in adjust_snap_realm_parent()
304 	list_add(&realm->child_item, &parent->children);  in adjust_snap_realm_parent()
322 static int build_snap_context(struct ceph_snap_realm *realm,  in build_snap_context()  argument
325 	struct ceph_snap_realm *parent = realm->parent;  in build_snap_context()
328 	u32 num = realm->num_prior_parent_snaps + realm->num_snaps;  in build_snap_context()
348 	if (realm->cached_context &&  in build_snap_context()
349 	    realm->cached_context->seq == realm->seq &&  in build_snap_context()
351 	     realm->cached_context->seq >= parent->cached_context->seq)) {  in build_snap_context()
354 		     realm->ino, realm, realm->cached_context,  in build_snap_context()
355 		     realm->cached_context->seq,  in build_snap_context()
356 		     (unsigned int)realm->cached_context->num_snaps);  in build_snap_context()
370 	snapc->seq = realm->seq;  in build_snap_context()
378 			    realm->parent_since)  in build_snap_context()
384 	memcpy(snapc->snaps + num, realm->snaps,  in build_snap_context()
385 	       sizeof(u64)*realm->num_snaps);  in build_snap_context()
386 	num += realm->num_snaps;  in build_snap_context()
387 	memcpy(snapc->snaps + num, realm->prior_parent_snaps,  in build_snap_context()
388 	       sizeof(u64)*realm->num_prior_parent_snaps);  in build_snap_context()
389 	num += realm->num_prior_parent_snaps;  in build_snap_context()
394 	     realm->ino, realm, snapc, snapc->seq,  in build_snap_context()
397 	ceph_put_snap_context(realm->cached_context);  in build_snap_context()
398 	realm->cached_context = snapc;  in build_snap_context()
400 	list_add_tail(&realm->dirty_item, dirty_realms);  in build_snap_context()
408 	if (realm->cached_context) {  in build_snap_context()
409 		ceph_put_snap_context(realm->cached_context);  in build_snap_context()
410 		realm->cached_context = NULL;  in build_snap_context()
412 	pr_err("build_snap_context %llx %p fail %d\n", realm->ino,  in build_snap_context()
413 	       realm, err);  in build_snap_context()
420 static void rebuild_snap_realms(struct ceph_snap_realm *realm,  in rebuild_snap_realms()  argument
425 	dout("rebuild_snap_realms %llx %p\n", realm->ino, realm);  in rebuild_snap_realms()
426 	build_snap_context(realm, dirty_realms);  in rebuild_snap_realms()
428 	list_for_each_entry(child, &realm->children, child_item)  in rebuild_snap_realms()
660 static void queue_realm_cap_snaps(struct ceph_snap_realm *realm)  in queue_realm_cap_snaps()  argument
665 	dout("queue_realm_cap_snaps %p %llx inodes\n", realm, realm->ino);  in queue_realm_cap_snaps()
667 	spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
668 	list_for_each_entry(ci, &realm->inodes_with_caps, i_snap_realm_item) {  in queue_realm_cap_snaps()
672 		spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
678 		spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
680 	spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
683 	dout("queue_realm_cap_snaps %p %llx done\n", realm, realm->ino);  in queue_realm_cap_snaps()
700 	struct ceph_snap_realm *realm;  in ceph_update_snap_trace()  local
711 	realm = NULL;  in ceph_update_snap_trace()
723 	realm = ceph_lookup_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
724 	if (!realm) {  in ceph_update_snap_trace()
725 		realm = ceph_create_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
726 		if (IS_ERR(realm)) {  in ceph_update_snap_trace()
727 			err = PTR_ERR(realm);  in ceph_update_snap_trace()
733 	err = adjust_snap_realm_parent(mdsc, realm, le64_to_cpu(ri->parent));  in ceph_update_snap_trace()
738 	if (le64_to_cpu(ri->seq) > realm->seq) {  in ceph_update_snap_trace()
740 		     realm->ino, realm, realm->seq, le64_to_cpu(ri->seq));  in ceph_update_snap_trace()
742 		realm->seq = le64_to_cpu(ri->seq);  in ceph_update_snap_trace()
743 		realm->created = le64_to_cpu(ri->created);  in ceph_update_snap_trace()
744 		realm->parent_since = le64_to_cpu(ri->parent_since);  in ceph_update_snap_trace()
746 		realm->num_snaps = le32_to_cpu(ri->num_snaps);  in ceph_update_snap_trace()
747 		err = dup_array(&realm->snaps, snaps, realm->num_snaps);  in ceph_update_snap_trace()
751 		realm->num_prior_parent_snaps =  in ceph_update_snap_trace()
753 		err = dup_array(&realm->prior_parent_snaps, prior_parent_snaps,  in ceph_update_snap_trace()
754 				realm->num_prior_parent_snaps);  in ceph_update_snap_trace()
758 		if (realm->seq > mdsc->last_snap_seq)  in ceph_update_snap_trace()
759 			mdsc->last_snap_seq = realm->seq;  in ceph_update_snap_trace()
762 	} else if (!realm->cached_context) {  in ceph_update_snap_trace()
764 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
768 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
771 	dout("done with %llx %p, rebuild_snapcs=%d, %p %p\n", realm->ino,  in ceph_update_snap_trace()
772 	     realm, rebuild_snapcs, p, e);  in ceph_update_snap_trace()
780 		realm_to_rebuild = realm;  in ceph_update_snap_trace()
787 		first_realm = realm;  in ceph_update_snap_trace()
789 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
799 		realm = list_first_entry(&dirty_realms, struct ceph_snap_realm,  in ceph_update_snap_trace()
801 		list_del_init(&realm->dirty_item);  in ceph_update_snap_trace()
802 		queue_realm_cap_snaps(realm);  in ceph_update_snap_trace()
816 	if (realm && !IS_ERR(realm))  in ceph_update_snap_trace()
817 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
881 	struct ceph_snap_realm *realm = NULL;  in ceph_handle_snap()  local
931 		realm = ceph_lookup_snap_realm(mdsc, split);  in ceph_handle_snap()
932 		if (!realm) {  in ceph_handle_snap()
933 			realm = ceph_create_snap_realm(mdsc, split);  in ceph_handle_snap()
934 			if (IS_ERR(realm))  in ceph_handle_snap()
938 		dout("splitting snap_realm %llx %p\n", realm->ino, realm);  in ceph_handle_snap()
970 			     inode, realm->ino, realm);  in ceph_handle_snap()
979 			spin_lock(&realm->inodes_with_caps_lock);  in ceph_handle_snap()
981 				 &realm->inodes_with_caps);  in ceph_handle_snap()
982 			ci->i_snap_realm = realm;  in ceph_handle_snap()
983 			if (realm->ino == ci->i_vino.ino)  in ceph_handle_snap()
984                                 realm->inode = inode;  in ceph_handle_snap()
985 			spin_unlock(&realm->inodes_with_caps_lock);  in ceph_handle_snap()
989 			ceph_get_snap_realm(mdsc, realm);  in ceph_handle_snap()
1009 			adjust_snap_realm_parent(mdsc, child, realm->ino);  in ceph_handle_snap()
1022 		ceph_put_snap_realm(mdsc, realm);  in ceph_handle_snap()