Lines Matching refs:rbd_dev
331 struct rbd_device *rbd_dev; member
501 static int rbd_dev_image_probe(struct rbd_device *rbd_dev, int depth);
513 static bool rbd_is_ro(struct rbd_device *rbd_dev) in rbd_is_ro() argument
515 return test_bit(RBD_DEV_FLAG_READONLY, &rbd_dev->flags); in rbd_is_ro()
518 static bool rbd_is_snap(struct rbd_device *rbd_dev) in rbd_is_snap() argument
520 return rbd_dev->spec->snap_id != CEPH_NOSNAP; in rbd_is_snap()
523 static bool __rbd_is_lock_owner(struct rbd_device *rbd_dev) in __rbd_is_lock_owner() argument
525 lockdep_assert_held(&rbd_dev->lock_rwsem); in __rbd_is_lock_owner()
527 return rbd_dev->lock_state == RBD_LOCK_STATE_LOCKED || in __rbd_is_lock_owner()
528 rbd_dev->lock_state == RBD_LOCK_STATE_RELEASING; in __rbd_is_lock_owner()
531 static bool rbd_is_lock_owner(struct rbd_device *rbd_dev) in rbd_is_lock_owner() argument
535 down_read(&rbd_dev->lock_rwsem); in rbd_is_lock_owner()
536 is_lock_owner = __rbd_is_lock_owner(rbd_dev); in rbd_is_lock_owner()
537 up_read(&rbd_dev->lock_rwsem); in rbd_is_lock_owner()
593 void rbd_warn(struct rbd_device *rbd_dev, const char *fmt, ...) in rbd_warn() argument
602 if (!rbd_dev) in rbd_warn()
604 else if (rbd_dev->disk) in rbd_warn()
606 RBD_DRV_NAME, rbd_dev->disk->disk_name, &vaf); in rbd_warn()
607 else if (rbd_dev->spec && rbd_dev->spec->image_name) in rbd_warn()
609 RBD_DRV_NAME, rbd_dev->spec->image_name, &vaf); in rbd_warn()
610 else if (rbd_dev->spec && rbd_dev->spec->image_id) in rbd_warn()
612 RBD_DRV_NAME, rbd_dev->spec->image_id, &vaf); in rbd_warn()
615 RBD_DRV_NAME, rbd_dev, &vaf); in rbd_warn()
632 static void rbd_dev_remove_parent(struct rbd_device *rbd_dev);
634 static int rbd_dev_refresh(struct rbd_device *rbd_dev);
635 static int rbd_dev_v2_header_onetime(struct rbd_device *rbd_dev);
636 static int rbd_dev_header_info(struct rbd_device *rbd_dev);
637 static int rbd_dev_v2_parent_info(struct rbd_device *rbd_dev);
638 static const char *rbd_dev_v2_snap_name(struct rbd_device *rbd_dev,
640 static int _rbd_dev_v2_snap_size(struct rbd_device *rbd_dev, u64 snap_id,
642 static int rbd_dev_v2_get_flags(struct rbd_device *rbd_dev);
665 struct rbd_device *rbd_dev = bdev->bd_disk->private_data; in rbd_open() local
668 spin_lock_irq(&rbd_dev->lock); in rbd_open()
669 if (test_bit(RBD_DEV_FLAG_REMOVING, &rbd_dev->flags)) in rbd_open()
672 rbd_dev->open_count++; in rbd_open()
673 spin_unlock_irq(&rbd_dev->lock); in rbd_open()
677 (void) get_device(&rbd_dev->dev); in rbd_open()
684 struct rbd_device *rbd_dev = disk->private_data; in rbd_release() local
687 spin_lock_irq(&rbd_dev->lock); in rbd_release()
688 open_count_before = rbd_dev->open_count--; in rbd_release()
689 spin_unlock_irq(&rbd_dev->lock); in rbd_release()
692 put_device(&rbd_dev->dev); in rbd_release()
695 static int rbd_ioctl_set_ro(struct rbd_device *rbd_dev, unsigned long arg) in rbd_ioctl_set_ro() argument
707 if (rbd_is_ro(rbd_dev)) in rbd_ioctl_set_ro()
710 rbd_assert(!rbd_is_snap(rbd_dev)); in rbd_ioctl_set_ro()
720 struct rbd_device *rbd_dev = bdev->bd_disk->private_data; in rbd_ioctl() local
725 ret = rbd_ioctl_set_ro(rbd_dev, arg); in rbd_ioctl()
1034 static void rbd_init_layout(struct rbd_device *rbd_dev) in rbd_init_layout() argument
1036 if (rbd_dev->header.stripe_unit == 0 || in rbd_init_layout()
1037 rbd_dev->header.stripe_count == 0) { in rbd_init_layout()
1038 rbd_dev->header.stripe_unit = rbd_obj_bytes(&rbd_dev->header); in rbd_init_layout()
1039 rbd_dev->header.stripe_count = 1; in rbd_init_layout()
1042 rbd_dev->layout.stripe_unit = rbd_dev->header.stripe_unit; in rbd_init_layout()
1043 rbd_dev->layout.stripe_count = rbd_dev->header.stripe_count; in rbd_init_layout()
1044 rbd_dev->layout.object_size = rbd_obj_bytes(&rbd_dev->header); in rbd_init_layout()
1045 rbd_dev->layout.pool_id = rbd_dev->header.data_pool_id == CEPH_NOPOOL ? in rbd_init_layout()
1046 rbd_dev->spec->pool_id : rbd_dev->header.data_pool_id; in rbd_init_layout()
1047 RCU_INIT_POINTER(rbd_dev->layout.pool_ns, NULL); in rbd_init_layout()
1054 static int rbd_header_from_disk(struct rbd_device *rbd_dev, in rbd_header_from_disk() argument
1057 struct rbd_image_header *header = &rbd_dev->header; in rbd_header_from_disk()
1125 rbd_init_layout(rbd_dev); in rbd_header_from_disk()
1151 static const char *_rbd_dev_v1_snap_name(struct rbd_device *rbd_dev, u32 which) in _rbd_dev_v1_snap_name() argument
1155 rbd_assert(which < rbd_dev->header.snapc->num_snaps); in _rbd_dev_v1_snap_name()
1159 snap_name = rbd_dev->header.snap_names; in _rbd_dev_v1_snap_name()
1190 static u32 rbd_dev_snap_index(struct rbd_device *rbd_dev, u64 snap_id) in rbd_dev_snap_index() argument
1192 struct ceph_snap_context *snapc = rbd_dev->header.snapc; in rbd_dev_snap_index()
1201 static const char *rbd_dev_v1_snap_name(struct rbd_device *rbd_dev, in rbd_dev_v1_snap_name() argument
1207 which = rbd_dev_snap_index(rbd_dev, snap_id); in rbd_dev_v1_snap_name()
1211 snap_name = _rbd_dev_v1_snap_name(rbd_dev, which); in rbd_dev_v1_snap_name()
1215 static const char *rbd_snap_name(struct rbd_device *rbd_dev, u64 snap_id) in rbd_snap_name() argument
1220 rbd_assert(rbd_image_format_valid(rbd_dev->image_format)); in rbd_snap_name()
1221 if (rbd_dev->image_format == 1) in rbd_snap_name()
1222 return rbd_dev_v1_snap_name(rbd_dev, snap_id); in rbd_snap_name()
1224 return rbd_dev_v2_snap_name(rbd_dev, snap_id); in rbd_snap_name()
1227 static int rbd_snap_size(struct rbd_device *rbd_dev, u64 snap_id, in rbd_snap_size() argument
1230 rbd_assert(rbd_image_format_valid(rbd_dev->image_format)); in rbd_snap_size()
1232 *snap_size = rbd_dev->header.image_size; in rbd_snap_size()
1233 } else if (rbd_dev->image_format == 1) { in rbd_snap_size()
1236 which = rbd_dev_snap_index(rbd_dev, snap_id); in rbd_snap_size()
1240 *snap_size = rbd_dev->header.snap_sizes[which]; in rbd_snap_size()
1245 ret = _rbd_dev_v2_snap_size(rbd_dev, snap_id, NULL, &size); in rbd_snap_size()
1254 static int rbd_dev_mapping_set(struct rbd_device *rbd_dev) in rbd_dev_mapping_set() argument
1256 u64 snap_id = rbd_dev->spec->snap_id; in rbd_dev_mapping_set()
1260 ret = rbd_snap_size(rbd_dev, snap_id, &size); in rbd_dev_mapping_set()
1264 rbd_dev->mapping.size = size; in rbd_dev_mapping_set()
1268 static void rbd_dev_mapping_clear(struct rbd_device *rbd_dev) in rbd_dev_mapping_clear() argument
1270 rbd_dev->mapping.size = 0; in rbd_dev_mapping_clear()
1383 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_is_entire() local
1386 obj_req->ex.oe_len == rbd_dev->layout.object_size; in rbd_obj_is_entire()
1391 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_is_tail() local
1394 rbd_dev->layout.object_size; in rbd_obj_is_tail()
1454 struct rbd_device *rbd_dev = obj_request->img_request->rbd_dev; in rbd_osd_format_read() local
1455 struct ceph_options *opt = rbd_dev->rbd_client->client->options; in rbd_osd_format_read()
1474 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in __rbd_obj_add_osd_request() local
1475 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __rbd_obj_add_osd_request()
1477 const char *name_format = rbd_dev->image_format == 1 ? in __rbd_obj_add_osd_request()
1493 ceph_oloc_copy(&req->r_base_oloc, &rbd_dev->header_oloc); in __rbd_obj_add_osd_request()
1494 req->r_base_oloc.pool = rbd_dev->layout.pool_id; in __rbd_obj_add_osd_request()
1497 rbd_dev->header.object_prefix, in __rbd_obj_add_osd_request()
1573 static void rbd_dev_unparent(struct rbd_device *rbd_dev) in rbd_dev_unparent() argument
1575 rbd_dev_remove_parent(rbd_dev); in rbd_dev_unparent()
1576 rbd_spec_put(rbd_dev->parent_spec); in rbd_dev_unparent()
1577 rbd_dev->parent_spec = NULL; in rbd_dev_unparent()
1578 rbd_dev->parent_overlap = 0; in rbd_dev_unparent()
1587 static void rbd_dev_parent_put(struct rbd_device *rbd_dev) in rbd_dev_parent_put() argument
1591 if (!rbd_dev->parent_spec) in rbd_dev_parent_put()
1594 counter = atomic_dec_return_safe(&rbd_dev->parent_ref); in rbd_dev_parent_put()
1601 rbd_dev_unparent(rbd_dev); in rbd_dev_parent_put()
1603 rbd_warn(rbd_dev, "parent reference underflow"); in rbd_dev_parent_put()
1614 static bool rbd_dev_parent_get(struct rbd_device *rbd_dev) in rbd_dev_parent_get() argument
1618 if (!rbd_dev->parent_spec) in rbd_dev_parent_get()
1621 if (rbd_dev->parent_overlap) in rbd_dev_parent_get()
1622 counter = atomic_inc_return_safe(&rbd_dev->parent_ref); in rbd_dev_parent_get()
1625 rbd_warn(rbd_dev, "parent reference overflow"); in rbd_dev_parent_get()
1631 struct rbd_device *rbd_dev, in rbd_img_request_init() argument
1636 img_request->rbd_dev = rbd_dev; in rbd_img_request_init()
1646 struct rbd_device *rbd_dev = img_req->rbd_dev; in rbd_img_capture_header() local
1648 lockdep_assert_held(&rbd_dev->header_rwsem); in rbd_img_capture_header()
1651 img_req->snapc = ceph_get_snap_context(rbd_dev->header.snapc); in rbd_img_capture_header()
1653 img_req->snap_id = rbd_dev->spec->snap_id; in rbd_img_capture_header()
1655 if (rbd_dev_parent_get(rbd_dev)) in rbd_img_capture_header()
1671 rbd_dev_parent_put(img_request->rbd_dev); in rbd_img_request_destroy()
1684 static void __rbd_object_map_index(struct rbd_device *rbd_dev, u64 objno, in __rbd_object_map_index() argument
1689 rbd_assert(objno < rbd_dev->object_map_size); in __rbd_object_map_index()
1694 static u8 __rbd_object_map_get(struct rbd_device *rbd_dev, u64 objno) in __rbd_object_map_get() argument
1699 lockdep_assert_held(&rbd_dev->object_map_lock); in __rbd_object_map_get()
1700 __rbd_object_map_index(rbd_dev, objno, &index, &shift); in __rbd_object_map_get()
1701 return (rbd_dev->object_map[index] >> shift) & OBJ_MASK; in __rbd_object_map_get()
1704 static void __rbd_object_map_set(struct rbd_device *rbd_dev, u64 objno, u8 val) in __rbd_object_map_set() argument
1710 lockdep_assert_held(&rbd_dev->object_map_lock); in __rbd_object_map_set()
1713 __rbd_object_map_index(rbd_dev, objno, &index, &shift); in __rbd_object_map_set()
1714 p = &rbd_dev->object_map[index]; in __rbd_object_map_set()
1718 static u8 rbd_object_map_get(struct rbd_device *rbd_dev, u64 objno) in rbd_object_map_get() argument
1722 spin_lock(&rbd_dev->object_map_lock); in rbd_object_map_get()
1723 state = __rbd_object_map_get(rbd_dev, objno); in rbd_object_map_get()
1724 spin_unlock(&rbd_dev->object_map_lock); in rbd_object_map_get()
1728 static bool use_object_map(struct rbd_device *rbd_dev) in use_object_map() argument
1738 if (!rbd_is_snap(rbd_dev) && rbd_is_ro(rbd_dev)) in use_object_map()
1741 return ((rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP) && in use_object_map()
1742 !(rbd_dev->object_map_flags & RBD_FLAG_OBJECT_MAP_INVALID)); in use_object_map()
1745 static bool rbd_object_map_may_exist(struct rbd_device *rbd_dev, u64 objno) in rbd_object_map_may_exist() argument
1750 if (!use_object_map(rbd_dev)) in rbd_object_map_may_exist()
1753 state = rbd_object_map_get(rbd_dev, objno); in rbd_object_map_may_exist()
1757 static void rbd_object_map_name(struct rbd_device *rbd_dev, u64 snap_id, in rbd_object_map_name() argument
1762 rbd_dev->spec->image_id); in rbd_object_map_name()
1765 rbd_dev->spec->image_id, snap_id); in rbd_object_map_name()
1768 static int rbd_object_map_lock(struct rbd_device *rbd_dev) in rbd_object_map_lock() argument
1770 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_object_map_lock()
1779 rbd_object_map_name(rbd_dev, CEPH_NOSNAP, &oid); in rbd_object_map_lock()
1782 ret = ceph_cls_lock(osdc, &oid, &rbd_dev->header_oloc, RBD_LOCK_NAME, in rbd_object_map_lock()
1788 rbd_warn(rbd_dev, "failed to lock object map: %d", ret); in rbd_object_map_lock()
1792 ret = ceph_cls_lock_info(osdc, &oid, &rbd_dev->header_oloc, in rbd_object_map_lock()
1799 rbd_warn(rbd_dev, "failed to get object map lockers: %d", ret); in rbd_object_map_lock()
1807 rbd_warn(rbd_dev, "breaking object map lock owned by %s%llu", in rbd_object_map_lock()
1810 ret = ceph_cls_break_lock(osdc, &oid, &rbd_dev->header_oloc, in rbd_object_map_lock()
1818 rbd_warn(rbd_dev, "failed to break object map lock: %d", ret); in rbd_object_map_lock()
1826 static void rbd_object_map_unlock(struct rbd_device *rbd_dev) in rbd_object_map_unlock() argument
1828 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_object_map_unlock()
1832 rbd_object_map_name(rbd_dev, CEPH_NOSNAP, &oid); in rbd_object_map_unlock()
1834 ret = ceph_cls_unlock(osdc, &oid, &rbd_dev->header_oloc, RBD_LOCK_NAME, in rbd_object_map_unlock()
1837 rbd_warn(rbd_dev, "failed to unlock object map: %d", ret); in rbd_object_map_unlock()
1865 static int __rbd_object_map_load(struct rbd_device *rbd_dev) in __rbd_object_map_load() argument
1867 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __rbd_object_map_load()
1878 rbd_assert(!rbd_dev->object_map && !rbd_dev->object_map_size); in __rbd_object_map_load()
1880 num_objects = ceph_get_num_objects(&rbd_dev->layout, in __rbd_object_map_load()
1881 rbd_dev->mapping.size); in __rbd_object_map_load()
1890 rbd_object_map_name(rbd_dev, rbd_dev->spec->snap_id, &oid); in __rbd_object_map_load()
1891 ret = ceph_osdc_call(osdc, &oid, &rbd_dev->header_oloc, in __rbd_object_map_load()
1904 rbd_warn(rbd_dev, "object map size mismatch: %llu vs %llu", in __rbd_object_map_load()
1915 rbd_dev->object_map = kvmalloc(object_map_bytes, GFP_KERNEL); in __rbd_object_map_load()
1916 if (!rbd_dev->object_map) { in __rbd_object_map_load()
1921 rbd_dev->object_map_size = object_map_size; in __rbd_object_map_load()
1922 ceph_copy_from_page_vector(pages, rbd_dev->object_map, in __rbd_object_map_load()
1930 static void rbd_object_map_free(struct rbd_device *rbd_dev) in rbd_object_map_free() argument
1932 kvfree(rbd_dev->object_map); in rbd_object_map_free()
1933 rbd_dev->object_map = NULL; in rbd_object_map_free()
1934 rbd_dev->object_map_size = 0; in rbd_object_map_free()
1937 static int rbd_object_map_load(struct rbd_device *rbd_dev) in rbd_object_map_load() argument
1941 ret = __rbd_object_map_load(rbd_dev); in rbd_object_map_load()
1945 ret = rbd_dev_v2_get_flags(rbd_dev); in rbd_object_map_load()
1947 rbd_object_map_free(rbd_dev); in rbd_object_map_load()
1951 if (rbd_dev->object_map_flags & RBD_FLAG_OBJECT_MAP_INVALID) in rbd_object_map_load()
1952 rbd_warn(rbd_dev, "object map is invalid"); in rbd_object_map_load()
1957 static int rbd_object_map_open(struct rbd_device *rbd_dev) in rbd_object_map_open() argument
1961 ret = rbd_object_map_lock(rbd_dev); in rbd_object_map_open()
1965 ret = rbd_object_map_load(rbd_dev); in rbd_object_map_open()
1967 rbd_object_map_unlock(rbd_dev); in rbd_object_map_open()
1974 static void rbd_object_map_close(struct rbd_device *rbd_dev) in rbd_object_map_close() argument
1976 rbd_object_map_free(rbd_dev); in rbd_object_map_close()
1977 rbd_object_map_unlock(rbd_dev); in rbd_object_map_close()
1993 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_object_map_update_finish() local
2025 spin_lock(&rbd_dev->object_map_lock); in rbd_object_map_update_finish()
2026 state = __rbd_object_map_get(rbd_dev, objno); in rbd_object_map_update_finish()
2029 __rbd_object_map_set(rbd_dev, objno, new_state); in rbd_object_map_update_finish()
2030 spin_unlock(&rbd_dev->object_map_lock); in rbd_object_map_update_finish()
2047 static bool update_needed(struct rbd_device *rbd_dev, u64 objno, u8 new_state) in update_needed() argument
2049 u8 state = rbd_object_map_get(rbd_dev, objno); in update_needed()
2100 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_object_map_update() local
2101 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_object_map_update()
2108 if (!update_needed(rbd_dev, obj_req->ex.oe_objno, new_state)) in rbd_object_map_update()
2122 rbd_object_map_name(rbd_dev, snap_id, &req->r_base_oid); in rbd_object_map_update()
2123 ceph_oloc_copy(&req->r_base_oloc, &rbd_dev->header_oloc); in rbd_object_map_update()
2178 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_calc_img_extents() local
2181 if (!rbd_dev->parent_overlap) in rbd_obj_calc_img_extents()
2184 ret = ceph_extent_to_file(&rbd_dev->layout, obj_req->ex.oe_objno, in rbd_obj_calc_img_extents()
2186 entire ? rbd_dev->layout.object_size : in rbd_obj_calc_img_extents()
2194 rbd_dev->parent_overlap); in rbd_obj_calc_img_extents()
2269 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in __rbd_osd_setup_write_ops() local
2272 if (!use_object_map(rbd_dev) || in __rbd_osd_setup_write_ops()
2275 rbd_dev->layout.object_size, in __rbd_osd_setup_write_ops()
2276 rbd_dev->layout.object_size, in __rbd_osd_setup_write_ops()
2277 rbd_dev->opts->alloc_hint_flags); in __rbd_osd_setup_write_ops()
2330 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_init_discard() local
2342 if (rbd_dev->opts->alloc_size != rbd_dev->layout.object_size || in rbd_obj_init_discard()
2344 off = round_up(obj_req->ex.oe_off, rbd_dev->opts->alloc_size); in rbd_obj_init_discard()
2346 rbd_dev->opts->alloc_size); in rbd_obj_init_discard()
2425 if (!use_object_map(img_req->rbd_dev) || in count_write_ops()
2557 ret = ceph_file_to_extents(&img_req->rbd_dev->layout, in rbd_img_fill_request_nocopy()
2588 struct rbd_device *rbd_dev = img_req->rbd_dev; in rbd_img_fill_request() local
2594 !rbd_layout_is_fancy(&rbd_dev->layout)) in rbd_img_fill_request()
2609 ret = ceph_file_to_extents(&rbd_dev->layout, in rbd_img_fill_request()
2633 ret = ceph_iterate_extents(&rbd_dev->layout, in rbd_img_fill_request()
2804 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_may_exist() local
2806 if (rbd_object_map_may_exist(rbd_dev, obj_req->ex.oe_objno)) { in rbd_obj_may_exist()
2841 struct rbd_device *parent = img_req->rbd_dev->parent; in rbd_obj_read_from_parent()
2896 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_advance_read() local
2918 if (*result == -ENOENT && rbd_dev->parent_overlap) { in rbd_obj_advance_read()
2973 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_write_is_noop() local
2975 if (rbd_object_map_may_exist(rbd_dev, obj_req->ex.oe_objno)) in rbd_obj_write_is_noop()
2995 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_write_pre_object_map() local
2998 if (!(rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP)) in rbd_obj_write_pre_object_map()
3156 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_copyup_read_parent() local
3161 rbd_dev->parent_overlap); in rbd_obj_copyup_read_parent()
3181 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_copyup_object_maps() local
3189 if (!(rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP)) in rbd_obj_copyup_object_maps()
3196 if ((rbd_dev->header.features & RBD_FEATURE_FAST_DIFF) && in rbd_obj_copyup_object_maps()
3257 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_advance_copyup() local
3299 rbd_warn(rbd_dev, "snap object map update failed: %d", in rbd_obj_advance_copyup()
3331 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_write_post_object_map() local
3334 if (!(rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP)) in rbd_obj_write_post_object_map()
3346 struct rbd_device *rbd_dev = obj_req->img_request->rbd_dev; in rbd_obj_advance_write() local
3368 rbd_warn(rbd_dev, "pre object map update failed: %d", in rbd_obj_advance_write()
3405 rbd_warn(rbd_dev, "copyup failed: %d", *result); in rbd_obj_advance_write()
3419 rbd_warn(rbd_dev, "post object map update failed: %d", in rbd_obj_advance_write()
3434 struct rbd_device *rbd_dev = img_req->rbd_dev; in __rbd_obj_handle_request() local
3446 rbd_warn(rbd_dev, "%s at objno %llu %llu~%llu result %d", in __rbd_obj_handle_request()
3465 struct rbd_device *rbd_dev = img_req->rbd_dev; in need_exclusive_lock() local
3467 if (!(rbd_dev->header.features & RBD_FEATURE_EXCLUSIVE_LOCK)) in need_exclusive_lock()
3470 if (rbd_is_ro(rbd_dev)) in need_exclusive_lock()
3474 if (rbd_dev->opts->lock_on_read || in need_exclusive_lock()
3475 (rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP)) in need_exclusive_lock()
3483 struct rbd_device *rbd_dev = img_req->rbd_dev; in rbd_lock_add_request() local
3486 lockdep_assert_held(&rbd_dev->lock_rwsem); in rbd_lock_add_request()
3487 locked = rbd_dev->lock_state == RBD_LOCK_STATE_LOCKED; in rbd_lock_add_request()
3488 spin_lock(&rbd_dev->lock_lists_lock); in rbd_lock_add_request()
3491 list_add_tail(&img_req->lock_item, &rbd_dev->acquiring_list); in rbd_lock_add_request()
3493 list_add_tail(&img_req->lock_item, &rbd_dev->running_list); in rbd_lock_add_request()
3494 spin_unlock(&rbd_dev->lock_lists_lock); in rbd_lock_add_request()
3500 struct rbd_device *rbd_dev = img_req->rbd_dev; in rbd_lock_del_request() local
3503 lockdep_assert_held(&rbd_dev->lock_rwsem); in rbd_lock_del_request()
3504 spin_lock(&rbd_dev->lock_lists_lock); in rbd_lock_del_request()
3507 need_wakeup = (rbd_dev->lock_state == RBD_LOCK_STATE_RELEASING && in rbd_lock_del_request()
3508 list_empty(&rbd_dev->running_list)); in rbd_lock_del_request()
3509 spin_unlock(&rbd_dev->lock_lists_lock); in rbd_lock_del_request()
3511 complete(&rbd_dev->releasing_wait); in rbd_lock_del_request()
3516 struct rbd_device *rbd_dev = img_req->rbd_dev; in rbd_img_exclusive_lock() local
3524 if (rbd_dev->opts->exclusive) { in rbd_img_exclusive_lock()
3533 dout("%s rbd_dev %p queueing lock_dwork\n", __func__, rbd_dev); in rbd_img_exclusive_lock()
3534 queue_delayed_work(rbd_dev->task_wq, &rbd_dev->lock_dwork, 0); in rbd_img_exclusive_lock()
3560 struct rbd_device *rbd_dev = img_req->rbd_dev; in rbd_img_advance() local
3582 __rbd_is_lock_owner(rbd_dev)); in rbd_img_advance()
3609 struct rbd_device *rbd_dev = img_req->rbd_dev; in __rbd_img_handle_request() local
3613 down_read(&rbd_dev->lock_rwsem); in __rbd_img_handle_request()
3619 up_read(&rbd_dev->lock_rwsem); in __rbd_img_handle_request()
3628 rbd_warn(rbd_dev, "%s%s result %d", in __rbd_img_handle_request()
3665 static struct rbd_client_id rbd_get_cid(struct rbd_device *rbd_dev) in rbd_get_cid() argument
3669 mutex_lock(&rbd_dev->watch_mutex); in rbd_get_cid()
3670 cid.gid = ceph_client_gid(rbd_dev->rbd_client->client); in rbd_get_cid()
3671 cid.handle = rbd_dev->watch_cookie; in rbd_get_cid()
3672 mutex_unlock(&rbd_dev->watch_mutex); in rbd_get_cid()
3679 static void rbd_set_owner_cid(struct rbd_device *rbd_dev, in rbd_set_owner_cid() argument
3682 dout("%s rbd_dev %p %llu-%llu -> %llu-%llu\n", __func__, rbd_dev, in rbd_set_owner_cid()
3683 rbd_dev->owner_cid.gid, rbd_dev->owner_cid.handle, in rbd_set_owner_cid()
3685 rbd_dev->owner_cid = *cid; /* struct */ in rbd_set_owner_cid()
3688 static void format_lock_cookie(struct rbd_device *rbd_dev, char *buf) in format_lock_cookie() argument
3690 mutex_lock(&rbd_dev->watch_mutex); in format_lock_cookie()
3691 sprintf(buf, "%s %llu", RBD_LOCK_COOKIE_PREFIX, rbd_dev->watch_cookie); in format_lock_cookie()
3692 mutex_unlock(&rbd_dev->watch_mutex); in format_lock_cookie()
3695 static void __rbd_lock(struct rbd_device *rbd_dev, const char *cookie) in __rbd_lock() argument
3697 struct rbd_client_id cid = rbd_get_cid(rbd_dev); in __rbd_lock()
3699 rbd_dev->lock_state = RBD_LOCK_STATE_LOCKED; in __rbd_lock()
3700 strcpy(rbd_dev->lock_cookie, cookie); in __rbd_lock()
3701 rbd_set_owner_cid(rbd_dev, &cid); in __rbd_lock()
3702 queue_work(rbd_dev->task_wq, &rbd_dev->acquired_lock_work); in __rbd_lock()
3708 static int rbd_lock(struct rbd_device *rbd_dev) in rbd_lock() argument
3710 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_lock()
3714 WARN_ON(__rbd_is_lock_owner(rbd_dev) || in rbd_lock()
3715 rbd_dev->lock_cookie[0] != '\0'); in rbd_lock()
3717 format_lock_cookie(rbd_dev, cookie); in rbd_lock()
3718 ret = ceph_cls_lock(osdc, &rbd_dev->header_oid, &rbd_dev->header_oloc, in rbd_lock()
3724 __rbd_lock(rbd_dev, cookie); in rbd_lock()
3731 static void rbd_unlock(struct rbd_device *rbd_dev) in rbd_unlock() argument
3733 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_unlock()
3736 WARN_ON(!__rbd_is_lock_owner(rbd_dev) || in rbd_unlock()
3737 rbd_dev->lock_cookie[0] == '\0'); in rbd_unlock()
3739 ret = ceph_cls_unlock(osdc, &rbd_dev->header_oid, &rbd_dev->header_oloc, in rbd_unlock()
3740 RBD_LOCK_NAME, rbd_dev->lock_cookie); in rbd_unlock()
3742 rbd_warn(rbd_dev, "failed to unlock header: %d", ret); in rbd_unlock()
3745 rbd_dev->lock_state = RBD_LOCK_STATE_UNLOCKED; in rbd_unlock()
3746 rbd_dev->lock_cookie[0] = '\0'; in rbd_unlock()
3747 rbd_set_owner_cid(rbd_dev, &rbd_empty_cid); in rbd_unlock()
3748 queue_work(rbd_dev->task_wq, &rbd_dev->released_lock_work); in rbd_unlock()
3751 static int __rbd_notify_op_lock(struct rbd_device *rbd_dev, in __rbd_notify_op_lock() argument
3756 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __rbd_notify_op_lock()
3757 struct rbd_client_id cid = rbd_get_cid(rbd_dev); in __rbd_notify_op_lock()
3762 dout("%s rbd_dev %p notify_op %d\n", __func__, rbd_dev, notify_op); in __rbd_notify_op_lock()
3770 return ceph_osdc_notify(osdc, &rbd_dev->header_oid, in __rbd_notify_op_lock()
3771 &rbd_dev->header_oloc, buf, buf_size, in __rbd_notify_op_lock()
3775 static void rbd_notify_op_lock(struct rbd_device *rbd_dev, in rbd_notify_op_lock() argument
3778 __rbd_notify_op_lock(rbd_dev, notify_op, NULL, NULL); in rbd_notify_op_lock()
3783 struct rbd_device *rbd_dev = container_of(work, struct rbd_device, in rbd_notify_acquired_lock() local
3786 rbd_notify_op_lock(rbd_dev, RBD_NOTIFY_OP_ACQUIRED_LOCK); in rbd_notify_acquired_lock()
3791 struct rbd_device *rbd_dev = container_of(work, struct rbd_device, in rbd_notify_released_lock() local
3794 rbd_notify_op_lock(rbd_dev, RBD_NOTIFY_OP_RELEASED_LOCK); in rbd_notify_released_lock()
3797 static int rbd_request_lock(struct rbd_device *rbd_dev) in rbd_request_lock() argument
3804 dout("%s rbd_dev %p\n", __func__, rbd_dev); in rbd_request_lock()
3806 ret = __rbd_notify_op_lock(rbd_dev, RBD_NOTIFY_OP_REQUEST_LOCK, in rbd_request_lock()
3809 rbd_warn(rbd_dev, "failed to request lock: %d", ret); in rbd_request_lock()
3831 rbd_warn(rbd_dev, in rbd_request_lock()
3841 rbd_warn(rbd_dev, in rbd_request_lock()
3852 rbd_warn(rbd_dev, "no lock owners detected"); in rbd_request_lock()
3869 static void wake_lock_waiters(struct rbd_device *rbd_dev, int result) in wake_lock_waiters() argument
3873 dout("%s rbd_dev %p result %d\n", __func__, rbd_dev, result); in wake_lock_waiters()
3874 lockdep_assert_held_write(&rbd_dev->lock_rwsem); in wake_lock_waiters()
3876 cancel_delayed_work(&rbd_dev->lock_dwork); in wake_lock_waiters()
3877 if (!completion_done(&rbd_dev->acquire_wait)) { in wake_lock_waiters()
3878 rbd_assert(list_empty(&rbd_dev->acquiring_list) && in wake_lock_waiters()
3879 list_empty(&rbd_dev->running_list)); in wake_lock_waiters()
3880 rbd_dev->acquire_err = result; in wake_lock_waiters()
3881 complete_all(&rbd_dev->acquire_wait); in wake_lock_waiters()
3885 list_for_each_entry(img_req, &rbd_dev->acquiring_list, lock_item) { in wake_lock_waiters()
3892 list_splice_tail_init(&rbd_dev->acquiring_list, &rbd_dev->running_list); in wake_lock_waiters()
3895 static int get_lock_owner_info(struct rbd_device *rbd_dev, in get_lock_owner_info() argument
3898 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in get_lock_owner_info()
3903 dout("%s rbd_dev %p\n", __func__, rbd_dev); in get_lock_owner_info()
3905 ret = ceph_cls_lock_info(osdc, &rbd_dev->header_oid, in get_lock_owner_info()
3906 &rbd_dev->header_oloc, RBD_LOCK_NAME, in get_lock_owner_info()
3912 dout("%s rbd_dev %p no lockers detected\n", __func__, rbd_dev); in get_lock_owner_info()
3917 rbd_warn(rbd_dev, "locked by external mechanism, tag %s", in get_lock_owner_info()
3924 rbd_warn(rbd_dev, "shared lock type detected"); in get_lock_owner_info()
3931 rbd_warn(rbd_dev, "locked by external mechanism, cookie %s", in get_lock_owner_info()
3942 static int find_watcher(struct rbd_device *rbd_dev, in find_watcher() argument
3945 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in find_watcher()
3952 ret = ceph_osdc_list_watchers(osdc, &rbd_dev->header_oid, in find_watcher()
3953 &rbd_dev->header_oloc, &watchers, in find_watcher()
3969 rbd_dev, cid.gid, cid.handle); in find_watcher()
3970 rbd_set_owner_cid(rbd_dev, &cid); in find_watcher()
3976 dout("%s rbd_dev %p no watchers\n", __func__, rbd_dev); in find_watcher()
3986 static int rbd_try_lock(struct rbd_device *rbd_dev) in rbd_try_lock() argument
3988 struct ceph_client *client = rbd_dev->rbd_client->client; in rbd_try_lock()
3994 ret = rbd_lock(rbd_dev); in rbd_try_lock()
3999 ret = get_lock_owner_info(rbd_dev, &lockers, &num_lockers); in rbd_try_lock()
4006 ret = find_watcher(rbd_dev, lockers); in rbd_try_lock()
4010 rbd_warn(rbd_dev, "breaking header lock owned by %s%llu", in rbd_try_lock()
4016 rbd_warn(rbd_dev, "blocklist of %s%llu failed: %d", in rbd_try_lock()
4021 ret = ceph_cls_break_lock(&client->osdc, &rbd_dev->header_oid, in rbd_try_lock()
4022 &rbd_dev->header_oloc, RBD_LOCK_NAME, in rbd_try_lock()
4037 static int rbd_post_acquire_action(struct rbd_device *rbd_dev) in rbd_post_acquire_action() argument
4041 if (rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP) { in rbd_post_acquire_action()
4042 ret = rbd_object_map_open(rbd_dev); in rbd_post_acquire_action()
4056 static int rbd_try_acquire_lock(struct rbd_device *rbd_dev) in rbd_try_acquire_lock() argument
4060 down_read(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4061 dout("%s rbd_dev %p read lock_state %d\n", __func__, rbd_dev, in rbd_try_acquire_lock()
4062 rbd_dev->lock_state); in rbd_try_acquire_lock()
4063 if (__rbd_is_lock_owner(rbd_dev)) { in rbd_try_acquire_lock()
4064 up_read(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4068 up_read(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4069 down_write(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4070 dout("%s rbd_dev %p write lock_state %d\n", __func__, rbd_dev, in rbd_try_acquire_lock()
4071 rbd_dev->lock_state); in rbd_try_acquire_lock()
4072 if (__rbd_is_lock_owner(rbd_dev)) { in rbd_try_acquire_lock()
4073 up_write(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4077 ret = rbd_try_lock(rbd_dev); in rbd_try_acquire_lock()
4079 rbd_warn(rbd_dev, "failed to lock header: %d", ret); in rbd_try_acquire_lock()
4086 up_write(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4090 rbd_assert(rbd_dev->lock_state == RBD_LOCK_STATE_LOCKED); in rbd_try_acquire_lock()
4091 rbd_assert(list_empty(&rbd_dev->running_list)); in rbd_try_acquire_lock()
4093 ret = rbd_post_acquire_action(rbd_dev); in rbd_try_acquire_lock()
4095 rbd_warn(rbd_dev, "post-acquire action failed: %d", ret); in rbd_try_acquire_lock()
4101 rbd_unlock(rbd_dev); in rbd_try_acquire_lock()
4105 wake_lock_waiters(rbd_dev, ret); in rbd_try_acquire_lock()
4106 up_write(&rbd_dev->lock_rwsem); in rbd_try_acquire_lock()
4112 struct rbd_device *rbd_dev = container_of(to_delayed_work(work), in rbd_acquire_lock() local
4116 dout("%s rbd_dev %p\n", __func__, rbd_dev); in rbd_acquire_lock()
4118 ret = rbd_try_acquire_lock(rbd_dev); in rbd_acquire_lock()
4120 dout("%s rbd_dev %p ret %d - done\n", __func__, rbd_dev, ret); in rbd_acquire_lock()
4124 ret = rbd_request_lock(rbd_dev); in rbd_acquire_lock()
4128 rbd_warn(rbd_dev, "peer will not release lock"); in rbd_acquire_lock()
4129 down_write(&rbd_dev->lock_rwsem); in rbd_acquire_lock()
4130 wake_lock_waiters(rbd_dev, ret); in rbd_acquire_lock()
4131 up_write(&rbd_dev->lock_rwsem); in rbd_acquire_lock()
4133 rbd_warn(rbd_dev, "error requesting lock: %d", ret); in rbd_acquire_lock()
4134 mod_delayed_work(rbd_dev->task_wq, &rbd_dev->lock_dwork, in rbd_acquire_lock()
4142 rbd_dev); in rbd_acquire_lock()
4143 mod_delayed_work(rbd_dev->task_wq, &rbd_dev->lock_dwork, in rbd_acquire_lock()
4148 static bool rbd_quiesce_lock(struct rbd_device *rbd_dev) in rbd_quiesce_lock() argument
4150 dout("%s rbd_dev %p\n", __func__, rbd_dev); in rbd_quiesce_lock()
4151 lockdep_assert_held_write(&rbd_dev->lock_rwsem); in rbd_quiesce_lock()
4153 if (rbd_dev->lock_state != RBD_LOCK_STATE_LOCKED) in rbd_quiesce_lock()
4159 rbd_dev->lock_state = RBD_LOCK_STATE_RELEASING; in rbd_quiesce_lock()
4160 rbd_assert(!completion_done(&rbd_dev->releasing_wait)); in rbd_quiesce_lock()
4161 if (list_empty(&rbd_dev->running_list)) in rbd_quiesce_lock()
4164 up_write(&rbd_dev->lock_rwsem); in rbd_quiesce_lock()
4165 wait_for_completion(&rbd_dev->releasing_wait); in rbd_quiesce_lock()
4167 down_write(&rbd_dev->lock_rwsem); in rbd_quiesce_lock()
4168 if (rbd_dev->lock_state != RBD_LOCK_STATE_RELEASING) in rbd_quiesce_lock()
4171 rbd_assert(list_empty(&rbd_dev->running_list)); in rbd_quiesce_lock()
4175 static void rbd_pre_release_action(struct rbd_device *rbd_dev) in rbd_pre_release_action() argument
4177 if (rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP) in rbd_pre_release_action()
4178 rbd_object_map_close(rbd_dev); in rbd_pre_release_action()
4181 static void __rbd_release_lock(struct rbd_device *rbd_dev) in __rbd_release_lock() argument
4183 rbd_assert(list_empty(&rbd_dev->running_list)); in __rbd_release_lock()
4185 rbd_pre_release_action(rbd_dev); in __rbd_release_lock()
4186 rbd_unlock(rbd_dev); in __rbd_release_lock()
4192 static void rbd_release_lock(struct rbd_device *rbd_dev) in rbd_release_lock() argument
4194 if (!rbd_quiesce_lock(rbd_dev)) in rbd_release_lock()
4197 __rbd_release_lock(rbd_dev); in rbd_release_lock()
4206 cancel_delayed_work(&rbd_dev->lock_dwork); in rbd_release_lock()
4211 struct rbd_device *rbd_dev = container_of(work, struct rbd_device, in rbd_release_lock_work() local
4214 down_write(&rbd_dev->lock_rwsem); in rbd_release_lock_work()
4215 rbd_release_lock(rbd_dev); in rbd_release_lock_work()
4216 up_write(&rbd_dev->lock_rwsem); in rbd_release_lock_work()
4219 static void maybe_kick_acquire(struct rbd_device *rbd_dev) in maybe_kick_acquire() argument
4223 dout("%s rbd_dev %p\n", __func__, rbd_dev); in maybe_kick_acquire()
4224 if (__rbd_is_lock_owner(rbd_dev)) in maybe_kick_acquire()
4227 spin_lock(&rbd_dev->lock_lists_lock); in maybe_kick_acquire()
4228 have_requests = !list_empty(&rbd_dev->acquiring_list); in maybe_kick_acquire()
4229 spin_unlock(&rbd_dev->lock_lists_lock); in maybe_kick_acquire()
4230 if (have_requests || delayed_work_pending(&rbd_dev->lock_dwork)) { in maybe_kick_acquire()
4231 dout("%s rbd_dev %p kicking lock_dwork\n", __func__, rbd_dev); in maybe_kick_acquire()
4232 mod_delayed_work(rbd_dev->task_wq, &rbd_dev->lock_dwork, 0); in maybe_kick_acquire()
4236 static void rbd_handle_acquired_lock(struct rbd_device *rbd_dev, u8 struct_v, in rbd_handle_acquired_lock() argument
4246 dout("%s rbd_dev %p cid %llu-%llu\n", __func__, rbd_dev, cid.gid, in rbd_handle_acquired_lock()
4249 down_write(&rbd_dev->lock_rwsem); in rbd_handle_acquired_lock()
4250 if (rbd_cid_equal(&cid, &rbd_dev->owner_cid)) { in rbd_handle_acquired_lock()
4252 __func__, rbd_dev, cid.gid, cid.handle); in rbd_handle_acquired_lock()
4254 rbd_set_owner_cid(rbd_dev, &cid); in rbd_handle_acquired_lock()
4256 downgrade_write(&rbd_dev->lock_rwsem); in rbd_handle_acquired_lock()
4258 down_read(&rbd_dev->lock_rwsem); in rbd_handle_acquired_lock()
4261 maybe_kick_acquire(rbd_dev); in rbd_handle_acquired_lock()
4262 up_read(&rbd_dev->lock_rwsem); in rbd_handle_acquired_lock()
4265 static void rbd_handle_released_lock(struct rbd_device *rbd_dev, u8 struct_v, in rbd_handle_released_lock() argument
4275 dout("%s rbd_dev %p cid %llu-%llu\n", __func__, rbd_dev, cid.gid, in rbd_handle_released_lock()
4278 down_write(&rbd_dev->lock_rwsem); in rbd_handle_released_lock()
4279 if (!rbd_cid_equal(&cid, &rbd_dev->owner_cid)) { in rbd_handle_released_lock()
4281 __func__, rbd_dev, cid.gid, cid.handle, in rbd_handle_released_lock()
4282 rbd_dev->owner_cid.gid, rbd_dev->owner_cid.handle); in rbd_handle_released_lock()
4284 rbd_set_owner_cid(rbd_dev, &rbd_empty_cid); in rbd_handle_released_lock()
4286 downgrade_write(&rbd_dev->lock_rwsem); in rbd_handle_released_lock()
4288 down_read(&rbd_dev->lock_rwsem); in rbd_handle_released_lock()
4291 maybe_kick_acquire(rbd_dev); in rbd_handle_released_lock()
4292 up_read(&rbd_dev->lock_rwsem); in rbd_handle_released_lock()
4299 static int rbd_handle_request_lock(struct rbd_device *rbd_dev, u8 struct_v, in rbd_handle_request_lock() argument
4302 struct rbd_client_id my_cid = rbd_get_cid(rbd_dev); in rbd_handle_request_lock()
4311 dout("%s rbd_dev %p cid %llu-%llu\n", __func__, rbd_dev, cid.gid, in rbd_handle_request_lock()
4316 down_read(&rbd_dev->lock_rwsem); in rbd_handle_request_lock()
4317 if (__rbd_is_lock_owner(rbd_dev)) { in rbd_handle_request_lock()
4318 if (rbd_dev->lock_state == RBD_LOCK_STATE_LOCKED && in rbd_handle_request_lock()
4319 rbd_cid_equal(&rbd_dev->owner_cid, &rbd_empty_cid)) in rbd_handle_request_lock()
4328 if (rbd_dev->lock_state == RBD_LOCK_STATE_LOCKED) { in rbd_handle_request_lock()
4329 if (!rbd_dev->opts->exclusive) { in rbd_handle_request_lock()
4331 __func__, rbd_dev); in rbd_handle_request_lock()
4332 queue_work(rbd_dev->task_wq, in rbd_handle_request_lock()
4333 &rbd_dev->unlock_work); in rbd_handle_request_lock()
4342 up_read(&rbd_dev->lock_rwsem); in rbd_handle_request_lock()
4346 static void __rbd_acknowledge_notify(struct rbd_device *rbd_dev, in __rbd_acknowledge_notify() argument
4349 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __rbd_acknowledge_notify()
4365 ret = ceph_osdc_notify_ack(osdc, &rbd_dev->header_oid, in __rbd_acknowledge_notify()
4366 &rbd_dev->header_oloc, notify_id, cookie, in __rbd_acknowledge_notify()
4369 rbd_warn(rbd_dev, "acknowledge_notify failed: %d", ret); in __rbd_acknowledge_notify()
4372 static void rbd_acknowledge_notify(struct rbd_device *rbd_dev, u64 notify_id, in rbd_acknowledge_notify() argument
4375 dout("%s rbd_dev %p\n", __func__, rbd_dev); in rbd_acknowledge_notify()
4376 __rbd_acknowledge_notify(rbd_dev, notify_id, cookie, NULL); in rbd_acknowledge_notify()
4379 static void rbd_acknowledge_notify_result(struct rbd_device *rbd_dev, in rbd_acknowledge_notify_result() argument
4382 dout("%s rbd_dev %p result %d\n", __func__, rbd_dev, result); in rbd_acknowledge_notify_result()
4383 __rbd_acknowledge_notify(rbd_dev, notify_id, cookie, &result); in rbd_acknowledge_notify_result()
4389 struct rbd_device *rbd_dev = arg; in rbd_watch_cb() local
4398 __func__, rbd_dev, cookie, notify_id, data_len); in rbd_watch_cb()
4403 rbd_warn(rbd_dev, "failed to decode NotifyMessage: %d", in rbd_watch_cb()
4415 dout("%s rbd_dev %p notify_op %u\n", __func__, rbd_dev, notify_op); in rbd_watch_cb()
4418 rbd_handle_acquired_lock(rbd_dev, struct_v, &p); in rbd_watch_cb()
4419 rbd_acknowledge_notify(rbd_dev, notify_id, cookie); in rbd_watch_cb()
4422 rbd_handle_released_lock(rbd_dev, struct_v, &p); in rbd_watch_cb()
4423 rbd_acknowledge_notify(rbd_dev, notify_id, cookie); in rbd_watch_cb()
4426 ret = rbd_handle_request_lock(rbd_dev, struct_v, &p); in rbd_watch_cb()
4428 rbd_acknowledge_notify_result(rbd_dev, notify_id, in rbd_watch_cb()
4431 rbd_acknowledge_notify(rbd_dev, notify_id, cookie); in rbd_watch_cb()
4434 ret = rbd_dev_refresh(rbd_dev); in rbd_watch_cb()
4436 rbd_warn(rbd_dev, "refresh failed: %d", ret); in rbd_watch_cb()
4438 rbd_acknowledge_notify(rbd_dev, notify_id, cookie); in rbd_watch_cb()
4441 if (rbd_is_lock_owner(rbd_dev)) in rbd_watch_cb()
4442 rbd_acknowledge_notify_result(rbd_dev, notify_id, in rbd_watch_cb()
4445 rbd_acknowledge_notify(rbd_dev, notify_id, cookie); in rbd_watch_cb()
4450 static void __rbd_unregister_watch(struct rbd_device *rbd_dev);
4454 struct rbd_device *rbd_dev = arg; in rbd_watch_errcb() local
4456 rbd_warn(rbd_dev, "encountered watch error: %d", err); in rbd_watch_errcb()
4458 down_write(&rbd_dev->lock_rwsem); in rbd_watch_errcb()
4459 rbd_set_owner_cid(rbd_dev, &rbd_empty_cid); in rbd_watch_errcb()
4460 up_write(&rbd_dev->lock_rwsem); in rbd_watch_errcb()
4462 mutex_lock(&rbd_dev->watch_mutex); in rbd_watch_errcb()
4463 if (rbd_dev->watch_state == RBD_WATCH_STATE_REGISTERED) { in rbd_watch_errcb()
4464 __rbd_unregister_watch(rbd_dev); in rbd_watch_errcb()
4465 rbd_dev->watch_state = RBD_WATCH_STATE_ERROR; in rbd_watch_errcb()
4467 queue_delayed_work(rbd_dev->task_wq, &rbd_dev->watch_dwork, 0); in rbd_watch_errcb()
4469 mutex_unlock(&rbd_dev->watch_mutex); in rbd_watch_errcb()
4475 static int __rbd_register_watch(struct rbd_device *rbd_dev) in __rbd_register_watch() argument
4477 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __rbd_register_watch()
4480 rbd_assert(!rbd_dev->watch_handle); in __rbd_register_watch()
4481 dout("%s rbd_dev %p\n", __func__, rbd_dev); in __rbd_register_watch()
4483 handle = ceph_osdc_watch(osdc, &rbd_dev->header_oid, in __rbd_register_watch()
4484 &rbd_dev->header_oloc, rbd_watch_cb, in __rbd_register_watch()
4485 rbd_watch_errcb, rbd_dev); in __rbd_register_watch()
4489 rbd_dev->watch_handle = handle; in __rbd_register_watch()
4496 static void __rbd_unregister_watch(struct rbd_device *rbd_dev) in __rbd_unregister_watch() argument
4498 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __rbd_unregister_watch()
4501 rbd_assert(rbd_dev->watch_handle); in __rbd_unregister_watch()
4502 dout("%s rbd_dev %p\n", __func__, rbd_dev); in __rbd_unregister_watch()
4504 ret = ceph_osdc_unwatch(osdc, rbd_dev->watch_handle); in __rbd_unregister_watch()
4506 rbd_warn(rbd_dev, "failed to unwatch: %d", ret); in __rbd_unregister_watch()
4508 rbd_dev->watch_handle = NULL; in __rbd_unregister_watch()
4511 static int rbd_register_watch(struct rbd_device *rbd_dev) in rbd_register_watch() argument
4515 mutex_lock(&rbd_dev->watch_mutex); in rbd_register_watch()
4516 rbd_assert(rbd_dev->watch_state == RBD_WATCH_STATE_UNREGISTERED); in rbd_register_watch()
4517 ret = __rbd_register_watch(rbd_dev); in rbd_register_watch()
4521 rbd_dev->watch_state = RBD_WATCH_STATE_REGISTERED; in rbd_register_watch()
4522 rbd_dev->watch_cookie = rbd_dev->watch_handle->linger_id; in rbd_register_watch()
4525 mutex_unlock(&rbd_dev->watch_mutex); in rbd_register_watch()
4529 static void cancel_tasks_sync(struct rbd_device *rbd_dev) in cancel_tasks_sync() argument
4531 dout("%s rbd_dev %p\n", __func__, rbd_dev); in cancel_tasks_sync()
4533 cancel_work_sync(&rbd_dev->acquired_lock_work); in cancel_tasks_sync()
4534 cancel_work_sync(&rbd_dev->released_lock_work); in cancel_tasks_sync()
4535 cancel_delayed_work_sync(&rbd_dev->lock_dwork); in cancel_tasks_sync()
4536 cancel_work_sync(&rbd_dev->unlock_work); in cancel_tasks_sync()
4543 static void rbd_unregister_watch(struct rbd_device *rbd_dev) in rbd_unregister_watch() argument
4545 cancel_tasks_sync(rbd_dev); in rbd_unregister_watch()
4547 mutex_lock(&rbd_dev->watch_mutex); in rbd_unregister_watch()
4548 if (rbd_dev->watch_state == RBD_WATCH_STATE_REGISTERED) in rbd_unregister_watch()
4549 __rbd_unregister_watch(rbd_dev); in rbd_unregister_watch()
4550 rbd_dev->watch_state = RBD_WATCH_STATE_UNREGISTERED; in rbd_unregister_watch()
4551 mutex_unlock(&rbd_dev->watch_mutex); in rbd_unregister_watch()
4553 cancel_delayed_work_sync(&rbd_dev->watch_dwork); in rbd_unregister_watch()
4554 ceph_osdc_flush_notifies(&rbd_dev->rbd_client->client->osdc); in rbd_unregister_watch()
4560 static void rbd_reacquire_lock(struct rbd_device *rbd_dev) in rbd_reacquire_lock() argument
4562 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_reacquire_lock()
4566 if (!rbd_quiesce_lock(rbd_dev)) in rbd_reacquire_lock()
4569 format_lock_cookie(rbd_dev, cookie); in rbd_reacquire_lock()
4570 ret = ceph_cls_set_cookie(osdc, &rbd_dev->header_oid, in rbd_reacquire_lock()
4571 &rbd_dev->header_oloc, RBD_LOCK_NAME, in rbd_reacquire_lock()
4572 CEPH_CLS_LOCK_EXCLUSIVE, rbd_dev->lock_cookie, in rbd_reacquire_lock()
4576 rbd_warn(rbd_dev, "failed to update lock cookie: %d", in rbd_reacquire_lock()
4583 __rbd_release_lock(rbd_dev); in rbd_reacquire_lock()
4584 queue_delayed_work(rbd_dev->task_wq, &rbd_dev->lock_dwork, 0); in rbd_reacquire_lock()
4586 __rbd_lock(rbd_dev, cookie); in rbd_reacquire_lock()
4587 wake_lock_waiters(rbd_dev, 0); in rbd_reacquire_lock()
4593 struct rbd_device *rbd_dev = container_of(to_delayed_work(work), in rbd_reregister_watch() local
4597 dout("%s rbd_dev %p\n", __func__, rbd_dev); in rbd_reregister_watch()
4599 mutex_lock(&rbd_dev->watch_mutex); in rbd_reregister_watch()
4600 if (rbd_dev->watch_state != RBD_WATCH_STATE_ERROR) { in rbd_reregister_watch()
4601 mutex_unlock(&rbd_dev->watch_mutex); in rbd_reregister_watch()
4605 ret = __rbd_register_watch(rbd_dev); in rbd_reregister_watch()
4607 rbd_warn(rbd_dev, "failed to reregister watch: %d", ret); in rbd_reregister_watch()
4609 queue_delayed_work(rbd_dev->task_wq, in rbd_reregister_watch()
4610 &rbd_dev->watch_dwork, in rbd_reregister_watch()
4612 mutex_unlock(&rbd_dev->watch_mutex); in rbd_reregister_watch()
4616 mutex_unlock(&rbd_dev->watch_mutex); in rbd_reregister_watch()
4617 down_write(&rbd_dev->lock_rwsem); in rbd_reregister_watch()
4618 wake_lock_waiters(rbd_dev, ret); in rbd_reregister_watch()
4619 up_write(&rbd_dev->lock_rwsem); in rbd_reregister_watch()
4623 rbd_dev->watch_state = RBD_WATCH_STATE_REGISTERED; in rbd_reregister_watch()
4624 rbd_dev->watch_cookie = rbd_dev->watch_handle->linger_id; in rbd_reregister_watch()
4625 mutex_unlock(&rbd_dev->watch_mutex); in rbd_reregister_watch()
4627 down_write(&rbd_dev->lock_rwsem); in rbd_reregister_watch()
4628 if (rbd_dev->lock_state == RBD_LOCK_STATE_LOCKED) in rbd_reregister_watch()
4629 rbd_reacquire_lock(rbd_dev); in rbd_reregister_watch()
4630 up_write(&rbd_dev->lock_rwsem); in rbd_reregister_watch()
4632 ret = rbd_dev_refresh(rbd_dev); in rbd_reregister_watch()
4634 rbd_warn(rbd_dev, "reregistration refresh failed: %d", ret); in rbd_reregister_watch()
4641 static int rbd_obj_method_sync(struct rbd_device *rbd_dev, in rbd_obj_method_sync() argument
4650 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_obj_method_sync()
4698 struct rbd_device *rbd_dev = img_request->rbd_dev; in rbd_queue_workfn() local
4715 down_read(&rbd_dev->header_rwsem); in rbd_queue_workfn()
4716 mapping_size = rbd_dev->mapping.size; in rbd_queue_workfn()
4718 up_read(&rbd_dev->header_rwsem); in rbd_queue_workfn()
4721 rbd_warn(rbd_dev, "beyond EOD (%llu~%llu > %llu)", offset, in rbd_queue_workfn()
4727 dout("%s rbd_dev %p img_req %p %s %llu~%llu\n", __func__, rbd_dev, in rbd_queue_workfn()
4744 rbd_warn(rbd_dev, "%s %llx at %llx result %d", in rbd_queue_workfn()
4752 struct rbd_device *rbd_dev = hctx->queue->queuedata; in rbd_queue_rq() local
4770 rbd_warn(rbd_dev, "unknown req_op %d", req_op(bd->rq)); in rbd_queue_rq()
4774 rbd_img_request_init(img_req, rbd_dev, op_type); in rbd_queue_rq()
4777 if (rbd_is_ro(rbd_dev)) { in rbd_queue_rq()
4778 rbd_warn(rbd_dev, "%s on read-only mapping", in rbd_queue_rq()
4782 rbd_assert(!rbd_is_snap(rbd_dev)); in rbd_queue_rq()
4790 static void rbd_free_disk(struct rbd_device *rbd_dev) in rbd_free_disk() argument
4792 blk_cleanup_queue(rbd_dev->disk->queue); in rbd_free_disk()
4793 blk_mq_free_tag_set(&rbd_dev->tag_set); in rbd_free_disk()
4794 put_disk(rbd_dev->disk); in rbd_free_disk()
4795 rbd_dev->disk = NULL; in rbd_free_disk()
4798 static int rbd_obj_read_sync(struct rbd_device *rbd_dev, in rbd_obj_read_sync() argument
4804 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_obj_read_sync()
4847 static int rbd_dev_v1_header_info(struct rbd_device *rbd_dev) in rbd_dev_v1_header_info() argument
4874 ret = rbd_obj_read_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v1_header_info()
4875 &rbd_dev->header_oloc, ondisk, size); in rbd_dev_v1_header_info()
4880 rbd_warn(rbd_dev, "short header read (want %zd got %d)", in rbd_dev_v1_header_info()
4886 rbd_warn(rbd_dev, "invalid header"); in rbd_dev_v1_header_info()
4895 ret = rbd_header_from_disk(rbd_dev, ondisk); in rbd_dev_v1_header_info()
4902 static void rbd_dev_update_size(struct rbd_device *rbd_dev) in rbd_dev_update_size() argument
4911 if (test_bit(RBD_DEV_FLAG_EXISTS, &rbd_dev->flags) && in rbd_dev_update_size()
4912 !test_bit(RBD_DEV_FLAG_REMOVING, &rbd_dev->flags)) { in rbd_dev_update_size()
4913 size = (sector_t)rbd_dev->mapping.size / SECTOR_SIZE; in rbd_dev_update_size()
4915 set_capacity(rbd_dev->disk, size); in rbd_dev_update_size()
4916 revalidate_disk_size(rbd_dev->disk, true); in rbd_dev_update_size()
4920 static int rbd_dev_refresh(struct rbd_device *rbd_dev) in rbd_dev_refresh() argument
4925 down_write(&rbd_dev->header_rwsem); in rbd_dev_refresh()
4926 mapping_size = rbd_dev->mapping.size; in rbd_dev_refresh()
4928 ret = rbd_dev_header_info(rbd_dev); in rbd_dev_refresh()
4936 if (rbd_dev->parent) { in rbd_dev_refresh()
4937 ret = rbd_dev_v2_parent_info(rbd_dev); in rbd_dev_refresh()
4942 rbd_assert(!rbd_is_snap(rbd_dev)); in rbd_dev_refresh()
4943 rbd_dev->mapping.size = rbd_dev->header.image_size; in rbd_dev_refresh()
4946 up_write(&rbd_dev->header_rwsem); in rbd_dev_refresh()
4947 if (!ret && mapping_size != rbd_dev->mapping.size) in rbd_dev_refresh()
4948 rbd_dev_update_size(rbd_dev); in rbd_dev_refresh()
4957 static int rbd_init_disk(struct rbd_device *rbd_dev) in rbd_init_disk() argument
4962 rbd_dev->layout.object_size * rbd_dev->layout.stripe_count; in rbd_init_disk()
4973 rbd_dev->dev_id); in rbd_init_disk()
4974 disk->major = rbd_dev->major; in rbd_init_disk()
4975 disk->first_minor = rbd_dev->minor; in rbd_init_disk()
4979 disk->private_data = rbd_dev; in rbd_init_disk()
4981 memset(&rbd_dev->tag_set, 0, sizeof(rbd_dev->tag_set)); in rbd_init_disk()
4982 rbd_dev->tag_set.ops = &rbd_mq_ops; in rbd_init_disk()
4983 rbd_dev->tag_set.queue_depth = rbd_dev->opts->queue_depth; in rbd_init_disk()
4984 rbd_dev->tag_set.numa_node = NUMA_NO_NODE; in rbd_init_disk()
4985 rbd_dev->tag_set.flags = BLK_MQ_F_SHOULD_MERGE; in rbd_init_disk()
4986 rbd_dev->tag_set.nr_hw_queues = num_present_cpus(); in rbd_init_disk()
4987 rbd_dev->tag_set.cmd_size = sizeof(struct rbd_img_request); in rbd_init_disk()
4989 err = blk_mq_alloc_tag_set(&rbd_dev->tag_set); in rbd_init_disk()
4993 q = blk_mq_init_queue(&rbd_dev->tag_set); in rbd_init_disk()
5006 blk_queue_io_min(q, rbd_dev->opts->alloc_size); in rbd_init_disk()
5007 blk_queue_io_opt(q, rbd_dev->opts->alloc_size); in rbd_init_disk()
5009 if (rbd_dev->opts->trim) { in rbd_init_disk()
5011 q->limits.discard_granularity = rbd_dev->opts->alloc_size; in rbd_init_disk()
5016 if (!ceph_test_opt(rbd_dev->rbd_client->client, NOCRC)) in rbd_init_disk()
5025 q->queuedata = rbd_dev; in rbd_init_disk()
5027 rbd_dev->disk = disk; in rbd_init_disk()
5031 blk_mq_free_tag_set(&rbd_dev->tag_set); in rbd_init_disk()
5049 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_size_show() local
5052 (unsigned long long)rbd_dev->mapping.size); in rbd_size_show()
5058 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_features_show() local
5060 return sprintf(buf, "0x%016llx\n", rbd_dev->header.features); in rbd_features_show()
5066 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_major_show() local
5068 if (rbd_dev->major) in rbd_major_show()
5069 return sprintf(buf, "%d\n", rbd_dev->major); in rbd_major_show()
5077 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_minor_show() local
5079 return sprintf(buf, "%d\n", rbd_dev->minor); in rbd_minor_show()
5085 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_client_addr_show() local
5087 ceph_client_addr(rbd_dev->rbd_client->client); in rbd_client_addr_show()
5096 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_client_id_show() local
5099 ceph_client_gid(rbd_dev->rbd_client->client)); in rbd_client_id_show()
5105 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_cluster_fsid_show() local
5107 return sprintf(buf, "%pU\n", &rbd_dev->rbd_client->client->fsid); in rbd_cluster_fsid_show()
5113 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_config_info_show() local
5118 return sprintf(buf, "%s\n", rbd_dev->config_info); in rbd_config_info_show()
5124 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_pool_show() local
5126 return sprintf(buf, "%s\n", rbd_dev->spec->pool_name); in rbd_pool_show()
5132 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_pool_id_show() local
5135 (unsigned long long) rbd_dev->spec->pool_id); in rbd_pool_id_show()
5141 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_pool_ns_show() local
5143 return sprintf(buf, "%s\n", rbd_dev->spec->pool_ns ?: ""); in rbd_pool_ns_show()
5149 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_name_show() local
5151 if (rbd_dev->spec->image_name) in rbd_name_show()
5152 return sprintf(buf, "%s\n", rbd_dev->spec->image_name); in rbd_name_show()
5160 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_image_id_show() local
5162 return sprintf(buf, "%s\n", rbd_dev->spec->image_id); in rbd_image_id_show()
5173 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_snap_show() local
5175 return sprintf(buf, "%s\n", rbd_dev->spec->snap_name); in rbd_snap_show()
5181 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_snap_id_show() local
5183 return sprintf(buf, "%llu\n", rbd_dev->spec->snap_id); in rbd_snap_id_show()
5195 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_parent_show() local
5198 if (!rbd_dev->parent) in rbd_parent_show()
5201 for ( ; rbd_dev->parent; rbd_dev = rbd_dev->parent) { in rbd_parent_show()
5202 struct rbd_spec *spec = rbd_dev->parent_spec; in rbd_parent_show()
5215 rbd_dev->parent_overlap); in rbd_parent_show()
5226 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_image_refresh() local
5232 ret = rbd_dev_refresh(rbd_dev); in rbd_image_refresh()
5336 static void rbd_dev_free(struct rbd_device *rbd_dev) in rbd_dev_free() argument
5338 WARN_ON(rbd_dev->watch_state != RBD_WATCH_STATE_UNREGISTERED); in rbd_dev_free()
5339 WARN_ON(rbd_dev->lock_state != RBD_LOCK_STATE_UNLOCKED); in rbd_dev_free()
5341 ceph_oid_destroy(&rbd_dev->header_oid); in rbd_dev_free()
5342 ceph_oloc_destroy(&rbd_dev->header_oloc); in rbd_dev_free()
5343 kfree(rbd_dev->config_info); in rbd_dev_free()
5345 rbd_put_client(rbd_dev->rbd_client); in rbd_dev_free()
5346 rbd_spec_put(rbd_dev->spec); in rbd_dev_free()
5347 kfree(rbd_dev->opts); in rbd_dev_free()
5348 kfree(rbd_dev); in rbd_dev_free()
5353 struct rbd_device *rbd_dev = dev_to_rbd_dev(dev); in rbd_dev_release() local
5354 bool need_put = !!rbd_dev->opts; in rbd_dev_release()
5357 destroy_workqueue(rbd_dev->task_wq); in rbd_dev_release()
5358 ida_simple_remove(&rbd_dev_id_ida, rbd_dev->dev_id); in rbd_dev_release()
5361 rbd_dev_free(rbd_dev); in rbd_dev_release()
5375 struct rbd_device *rbd_dev; in __rbd_dev_create() local
5377 rbd_dev = kzalloc(sizeof(*rbd_dev), GFP_KERNEL); in __rbd_dev_create()
5378 if (!rbd_dev) in __rbd_dev_create()
5381 spin_lock_init(&rbd_dev->lock); in __rbd_dev_create()
5382 INIT_LIST_HEAD(&rbd_dev->node); in __rbd_dev_create()
5383 init_rwsem(&rbd_dev->header_rwsem); in __rbd_dev_create()
5385 rbd_dev->header.data_pool_id = CEPH_NOPOOL; in __rbd_dev_create()
5386 ceph_oid_init(&rbd_dev->header_oid); in __rbd_dev_create()
5387 rbd_dev->header_oloc.pool = spec->pool_id; in __rbd_dev_create()
5390 rbd_dev->header_oloc.pool_ns = in __rbd_dev_create()
5395 mutex_init(&rbd_dev->watch_mutex); in __rbd_dev_create()
5396 rbd_dev->watch_state = RBD_WATCH_STATE_UNREGISTERED; in __rbd_dev_create()
5397 INIT_DELAYED_WORK(&rbd_dev->watch_dwork, rbd_reregister_watch); in __rbd_dev_create()
5399 init_rwsem(&rbd_dev->lock_rwsem); in __rbd_dev_create()
5400 rbd_dev->lock_state = RBD_LOCK_STATE_UNLOCKED; in __rbd_dev_create()
5401 INIT_WORK(&rbd_dev->acquired_lock_work, rbd_notify_acquired_lock); in __rbd_dev_create()
5402 INIT_WORK(&rbd_dev->released_lock_work, rbd_notify_released_lock); in __rbd_dev_create()
5403 INIT_DELAYED_WORK(&rbd_dev->lock_dwork, rbd_acquire_lock); in __rbd_dev_create()
5404 INIT_WORK(&rbd_dev->unlock_work, rbd_release_lock_work); in __rbd_dev_create()
5405 spin_lock_init(&rbd_dev->lock_lists_lock); in __rbd_dev_create()
5406 INIT_LIST_HEAD(&rbd_dev->acquiring_list); in __rbd_dev_create()
5407 INIT_LIST_HEAD(&rbd_dev->running_list); in __rbd_dev_create()
5408 init_completion(&rbd_dev->acquire_wait); in __rbd_dev_create()
5409 init_completion(&rbd_dev->releasing_wait); in __rbd_dev_create()
5411 spin_lock_init(&rbd_dev->object_map_lock); in __rbd_dev_create()
5413 rbd_dev->dev.bus = &rbd_bus_type; in __rbd_dev_create()
5414 rbd_dev->dev.type = &rbd_device_type; in __rbd_dev_create()
5415 rbd_dev->dev.parent = &rbd_root_dev; in __rbd_dev_create()
5416 device_initialize(&rbd_dev->dev); in __rbd_dev_create()
5418 rbd_dev->rbd_client = rbdc; in __rbd_dev_create()
5419 rbd_dev->spec = spec; in __rbd_dev_create()
5421 return rbd_dev; in __rbd_dev_create()
5431 struct rbd_device *rbd_dev; in rbd_dev_create() local
5433 rbd_dev = __rbd_dev_create(rbdc, spec); in rbd_dev_create()
5434 if (!rbd_dev) in rbd_dev_create()
5437 rbd_dev->opts = opts; in rbd_dev_create()
5440 rbd_dev->dev_id = ida_simple_get(&rbd_dev_id_ida, 0, in rbd_dev_create()
5443 if (rbd_dev->dev_id < 0) in rbd_dev_create()
5446 sprintf(rbd_dev->name, RBD_DRV_NAME "%d", rbd_dev->dev_id); in rbd_dev_create()
5447 rbd_dev->task_wq = alloc_ordered_workqueue("%s-tasks", WQ_MEM_RECLAIM, in rbd_dev_create()
5448 rbd_dev->name); in rbd_dev_create()
5449 if (!rbd_dev->task_wq) in rbd_dev_create()
5455 dout("%s rbd_dev %p dev_id %d\n", __func__, rbd_dev, rbd_dev->dev_id); in rbd_dev_create()
5456 return rbd_dev; in rbd_dev_create()
5459 ida_simple_remove(&rbd_dev_id_ida, rbd_dev->dev_id); in rbd_dev_create()
5461 rbd_dev_free(rbd_dev); in rbd_dev_create()
5465 static void rbd_dev_destroy(struct rbd_device *rbd_dev) in rbd_dev_destroy() argument
5467 if (rbd_dev) in rbd_dev_destroy()
5468 put_device(&rbd_dev->dev); in rbd_dev_destroy()
5476 static int _rbd_dev_v2_snap_size(struct rbd_device *rbd_dev, u64 snap_id, in _rbd_dev_v2_snap_size() argument
5486 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in _rbd_dev_v2_snap_size()
5487 &rbd_dev->header_oloc, "get_size", in _rbd_dev_v2_snap_size()
5509 static int rbd_dev_v2_image_size(struct rbd_device *rbd_dev) in rbd_dev_v2_image_size() argument
5511 return _rbd_dev_v2_snap_size(rbd_dev, CEPH_NOSNAP, in rbd_dev_v2_image_size()
5512 &rbd_dev->header.obj_order, in rbd_dev_v2_image_size()
5513 &rbd_dev->header.image_size); in rbd_dev_v2_image_size()
5516 static int rbd_dev_v2_object_prefix(struct rbd_device *rbd_dev) in rbd_dev_v2_object_prefix() argument
5529 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v2_object_prefix()
5530 &rbd_dev->header_oloc, "get_object_prefix", in rbd_dev_v2_object_prefix()
5537 rbd_dev->header.object_prefix = ceph_extract_encoded_string(&p, in rbd_dev_v2_object_prefix()
5541 if (IS_ERR(rbd_dev->header.object_prefix)) { in rbd_dev_v2_object_prefix()
5542 ret = PTR_ERR(rbd_dev->header.object_prefix); in rbd_dev_v2_object_prefix()
5543 rbd_dev->header.object_prefix = NULL; in rbd_dev_v2_object_prefix()
5545 dout(" object_prefix = %s\n", rbd_dev->header.object_prefix); in rbd_dev_v2_object_prefix()
5553 static int _rbd_dev_v2_snap_features(struct rbd_device *rbd_dev, u64 snap_id, in _rbd_dev_v2_snap_features() argument
5570 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in _rbd_dev_v2_snap_features()
5571 &rbd_dev->header_oloc, "get_features", in _rbd_dev_v2_snap_features()
5582 rbd_warn(rbd_dev, "image uses unsupported features: 0x%llx", in _rbd_dev_v2_snap_features()
5597 static int rbd_dev_v2_features(struct rbd_device *rbd_dev) in rbd_dev_v2_features() argument
5599 return _rbd_dev_v2_snap_features(rbd_dev, CEPH_NOSNAP, in rbd_dev_v2_features()
5600 rbd_is_ro(rbd_dev), in rbd_dev_v2_features()
5601 &rbd_dev->header.features); in rbd_dev_v2_features()
5611 static int rbd_dev_v2_get_flags(struct rbd_device *rbd_dev) in rbd_dev_v2_get_flags() argument
5613 __le64 snapid = cpu_to_le64(rbd_dev->spec->snap_id); in rbd_dev_v2_get_flags()
5617 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v2_get_flags()
5618 &rbd_dev->header_oloc, "get_flags", in rbd_dev_v2_get_flags()
5626 rbd_dev->object_map_flags = le64_to_cpu(flags); in rbd_dev_v2_get_flags()
5675 static int __get_parent_info(struct rbd_device *rbd_dev, in __get_parent_info() argument
5680 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __get_parent_info()
5685 ret = ceph_osdc_call(osdc, &rbd_dev->header_oid, &rbd_dev->header_oloc, in __get_parent_info()
5697 ret = ceph_osdc_call(osdc, &rbd_dev->header_oid, &rbd_dev->header_oloc, in __get_parent_info()
5718 static int __get_parent_info_legacy(struct rbd_device *rbd_dev, in __get_parent_info_legacy() argument
5723 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in __get_parent_info_legacy()
5728 ret = ceph_osdc_call(osdc, &rbd_dev->header_oid, &rbd_dev->header_oloc, in __get_parent_info_legacy()
5753 static int get_parent_info(struct rbd_device *rbd_dev, in get_parent_info() argument
5771 ceph_encode_64(&p, rbd_dev->spec->snap_id); in get_parent_info()
5772 ret = __get_parent_info(rbd_dev, req_page, reply_page, pii); in get_parent_info()
5774 ret = __get_parent_info_legacy(rbd_dev, req_page, reply_page, in get_parent_info()
5782 static int rbd_dev_v2_parent_info(struct rbd_device *rbd_dev) in rbd_dev_v2_parent_info() argument
5792 ret = get_parent_info(rbd_dev, &pii); in rbd_dev_v2_parent_info()
5814 if (rbd_dev->parent_overlap) { in rbd_dev_v2_parent_info()
5815 rbd_dev->parent_overlap = 0; in rbd_dev_v2_parent_info()
5816 rbd_dev_parent_put(rbd_dev); in rbd_dev_v2_parent_info()
5818 rbd_dev->disk->disk_name); in rbd_dev_v2_parent_info()
5838 if (!rbd_dev->parent_spec) { in rbd_dev_v2_parent_info()
5848 rbd_dev->parent_spec = parent_spec; in rbd_dev_v2_parent_info()
5859 if (rbd_dev->parent_overlap) in rbd_dev_v2_parent_info()
5860 rbd_warn(rbd_dev, in rbd_dev_v2_parent_info()
5864 rbd_warn(rbd_dev, "clone is standalone (overlap 0)"); in rbd_dev_v2_parent_info()
5867 rbd_dev->parent_overlap = pii.overlap; in rbd_dev_v2_parent_info()
5878 static int rbd_dev_v2_striping_info(struct rbd_device *rbd_dev) in rbd_dev_v2_striping_info() argument
5888 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v2_striping_info()
5889 &rbd_dev->header_oloc, "get_stripe_unit_count", in rbd_dev_v2_striping_info()
5898 rbd_dev->header.stripe_unit = ceph_decode_64(&p); in rbd_dev_v2_striping_info()
5899 rbd_dev->header.stripe_count = ceph_decode_64(&p); in rbd_dev_v2_striping_info()
5903 static int rbd_dev_v2_data_pool(struct rbd_device *rbd_dev) in rbd_dev_v2_data_pool() argument
5908 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v2_data_pool()
5909 &rbd_dev->header_oloc, "get_data_pool", in rbd_dev_v2_data_pool()
5916 rbd_dev->header.data_pool_id = le64_to_cpu(data_pool_id); in rbd_dev_v2_data_pool()
5917 WARN_ON(rbd_dev->header.data_pool_id == CEPH_NOPOOL); in rbd_dev_v2_data_pool()
5921 static char *rbd_dev_image_name(struct rbd_device *rbd_dev) in rbd_dev_image_name() argument
5934 rbd_assert(!rbd_dev->spec->image_name); in rbd_dev_image_name()
5936 len = strlen(rbd_dev->spec->image_id); in rbd_dev_image_name()
5944 ceph_encode_string(&p, end, rbd_dev->spec->image_id, (u32)len); in rbd_dev_image_name()
5952 ret = rbd_obj_method_sync(rbd_dev, &oid, &rbd_dev->header_oloc, in rbd_dev_image_name()
5972 static u64 rbd_v1_snap_id_by_name(struct rbd_device *rbd_dev, const char *name) in rbd_v1_snap_id_by_name() argument
5974 struct ceph_snap_context *snapc = rbd_dev->header.snapc; in rbd_v1_snap_id_by_name()
5980 snap_name = rbd_dev->header.snap_names; in rbd_v1_snap_id_by_name()
5990 static u64 rbd_v2_snap_id_by_name(struct rbd_device *rbd_dev, const char *name) in rbd_v2_snap_id_by_name() argument
5992 struct ceph_snap_context *snapc = rbd_dev->header.snapc; in rbd_v2_snap_id_by_name()
6001 snap_name = rbd_dev_v2_snap_name(rbd_dev, snap_id); in rbd_v2_snap_id_by_name()
6019 static u64 rbd_snap_id_by_name(struct rbd_device *rbd_dev, const char *name) in rbd_snap_id_by_name() argument
6021 if (rbd_dev->image_format == 1) in rbd_snap_id_by_name()
6022 return rbd_v1_snap_id_by_name(rbd_dev, name); in rbd_snap_id_by_name()
6024 return rbd_v2_snap_id_by_name(rbd_dev, name); in rbd_snap_id_by_name()
6030 static int rbd_spec_fill_snap_id(struct rbd_device *rbd_dev) in rbd_spec_fill_snap_id() argument
6032 struct rbd_spec *spec = rbd_dev->spec; in rbd_spec_fill_snap_id()
6041 snap_id = rbd_snap_id_by_name(rbd_dev, spec->snap_name); in rbd_spec_fill_snap_id()
6059 static int rbd_spec_fill_names(struct rbd_device *rbd_dev) in rbd_spec_fill_names() argument
6061 struct ceph_osd_client *osdc = &rbd_dev->rbd_client->client->osdc; in rbd_spec_fill_names()
6062 struct rbd_spec *spec = rbd_dev->spec; in rbd_spec_fill_names()
6076 rbd_warn(rbd_dev, "no pool with id %llu", spec->pool_id); in rbd_spec_fill_names()
6085 image_name = rbd_dev_image_name(rbd_dev); in rbd_spec_fill_names()
6087 rbd_warn(rbd_dev, "unable to get image name"); in rbd_spec_fill_names()
6091 snap_name = rbd_snap_name(rbd_dev, spec->snap_id); in rbd_spec_fill_names()
6109 static int rbd_dev_v2_snap_context(struct rbd_device *rbd_dev) in rbd_dev_v2_snap_context() argument
6133 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v2_snap_context()
6134 &rbd_dev->header_oloc, "get_snapcontext", in rbd_dev_v2_snap_context()
6170 ceph_put_snap_context(rbd_dev->header.snapc); in rbd_dev_v2_snap_context()
6171 rbd_dev->header.snapc = snapc; in rbd_dev_v2_snap_context()
6181 static const char *rbd_dev_v2_snap_name(struct rbd_device *rbd_dev, in rbd_dev_v2_snap_name() argument
6198 ret = rbd_obj_method_sync(rbd_dev, &rbd_dev->header_oid, in rbd_dev_v2_snap_name()
6199 &rbd_dev->header_oloc, "get_snapshot_name", in rbd_dev_v2_snap_name()
6221 static int rbd_dev_v2_header_info(struct rbd_device *rbd_dev) in rbd_dev_v2_header_info() argument
6223 bool first_time = rbd_dev->header.object_prefix == NULL; in rbd_dev_v2_header_info()
6226 ret = rbd_dev_v2_image_size(rbd_dev); in rbd_dev_v2_header_info()
6231 ret = rbd_dev_v2_header_onetime(rbd_dev); in rbd_dev_v2_header_info()
6236 ret = rbd_dev_v2_snap_context(rbd_dev); in rbd_dev_v2_header_info()
6238 kfree(rbd_dev->header.object_prefix); in rbd_dev_v2_header_info()
6239 rbd_dev->header.object_prefix = NULL; in rbd_dev_v2_header_info()
6245 static int rbd_dev_header_info(struct rbd_device *rbd_dev) in rbd_dev_header_info() argument
6247 rbd_assert(rbd_image_format_valid(rbd_dev->image_format)); in rbd_dev_header_info()
6249 if (rbd_dev->image_format == 1) in rbd_dev_header_info()
6250 return rbd_dev_v1_header_info(rbd_dev); in rbd_dev_header_info()
6252 return rbd_dev_v2_header_info(rbd_dev); in rbd_dev_header_info()
6597 static void rbd_dev_image_unlock(struct rbd_device *rbd_dev) in rbd_dev_image_unlock() argument
6599 down_write(&rbd_dev->lock_rwsem); in rbd_dev_image_unlock()
6600 if (__rbd_is_lock_owner(rbd_dev)) in rbd_dev_image_unlock()
6601 __rbd_release_lock(rbd_dev); in rbd_dev_image_unlock()
6602 up_write(&rbd_dev->lock_rwsem); in rbd_dev_image_unlock()
6610 static int rbd_add_acquire_lock(struct rbd_device *rbd_dev) in rbd_add_acquire_lock() argument
6614 if (!(rbd_dev->header.features & RBD_FEATURE_EXCLUSIVE_LOCK)) { in rbd_add_acquire_lock()
6615 if (!rbd_dev->opts->exclusive && !rbd_dev->opts->lock_on_read) in rbd_add_acquire_lock()
6618 rbd_warn(rbd_dev, "exclusive-lock feature is not enabled"); in rbd_add_acquire_lock()
6622 if (rbd_is_ro(rbd_dev)) in rbd_add_acquire_lock()
6625 rbd_assert(!rbd_is_lock_owner(rbd_dev)); in rbd_add_acquire_lock()
6626 queue_delayed_work(rbd_dev->task_wq, &rbd_dev->lock_dwork, 0); in rbd_add_acquire_lock()
6627 ret = wait_for_completion_killable_timeout(&rbd_dev->acquire_wait, in rbd_add_acquire_lock()
6628 ceph_timeout_jiffies(rbd_dev->opts->lock_timeout)); in rbd_add_acquire_lock()
6630 ret = rbd_dev->acquire_err; in rbd_add_acquire_lock()
6632 cancel_delayed_work_sync(&rbd_dev->lock_dwork); in rbd_add_acquire_lock()
6638 rbd_warn(rbd_dev, "failed to acquire exclusive lock: %ld", ret); in rbd_add_acquire_lock()
6646 rbd_assert(!rbd_dev->opts->exclusive || rbd_is_lock_owner(rbd_dev)); in rbd_add_acquire_lock()
6664 static int rbd_dev_image_id(struct rbd_device *rbd_dev) in rbd_dev_image_id() argument
6678 if (rbd_dev->spec->image_id) { in rbd_dev_image_id()
6679 rbd_dev->image_format = *rbd_dev->spec->image_id ? 2 : 1; in rbd_dev_image_id()
6689 rbd_dev->spec->image_name); in rbd_dev_image_id()
6705 ret = rbd_obj_method_sync(rbd_dev, &oid, &rbd_dev->header_oloc, in rbd_dev_image_id()
6713 rbd_dev->image_format = 1; in rbd_dev_image_id()
6721 rbd_dev->image_format = 2; in rbd_dev_image_id()
6725 rbd_dev->spec->image_id = image_id; in rbd_dev_image_id()
6738 static void rbd_dev_unprobe(struct rbd_device *rbd_dev) in rbd_dev_unprobe() argument
6742 rbd_dev_parent_put(rbd_dev); in rbd_dev_unprobe()
6743 rbd_object_map_free(rbd_dev); in rbd_dev_unprobe()
6744 rbd_dev_mapping_clear(rbd_dev); in rbd_dev_unprobe()
6748 header = &rbd_dev->header; in rbd_dev_unprobe()
6756 static int rbd_dev_v2_header_onetime(struct rbd_device *rbd_dev) in rbd_dev_v2_header_onetime() argument
6760 ret = rbd_dev_v2_object_prefix(rbd_dev); in rbd_dev_v2_header_onetime()
6768 ret = rbd_dev_v2_features(rbd_dev); in rbd_dev_v2_header_onetime()
6774 if (rbd_dev->header.features & RBD_FEATURE_STRIPINGV2) { in rbd_dev_v2_header_onetime()
6775 ret = rbd_dev_v2_striping_info(rbd_dev); in rbd_dev_v2_header_onetime()
6780 if (rbd_dev->header.features & RBD_FEATURE_DATA_POOL) { in rbd_dev_v2_header_onetime()
6781 ret = rbd_dev_v2_data_pool(rbd_dev); in rbd_dev_v2_header_onetime()
6786 rbd_init_layout(rbd_dev); in rbd_dev_v2_header_onetime()
6790 rbd_dev->header.features = 0; in rbd_dev_v2_header_onetime()
6791 kfree(rbd_dev->header.object_prefix); in rbd_dev_v2_header_onetime()
6792 rbd_dev->header.object_prefix = NULL; in rbd_dev_v2_header_onetime()
6801 static int rbd_dev_probe_parent(struct rbd_device *rbd_dev, int depth) in rbd_dev_probe_parent() argument
6806 if (!rbd_dev->parent_spec) in rbd_dev_probe_parent()
6815 parent = __rbd_dev_create(rbd_dev->rbd_client, rbd_dev->parent_spec); in rbd_dev_probe_parent()
6825 __rbd_get_client(rbd_dev->rbd_client); in rbd_dev_probe_parent()
6826 rbd_spec_get(rbd_dev->parent_spec); in rbd_dev_probe_parent()
6834 rbd_dev->parent = parent; in rbd_dev_probe_parent()
6835 atomic_set(&rbd_dev->parent_ref, 1); in rbd_dev_probe_parent()
6839 rbd_dev_unparent(rbd_dev); in rbd_dev_probe_parent()
6844 static void rbd_dev_device_release(struct rbd_device *rbd_dev) in rbd_dev_device_release() argument
6846 clear_bit(RBD_DEV_FLAG_EXISTS, &rbd_dev->flags); in rbd_dev_device_release()
6847 rbd_free_disk(rbd_dev); in rbd_dev_device_release()
6849 unregister_blkdev(rbd_dev->major, rbd_dev->name); in rbd_dev_device_release()
6856 static int rbd_dev_device_setup(struct rbd_device *rbd_dev) in rbd_dev_device_setup() argument
6863 ret = register_blkdev(0, rbd_dev->name); in rbd_dev_device_setup()
6867 rbd_dev->major = ret; in rbd_dev_device_setup()
6868 rbd_dev->minor = 0; in rbd_dev_device_setup()
6870 rbd_dev->major = rbd_major; in rbd_dev_device_setup()
6871 rbd_dev->minor = rbd_dev_id_to_minor(rbd_dev->dev_id); in rbd_dev_device_setup()
6876 ret = rbd_init_disk(rbd_dev); in rbd_dev_device_setup()
6880 set_capacity(rbd_dev->disk, rbd_dev->mapping.size / SECTOR_SIZE); in rbd_dev_device_setup()
6881 set_disk_ro(rbd_dev->disk, rbd_is_ro(rbd_dev)); in rbd_dev_device_setup()
6883 ret = dev_set_name(&rbd_dev->dev, "%d", rbd_dev->dev_id); in rbd_dev_device_setup()
6887 set_bit(RBD_DEV_FLAG_EXISTS, &rbd_dev->flags); in rbd_dev_device_setup()
6888 up_write(&rbd_dev->header_rwsem); in rbd_dev_device_setup()
6892 rbd_free_disk(rbd_dev); in rbd_dev_device_setup()
6895 unregister_blkdev(rbd_dev->major, rbd_dev->name); in rbd_dev_device_setup()
6897 up_write(&rbd_dev->header_rwsem); in rbd_dev_device_setup()
6901 static int rbd_dev_header_name(struct rbd_device *rbd_dev) in rbd_dev_header_name() argument
6903 struct rbd_spec *spec = rbd_dev->spec; in rbd_dev_header_name()
6908 rbd_assert(rbd_image_format_valid(rbd_dev->image_format)); in rbd_dev_header_name()
6909 if (rbd_dev->image_format == 1) in rbd_dev_header_name()
6910 ret = ceph_oid_aprintf(&rbd_dev->header_oid, GFP_KERNEL, "%s%s", in rbd_dev_header_name()
6913 ret = ceph_oid_aprintf(&rbd_dev->header_oid, GFP_KERNEL, "%s%s", in rbd_dev_header_name()
6919 static void rbd_print_dne(struct rbd_device *rbd_dev, bool is_snap) in rbd_print_dne() argument
6923 rbd_dev->spec->pool_name, in rbd_print_dne()
6924 rbd_dev->spec->pool_ns ?: "", in rbd_print_dne()
6925 rbd_dev->spec->pool_ns ? "/" : "", in rbd_print_dne()
6926 rbd_dev->spec->image_name); in rbd_print_dne()
6929 rbd_dev->spec->pool_name, in rbd_print_dne()
6930 rbd_dev->spec->pool_ns ?: "", in rbd_print_dne()
6931 rbd_dev->spec->pool_ns ? "/" : "", in rbd_print_dne()
6932 rbd_dev->spec->image_name, in rbd_print_dne()
6933 rbd_dev->spec->snap_name); in rbd_print_dne()
6937 static void rbd_dev_image_release(struct rbd_device *rbd_dev) in rbd_dev_image_release() argument
6939 if (!rbd_is_ro(rbd_dev)) in rbd_dev_image_release()
6940 rbd_unregister_watch(rbd_dev); in rbd_dev_image_release()
6942 rbd_dev_unprobe(rbd_dev); in rbd_dev_image_release()
6943 rbd_dev->image_format = 0; in rbd_dev_image_release()
6944 kfree(rbd_dev->spec->image_id); in rbd_dev_image_release()
6945 rbd_dev->spec->image_id = NULL; in rbd_dev_image_release()
6957 static int rbd_dev_image_probe(struct rbd_device *rbd_dev, int depth) in rbd_dev_image_probe() argument
6959 bool need_watch = !rbd_is_ro(rbd_dev); in rbd_dev_image_probe()
6968 ret = rbd_dev_image_id(rbd_dev); in rbd_dev_image_probe()
6972 ret = rbd_dev_header_name(rbd_dev); in rbd_dev_image_probe()
6977 ret = rbd_register_watch(rbd_dev); in rbd_dev_image_probe()
6980 rbd_print_dne(rbd_dev, false); in rbd_dev_image_probe()
6986 down_write(&rbd_dev->header_rwsem); in rbd_dev_image_probe()
6988 ret = rbd_dev_header_info(rbd_dev); in rbd_dev_image_probe()
6991 rbd_print_dne(rbd_dev, false); in rbd_dev_image_probe()
7002 ret = rbd_spec_fill_snap_id(rbd_dev); in rbd_dev_image_probe()
7004 ret = rbd_spec_fill_names(rbd_dev); in rbd_dev_image_probe()
7007 rbd_print_dne(rbd_dev, true); in rbd_dev_image_probe()
7011 ret = rbd_dev_mapping_set(rbd_dev); in rbd_dev_image_probe()
7015 if (rbd_is_snap(rbd_dev) && in rbd_dev_image_probe()
7016 (rbd_dev->header.features & RBD_FEATURE_OBJECT_MAP)) { in rbd_dev_image_probe()
7017 ret = rbd_object_map_load(rbd_dev); in rbd_dev_image_probe()
7022 if (rbd_dev->header.features & RBD_FEATURE_LAYERING) { in rbd_dev_image_probe()
7023 ret = rbd_dev_v2_parent_info(rbd_dev); in rbd_dev_image_probe()
7028 ret = rbd_dev_probe_parent(rbd_dev, depth); in rbd_dev_image_probe()
7033 rbd_dev->image_format, rbd_dev->header_oid.name); in rbd_dev_image_probe()
7038 up_write(&rbd_dev->header_rwsem); in rbd_dev_image_probe()
7040 rbd_unregister_watch(rbd_dev); in rbd_dev_image_probe()
7041 rbd_dev_unprobe(rbd_dev); in rbd_dev_image_probe()
7043 rbd_dev->image_format = 0; in rbd_dev_image_probe()
7044 kfree(rbd_dev->spec->image_id); in rbd_dev_image_probe()
7045 rbd_dev->spec->image_id = NULL; in rbd_dev_image_probe()
7053 struct rbd_device *rbd_dev = NULL; in do_rbd_add() local
7086 rbd_dev = rbd_dev_create(rbdc, spec, rbd_opts); in do_rbd_add()
7087 if (!rbd_dev) { in do_rbd_add()
7096 if (rbd_dev->opts->read_only || in do_rbd_add()
7097 strcmp(rbd_dev->spec->snap_name, RBD_SNAP_HEAD_NAME)) in do_rbd_add()
7098 __set_bit(RBD_DEV_FLAG_READONLY, &rbd_dev->flags); in do_rbd_add()
7100 rbd_dev->config_info = kstrdup(buf, GFP_KERNEL); in do_rbd_add()
7101 if (!rbd_dev->config_info) { in do_rbd_add()
7106 rc = rbd_dev_image_probe(rbd_dev, 0); in do_rbd_add()
7110 if (rbd_dev->opts->alloc_size > rbd_dev->layout.object_size) { in do_rbd_add()
7111 rbd_warn(rbd_dev, "alloc_size adjusted to %u", in do_rbd_add()
7112 rbd_dev->layout.object_size); in do_rbd_add()
7113 rbd_dev->opts->alloc_size = rbd_dev->layout.object_size; in do_rbd_add()
7116 rc = rbd_dev_device_setup(rbd_dev); in do_rbd_add()
7120 rc = rbd_add_acquire_lock(rbd_dev); in do_rbd_add()
7126 rc = device_add(&rbd_dev->dev); in do_rbd_add()
7130 device_add_disk(&rbd_dev->dev, rbd_dev->disk, NULL); in do_rbd_add()
7132 blk_put_queue(rbd_dev->disk->queue); in do_rbd_add()
7135 list_add_tail(&rbd_dev->node, &rbd_dev_list); in do_rbd_add()
7138 pr_info("%s: capacity %llu features 0x%llx\n", rbd_dev->disk->disk_name, in do_rbd_add()
7139 (unsigned long long)get_capacity(rbd_dev->disk) << SECTOR_SHIFT, in do_rbd_add()
7140 rbd_dev->header.features); in do_rbd_add()
7147 rbd_dev_image_unlock(rbd_dev); in do_rbd_add()
7148 rbd_dev_device_release(rbd_dev); in do_rbd_add()
7150 rbd_dev_image_release(rbd_dev); in do_rbd_add()
7152 rbd_dev_destroy(rbd_dev); in do_rbd_add()
7175 static void rbd_dev_remove_parent(struct rbd_device *rbd_dev) in rbd_dev_remove_parent() argument
7177 while (rbd_dev->parent) { in rbd_dev_remove_parent()
7178 struct rbd_device *first = rbd_dev; in rbd_dev_remove_parent()
7206 struct rbd_device *rbd_dev = NULL; in do_rbd_remove() local
7235 rbd_dev = list_entry(tmp, struct rbd_device, node); in do_rbd_remove()
7236 if (rbd_dev->dev_id == dev_id) { in do_rbd_remove()
7242 spin_lock_irq(&rbd_dev->lock); in do_rbd_remove()
7243 if (rbd_dev->open_count && !force) in do_rbd_remove()
7246 &rbd_dev->flags)) in do_rbd_remove()
7248 spin_unlock_irq(&rbd_dev->lock); in do_rbd_remove()
7259 blk_mq_freeze_queue(rbd_dev->disk->queue); in do_rbd_remove()
7260 blk_set_queue_dying(rbd_dev->disk->queue); in do_rbd_remove()
7263 del_gendisk(rbd_dev->disk); in do_rbd_remove()
7265 list_del_init(&rbd_dev->node); in do_rbd_remove()
7267 device_del(&rbd_dev->dev); in do_rbd_remove()
7269 rbd_dev_image_unlock(rbd_dev); in do_rbd_remove()
7270 rbd_dev_device_release(rbd_dev); in do_rbd_remove()
7271 rbd_dev_image_release(rbd_dev); in do_rbd_remove()
7272 rbd_dev_destroy(rbd_dev); in do_rbd_remove()