56 static struct page *brd_lookup_page(struct brd_device *brd, sector_t sector)  in brd_lookup_page()  argument
74 	page = radix_tree_lookup(&brd->brd_pages, idx);  in brd_lookup_page()
87 static struct page *brd_insert_page(struct brd_device *brd, sector_t sector)  in brd_insert_page()  argument
93 	page = brd_lookup_page(brd, sector);  in brd_insert_page()
111 	spin_lock(&brd->brd_lock);  in brd_insert_page()
114 	if (radix_tree_insert(&brd->brd_pages, idx, page)) {  in brd_insert_page()
116 		page = radix_tree_lookup(&brd->brd_pages, idx);  in brd_insert_page()
120 	spin_unlock(&brd->brd_lock);  in brd_insert_page()
132 static void brd_free_pages(struct brd_device *brd)  in brd_free_pages()  argument
141 		nr_pages = radix_tree_gang_lookup(&brd->brd_pages,  in brd_free_pages()
149 			ret = radix_tree_delete(&brd->brd_pages, pos);  in brd_free_pages()
173 static int copy_to_brd_setup(struct brd_device *brd, sector_t sector, size_t n)  in copy_to_brd_setup()  argument
179 	if (!brd_insert_page(brd, sector))  in copy_to_brd_setup()
183 		if (!brd_insert_page(brd, sector))  in copy_to_brd_setup()
192 static void copy_to_brd(struct brd_device *brd, const void *src,  in copy_to_brd()  argument
201 	page = brd_lookup_page(brd, sector);  in copy_to_brd()
212 		page = brd_lookup_page(brd, sector);  in copy_to_brd()
224 static void copy_from_brd(void *dst, struct brd_device *brd,  in copy_from_brd()  argument
233 	page = brd_lookup_page(brd, sector);  in copy_from_brd()
245 		page = brd_lookup_page(brd, sector);  in copy_from_brd()
258 static int brd_do_bvec(struct brd_device *brd, struct page *page,  in brd_do_bvec()  argument
266 		err = copy_to_brd_setup(brd, sector, len);  in brd_do_bvec()
273 		copy_from_brd(mem + off, brd, sector, len);  in brd_do_bvec()
277 		copy_to_brd(brd, mem + off, sector, len);  in brd_do_bvec()
287 	struct brd_device *brd = bio->bi_disk->private_data;  in brd_submit_bio()  local
304 		err = brd_do_bvec(brd, bvec.bv_page, len, bvec.bv_offset,  in brd_submit_bio()
321 	struct brd_device *brd = bdev->bd_disk->private_data;  in brd_rw_page()  local
326 	err = brd_do_bvec(brd, page, PAGE_SIZE, 0, op, sector);  in brd_rw_page()
375 	struct brd_device *brd;  in brd_alloc()  local
378 	brd = kzalloc(sizeof(*brd), GFP_KERNEL);  in brd_alloc()
379 	if (!brd)  in brd_alloc()
381 	brd->brd_number		= i;  in brd_alloc()
382 	spin_lock_init(&brd->brd_lock);  in brd_alloc()
383 	INIT_RADIX_TREE(&brd->brd_pages, GFP_ATOMIC);  in brd_alloc()
385 	brd->brd_queue = blk_alloc_queue(NUMA_NO_NODE);  in brd_alloc()
386 	if (!brd->brd_queue)  in brd_alloc()
395 	blk_queue_physical_block_size(brd->brd_queue, PAGE_SIZE);  in brd_alloc()
396 	disk = brd->brd_disk = alloc_disk(max_part);  in brd_alloc()
402 	disk->private_data	= brd;  in brd_alloc()
408 	blk_queue_flag_set(QUEUE_FLAG_NONROT, brd->brd_queue);  in brd_alloc()
409 	blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM, brd->brd_queue);  in brd_alloc()
411 	return brd;  in brd_alloc()
414 	blk_cleanup_queue(brd->brd_queue);  in brd_alloc()
416 	kfree(brd);  in brd_alloc()
421 static void brd_free(struct brd_device *brd)  in brd_free()  argument
423 	put_disk(brd->brd_disk);  in brd_free()
424 	blk_cleanup_queue(brd->brd_queue);  in brd_free()
425 	brd_free_pages(brd);  in brd_free()
426 	kfree(brd);  in brd_free()
431 	struct brd_device *brd;  in brd_init_one()  local
434 	list_for_each_entry(brd, &brd_devices, brd_list) {  in brd_init_one()
435 		if (brd->brd_number == i)  in brd_init_one()
439 	brd = brd_alloc(i);  in brd_init_one()
440 	if (brd) {  in brd_init_one()
441 		brd->brd_disk->queue = brd->brd_queue;  in brd_init_one()
442 		add_disk(brd->brd_disk);  in brd_init_one()
443 		list_add_tail(&brd->brd_list, &brd_devices);  in brd_init_one()
447 	return brd;  in brd_init_one()
450 static void brd_del_one(struct brd_device *brd)  in brd_del_one()  argument
452 	list_del(&brd->brd_list);  in brd_del_one()
453 	del_gendisk(brd->brd_disk);  in brd_del_one()
454 	brd_free(brd);  in brd_del_one()
459 	struct brd_device *brd;  in brd_probe()  local
464 	brd = brd_init_one(MINOR(dev) / max_part, &new);  in brd_probe()
465 	kobj = brd ? get_disk_and_module(brd->brd_disk) : NULL;  in brd_probe()
495 	struct brd_device *brd, *next;  in brd_init()  local
519 		brd = brd_alloc(i);  in brd_init()
520 		if (!brd)  in brd_init()
522 		list_add_tail(&brd->brd_list, &brd_devices);  in brd_init()
527 	list_for_each_entry(brd, &brd_devices, brd_list) {  in brd_init()
532 		brd->brd_disk->queue = brd->brd_queue;  in brd_init()
533 		add_disk(brd->brd_disk);  in brd_init()
543 	list_for_each_entry_safe(brd, next, &brd_devices, brd_list) {  in brd_init()
544 		list_del(&brd->brd_list);  in brd_init()
545 		brd_free(brd);  in brd_init()
555 	struct brd_device *brd, *next;  in brd_exit()  local
557 	list_for_each_entry_safe(brd, next, &brd_devices, brd_list)  in brd_exit()
558 		brd_del_one(brd);  in brd_exit()