Lines Matching full:device

64 MODULE_DESCRIPTION("Linux on S/390 DASD device driver,"
91 * SECTION: Operations on the device structure.
99 * Allocate memory for a new device structure.
103 struct dasd_device *device; in dasd_alloc_device() local
105 device = kzalloc(sizeof(struct dasd_device), GFP_ATOMIC); in dasd_alloc_device()
106 if (!device) in dasd_alloc_device()
109 /* Get two pages for normal block device operations. */ in dasd_alloc_device()
110 device->ccw_mem = (void *) __get_free_pages(GFP_ATOMIC | GFP_DMA, 1); in dasd_alloc_device()
111 if (!device->ccw_mem) { in dasd_alloc_device()
112 kfree(device); in dasd_alloc_device()
116 device->erp_mem = (void *) get_zeroed_page(GFP_ATOMIC | GFP_DMA); in dasd_alloc_device()
117 if (!device->erp_mem) { in dasd_alloc_device()
118 free_pages((unsigned long) device->ccw_mem, 1); in dasd_alloc_device()
119 kfree(device); in dasd_alloc_device()
123 device->ese_mem = (void *)__get_free_pages(GFP_ATOMIC | GFP_DMA, 1); in dasd_alloc_device()
124 if (!device->ese_mem) { in dasd_alloc_device()
125 free_page((unsigned long) device->erp_mem); in dasd_alloc_device()
126 free_pages((unsigned long) device->ccw_mem, 1); in dasd_alloc_device()
127 kfree(device); in dasd_alloc_device()
131 dasd_init_chunklist(&device->ccw_chunks, device->ccw_mem, PAGE_SIZE*2); in dasd_alloc_device()
132 dasd_init_chunklist(&device->erp_chunks, device->erp_mem, PAGE_SIZE); in dasd_alloc_device()
133 dasd_init_chunklist(&device->ese_chunks, device->ese_mem, PAGE_SIZE * 2); in dasd_alloc_device()
134 spin_lock_init(&device->mem_lock); in dasd_alloc_device()
135 atomic_set(&device->tasklet_scheduled, 0); in dasd_alloc_device()
136 tasklet_init(&device->tasklet, dasd_device_tasklet, in dasd_alloc_device()
137 (unsigned long) device); in dasd_alloc_device()
138 INIT_LIST_HEAD(&device->ccw_queue); in dasd_alloc_device()
139 timer_setup(&device->timer, dasd_device_timeout, 0); in dasd_alloc_device()
140 INIT_WORK(&device->kick_work, do_kick_device); in dasd_alloc_device()
141 INIT_WORK(&device->restore_device, do_restore_device); in dasd_alloc_device()
142 INIT_WORK(&device->reload_device, do_reload_device); in dasd_alloc_device()
143 INIT_WORK(&device->requeue_requests, do_requeue_requests); in dasd_alloc_device()
144 device->state = DASD_STATE_NEW; in dasd_alloc_device()
145 device->target = DASD_STATE_NEW; in dasd_alloc_device()
146 mutex_init(&device->state_mutex); in dasd_alloc_device()
147 spin_lock_init(&device->profile.lock); in dasd_alloc_device()
148 return device; in dasd_alloc_device()
152 * Free memory of a device structure.
154 void dasd_free_device(struct dasd_device *device) in dasd_free_device() argument
156 kfree(device->private); in dasd_free_device()
157 free_pages((unsigned long) device->ese_mem, 1); in dasd_free_device()
158 free_page((unsigned long) device->erp_mem); in dasd_free_device()
159 free_pages((unsigned long) device->ccw_mem, 1); in dasd_free_device()
160 kfree(device); in dasd_free_device()
164 * Allocate memory for a new device structure.
173 /* open_count = 0 means device online but not in use */ in dasd_alloc_block()
191 * Free memory of a device structure.
200 * Make a new device known to the system.
202 static int dasd_state_new_to_known(struct dasd_device *device) in dasd_state_new_to_known() argument
207 * As long as the device is not in state DASD_STATE_NEW we want to in dasd_state_new_to_known()
210 dasd_get_device(device); in dasd_state_new_to_known()
212 if (device->block) { in dasd_state_new_to_known()
213 rc = dasd_alloc_queue(device->block); in dasd_state_new_to_known()
215 dasd_put_device(device); in dasd_state_new_to_known()
219 device->state = DASD_STATE_KNOWN; in dasd_state_new_to_known()
224 * Let the system forget about a device.
226 static int dasd_state_known_to_new(struct dasd_device *device) in dasd_state_known_to_new() argument
228 /* Disable extended error reporting for this device. */ in dasd_state_known_to_new()
229 dasd_eer_disable(device); in dasd_state_known_to_new()
230 device->state = DASD_STATE_NEW; in dasd_state_known_to_new()
232 if (device->block) in dasd_state_known_to_new()
233 dasd_free_queue(device->block); in dasd_state_known_to_new()
236 dasd_put_device(device); in dasd_state_known_to_new()
254 * Request the irq line for the device.
256 static int dasd_state_known_to_basic(struct dasd_device *device) in dasd_state_known_to_basic() argument
258 struct dasd_block *block = device->block; in dasd_state_known_to_basic()
271 dasd_profile_on(&device->block->profile); in dasd_state_known_to_basic()
273 device->debugfs_dentry = in dasd_state_known_to_basic()
274 dasd_debugfs_setup(dev_name(&device->cdev->dev), in dasd_state_known_to_basic()
276 dasd_profile_init(&device->profile, device->debugfs_dentry); in dasd_state_known_to_basic()
277 dasd_hosts_init(device->debugfs_dentry, device); in dasd_state_known_to_basic()
279 /* register 'device' debug area, used for all DBF_DEV_XXX calls */ in dasd_state_known_to_basic()
280 device->debug_area = debug_register(dev_name(&device->cdev->dev), 4, 1, in dasd_state_known_to_basic()
282 debug_register_view(device->debug_area, &debug_sprintf_view); in dasd_state_known_to_basic()
283 debug_set_level(device->debug_area, DBF_WARNING); in dasd_state_known_to_basic()
284 DBF_DEV_EVENT(DBF_EMERG, device, "%s", "debug area created"); in dasd_state_known_to_basic()
286 device->state = DASD_STATE_BASIC; in dasd_state_known_to_basic()
292 * Release the irq line for the device. Terminate any running i/o.
294 static int dasd_state_basic_to_known(struct dasd_device *device) in dasd_state_basic_to_known() argument
298 if (device->discipline->basic_to_known) { in dasd_state_basic_to_known()
299 rc = device->discipline->basic_to_known(device); in dasd_state_basic_to_known()
304 if (device->block) { in dasd_state_basic_to_known()
305 dasd_profile_exit(&device->block->profile); in dasd_state_basic_to_known()
306 debugfs_remove(device->block->debugfs_dentry); in dasd_state_basic_to_known()
307 dasd_gendisk_free(device->block); in dasd_state_basic_to_known()
308 dasd_block_clear_timer(device->block); in dasd_state_basic_to_known()
310 rc = dasd_flush_device_queue(device); in dasd_state_basic_to_known()
313 dasd_device_clear_timer(device); in dasd_state_basic_to_known()
314 dasd_profile_exit(&device->profile); in dasd_state_basic_to_known()
315 dasd_hosts_exit(device); in dasd_state_basic_to_known()
316 debugfs_remove(device->debugfs_dentry); in dasd_state_basic_to_known()
317 DBF_DEV_EVENT(DBF_EMERG, device, "%p debug area deleted", device); in dasd_state_basic_to_known()
318 if (device->debug_area != NULL) { in dasd_state_basic_to_known()
319 debug_unregister(device->debug_area); in dasd_state_basic_to_known()
320 device->debug_area = NULL; in dasd_state_basic_to_known()
322 device->state = DASD_STATE_KNOWN; in dasd_state_basic_to_known()
328 * -EAGAIN in which case the device keeps the state DASD_STATE_BASIC
336 * device is setup.
337 * In case the analysis returns an error, the device setup is stopped
340 static int dasd_state_basic_to_ready(struct dasd_device *device) in dasd_state_basic_to_ready() argument
347 block = device->block; in dasd_state_basic_to_ready()
354 device->state = DASD_STATE_UNFMT; in dasd_state_basic_to_ready()
355 disk = device->block->gdp; in dasd_state_basic_to_ready()
362 if (device->discipline->setup_blk_queue) in dasd_state_basic_to_ready()
363 device->discipline->setup_blk_queue(block); in dasd_state_basic_to_ready()
366 device->state = DASD_STATE_READY; in dasd_state_basic_to_ready()
369 device->state = DASD_STATE_BASIC; in dasd_state_basic_to_ready()
373 device->state = DASD_STATE_READY; in dasd_state_basic_to_ready()
376 if (device->discipline->basic_to_ready) in dasd_state_basic_to_ready()
377 rc = device->discipline->basic_to_ready(device); in dasd_state_basic_to_ready()
382 int _wait_for_empty_queues(struct dasd_device *device) in _wait_for_empty_queues() argument
384 if (device->block) in _wait_for_empty_queues()
385 return list_empty(&device->ccw_queue) && in _wait_for_empty_queues()
386 list_empty(&device->block->ccw_queue); in _wait_for_empty_queues()
388 return list_empty(&device->ccw_queue); in _wait_for_empty_queues()
392 * Remove device from block device layer. Destroy dirty buffers.
396 static int dasd_state_ready_to_basic(struct dasd_device *device) in dasd_state_ready_to_basic() argument
400 device->state = DASD_STATE_BASIC; in dasd_state_ready_to_basic()
401 if (device->block) { in dasd_state_ready_to_basic()
402 struct dasd_block *block = device->block; in dasd_state_ready_to_basic()
405 device->state = DASD_STATE_READY; in dasd_state_ready_to_basic()
419 static int dasd_state_unfmt_to_basic(struct dasd_device *device) in dasd_state_unfmt_to_basic() argument
421 device->state = DASD_STATE_BASIC; in dasd_state_unfmt_to_basic()
426 * Make the device online and schedule the bottom half to start
431 dasd_state_ready_to_online(struct dasd_device * device) in dasd_state_ready_to_online() argument
437 device->state = DASD_STATE_ONLINE; in dasd_state_ready_to_online()
438 if (device->block) { in dasd_state_ready_to_online()
439 dasd_schedule_block_bh(device->block); in dasd_state_ready_to_online()
440 if ((device->features & DASD_FEATURE_USERAW)) { in dasd_state_ready_to_online()
441 disk = device->block->gdp; in dasd_state_ready_to_online()
445 disk = device->block->bdev->bd_disk; in dasd_state_ready_to_online()
457 static int dasd_state_online_to_ready(struct dasd_device *device) in dasd_state_online_to_ready() argument
464 if (device->discipline->online_to_ready) { in dasd_state_online_to_ready()
465 rc = device->discipline->online_to_ready(device); in dasd_state_online_to_ready()
470 device->state = DASD_STATE_READY; in dasd_state_online_to_ready()
471 if (device->block && !(device->features & DASD_FEATURE_USERAW)) { in dasd_state_online_to_ready()
472 disk = device->block->bdev->bd_disk; in dasd_state_online_to_ready()
482 * Device startup state changes.
484 static int dasd_increase_state(struct dasd_device *device) in dasd_increase_state() argument
489 if (device->state == DASD_STATE_NEW && in dasd_increase_state()
490 device->target >= DASD_STATE_KNOWN) in dasd_increase_state()
491 rc = dasd_state_new_to_known(device); in dasd_increase_state()
494 device->state == DASD_STATE_KNOWN && in dasd_increase_state()
495 device->target >= DASD_STATE_BASIC) in dasd_increase_state()
496 rc = dasd_state_known_to_basic(device); in dasd_increase_state()
499 device->state == DASD_STATE_BASIC && in dasd_increase_state()
500 device->target >= DASD_STATE_READY) in dasd_increase_state()
501 rc = dasd_state_basic_to_ready(device); in dasd_increase_state()
504 device->state == DASD_STATE_UNFMT && in dasd_increase_state()
505 device->target > DASD_STATE_UNFMT) in dasd_increase_state()
509 device->state == DASD_STATE_READY && in dasd_increase_state()
510 device->target >= DASD_STATE_ONLINE) in dasd_increase_state()
511 rc = dasd_state_ready_to_online(device); in dasd_increase_state()
517 * Device shutdown state changes.
519 static int dasd_decrease_state(struct dasd_device *device) in dasd_decrease_state() argument
524 if (device->state == DASD_STATE_ONLINE && in dasd_decrease_state()
525 device->target <= DASD_STATE_READY) in dasd_decrease_state()
526 rc = dasd_state_online_to_ready(device); in dasd_decrease_state()
529 device->state == DASD_STATE_READY && in dasd_decrease_state()
530 device->target <= DASD_STATE_BASIC) in dasd_decrease_state()
531 rc = dasd_state_ready_to_basic(device); in dasd_decrease_state()
534 device->state == DASD_STATE_UNFMT && in dasd_decrease_state()
535 device->target <= DASD_STATE_BASIC) in dasd_decrease_state()
536 rc = dasd_state_unfmt_to_basic(device); in dasd_decrease_state()
539 device->state == DASD_STATE_BASIC && in dasd_decrease_state()
540 device->target <= DASD_STATE_KNOWN) in dasd_decrease_state()
541 rc = dasd_state_basic_to_known(device); in dasd_decrease_state()
544 device->state == DASD_STATE_KNOWN && in dasd_decrease_state()
545 device->target <= DASD_STATE_NEW) in dasd_decrease_state()
546 rc = dasd_state_known_to_new(device); in dasd_decrease_state()
554 static void dasd_change_state(struct dasd_device *device) in dasd_change_state() argument
558 if (device->state == device->target) in dasd_change_state()
561 if (device->state < device->target) in dasd_change_state()
562 rc = dasd_increase_state(device); in dasd_change_state()
564 rc = dasd_decrease_state(device); in dasd_change_state()
568 device->target = device->state; in dasd_change_state()
570 /* let user-space know that the device status changed */ in dasd_change_state()
571 kobject_uevent(&device->cdev->dev.kobj, KOBJ_CHANGE); in dasd_change_state()
573 if (device->state == device->target) in dasd_change_state()
585 struct dasd_device *device = container_of(work, struct dasd_device, kick_work); in do_kick_device() local
586 mutex_lock(&device->state_mutex); in do_kick_device()
587 dasd_change_state(device); in do_kick_device()
588 mutex_unlock(&device->state_mutex); in do_kick_device()
589 dasd_schedule_device_bh(device); in do_kick_device()
590 dasd_put_device(device); in do_kick_device()
593 void dasd_kick_device(struct dasd_device *device) in dasd_kick_device() argument
595 dasd_get_device(device); in dasd_kick_device()
597 if (!schedule_work(&device->kick_work)) in dasd_kick_device()
598 dasd_put_device(device); in dasd_kick_device()
608 struct dasd_device *device = container_of(work, struct dasd_device, in do_reload_device() local
610 device->discipline->reload(device); in do_reload_device()
611 dasd_put_device(device); in do_reload_device()
614 void dasd_reload_device(struct dasd_device *device) in dasd_reload_device() argument
616 dasd_get_device(device); in dasd_reload_device()
618 if (!schedule_work(&device->reload_device)) in dasd_reload_device()
619 dasd_put_device(device); in dasd_reload_device()
629 struct dasd_device *device = container_of(work, struct dasd_device, in do_restore_device() local
631 device->cdev->drv->restore(device->cdev); in do_restore_device()
632 dasd_put_device(device); in do_restore_device()
635 void dasd_restore_device(struct dasd_device *device) in dasd_restore_device() argument
637 dasd_get_device(device); in dasd_restore_device()
639 if (!schedule_work(&device->restore_device)) in dasd_restore_device()
640 dasd_put_device(device); in dasd_restore_device()
644 * Set the target state for a device and starts the state change.
646 void dasd_set_target_state(struct dasd_device *device, int target) in dasd_set_target_state() argument
648 dasd_get_device(device); in dasd_set_target_state()
649 mutex_lock(&device->state_mutex); in dasd_set_target_state()
653 if (device->target != target) { in dasd_set_target_state()
654 if (device->state == target) in dasd_set_target_state()
656 device->target = target; in dasd_set_target_state()
658 if (device->state != device->target) in dasd_set_target_state()
659 dasd_change_state(device); in dasd_set_target_state()
660 mutex_unlock(&device->state_mutex); in dasd_set_target_state()
661 dasd_put_device(device); in dasd_set_target_state()
666 * Enable devices with device numbers in [from..to].
668 static inline int _wait_for_device(struct dasd_device *device) in _wait_for_device() argument
670 return (device->state == device->target); in _wait_for_device()
673 void dasd_enable_device(struct dasd_device *device) in dasd_enable_device() argument
675 dasd_set_target_state(device, DASD_STATE_ONLINE); in dasd_enable_device()
676 if (device->state <= DASD_STATE_KNOWN) in dasd_enable_device()
677 /* No discipline for device found. */ in dasd_enable_device()
678 dasd_set_target_state(device, DASD_STATE_NEW); in dasd_enable_device()
680 wait_event(dasd_init_waitq, _wait_for_device(device)); in dasd_enable_device()
682 dasd_reload_device(device); in dasd_enable_device()
683 if (device->discipline->kick_validate) in dasd_enable_device()
684 device->discipline->kick_validate(device); in dasd_enable_device()
689 * SECTION: device operation (interrupt handler, start i/o, term i/o ...)
709 struct dasd_device *device; in dasd_profile_start() local
735 * We count the request for the start device, even though it may run on in dasd_profile_start()
736 * some other device due to error recovery. This way we make sure that in dasd_profile_start()
739 device = cqr->startdev; in dasd_profile_start()
740 if (device->profile.data) { in dasd_profile_start()
741 counter = 1; /* request is not yet queued on the start device */ in dasd_profile_start()
742 list_for_each(l, &device->ccw_queue) in dasd_profile_start()
746 spin_lock(&device->profile.lock); in dasd_profile_start()
747 if (device->profile.data) { in dasd_profile_start()
748 device->profile.data->dasd_io_nr_req[counter]++; in dasd_profile_start()
750 device->profile.data->dasd_read_nr_req[counter]++; in dasd_profile_start()
752 spin_unlock(&device->profile.lock); in dasd_profile_start()
819 struct dasd_device *device; in dasd_profile_end() local
824 device = cqr->startdev; in dasd_profile_end()
827 device->profile.data)) in dasd_profile_end()
886 spin_lock(&device->profile.lock); in dasd_profile_end()
887 if (device->profile.data) { in dasd_profile_end()
888 data = device->profile.data; in dasd_profile_end()
893 dasd_profile_end_add_data(device->profile.data, in dasd_profile_end()
902 spin_unlock(&device->profile.lock); in dasd_profile_end()
1194 struct dasd_device *device; in dasd_hosts_show() local
1197 device = m->private; in dasd_hosts_show()
1198 dasd_get_device(device); in dasd_hosts_show()
1200 if (device->discipline->hosts_print) in dasd_hosts_show()
1201 rc = device->discipline->hosts_print(device, m); in dasd_hosts_show()
1203 dasd_put_device(device); in dasd_hosts_show()
1209 static void dasd_hosts_exit(struct dasd_device *device) in dasd_hosts_exit() argument
1211 debugfs_remove(device->hosts_dentry); in dasd_hosts_exit()
1212 device->hosts_dentry = NULL; in dasd_hosts_exit()
1216 struct dasd_device *device) in dasd_hosts_init() argument
1226 device, &dasd_hosts_fops); in dasd_hosts_init()
1228 device->hosts_dentry = pde; in dasd_hosts_init()
1232 struct dasd_device *device, in dasd_smalloc_request() argument
1246 spin_lock_irqsave(&device->mem_lock, flags); in dasd_smalloc_request()
1247 data = chunk = dasd_alloc_chunk(&device->ccw_chunks, size); in dasd_smalloc_request()
1248 spin_unlock_irqrestore(&device->mem_lock, flags); in dasd_smalloc_request()
1268 dasd_get_device(device); in dasd_smalloc_request()
1275 struct dasd_device *device) in dasd_fmalloc_request() argument
1289 spin_lock_irqsave(&device->mem_lock, flags); in dasd_fmalloc_request()
1290 cqr = dasd_alloc_chunk(&device->ese_chunks, size); in dasd_fmalloc_request()
1291 spin_unlock_irqrestore(&device->mem_lock, flags); in dasd_fmalloc_request()
1310 dasd_get_device(device); in dasd_fmalloc_request()
1316 void dasd_sfree_request(struct dasd_ccw_req *cqr, struct dasd_device *device) in dasd_sfree_request() argument
1320 spin_lock_irqsave(&device->mem_lock, flags); in dasd_sfree_request()
1321 dasd_free_chunk(&device->ccw_chunks, cqr->mem_chunk); in dasd_sfree_request()
1322 spin_unlock_irqrestore(&device->mem_lock, flags); in dasd_sfree_request()
1323 dasd_put_device(device); in dasd_sfree_request()
1327 void dasd_ffree_request(struct dasd_ccw_req *cqr, struct dasd_device *device) in dasd_ffree_request() argument
1331 spin_lock_irqsave(&device->mem_lock, flags); in dasd_ffree_request()
1332 dasd_free_chunk(&device->ese_chunks, cqr); in dasd_ffree_request()
1333 spin_unlock_irqrestore(&device->mem_lock, flags); in dasd_ffree_request()
1334 dasd_put_device(device); in dasd_ffree_request()
1343 struct dasd_device *device; in dasd_check_cqr() local
1347 device = cqr->startdev; in dasd_check_cqr()
1348 if (strncmp((char *) &cqr->magic, device->discipline->ebcname, 4)) { in dasd_check_cqr()
1349 DBF_DEV_EVENT(DBF_WARNING, device, in dasd_check_cqr()
1353 *(unsigned int *) device->discipline->name); in dasd_check_cqr()
1361 * Timer keeps device runnig.
1367 struct dasd_device *device; in dasd_term_IO() local
1376 device = (struct dasd_device *) cqr->startdev; in dasd_term_IO()
1378 rc = ccw_device_clear(device->cdev, (long) cqr); in dasd_term_IO()
1384 DBF_DEV_EVENT(DBF_DEBUG, device, in dasd_term_IO()
1389 DBF_DEV_EVENT(DBF_ERR, device, "%s", in dasd_term_IO()
1390 "device gone, retry"); in dasd_term_IO()
1394 * device not valid so no I/O could be running in dasd_term_IO()
1402 DBF_DEV_EVENT(DBF_ERR, device, "%s", in dasd_term_IO()
1410 dev_err(&device->cdev->dev, "An error occurred in the " in dasd_term_IO()
1411 "DASD device driver, reason=%s\n", errorstring); in dasd_term_IO()
1417 dasd_schedule_device_bh(device); in dasd_term_IO()
1428 struct dasd_device *device; in dasd_start_IO() local
1438 device = (struct dasd_device *) cqr->startdev; in dasd_start_IO()
1441 test_bit(DASD_FLAG_LOCK_STOLEN, &device->flags)) && in dasd_start_IO()
1443 DBF_DEV_EVENT(DBF_DEBUG, device, "start_IO: return request %p " in dasd_start_IO()
1452 dev_err(&device->cdev->dev, "An error occurred in the DASD " in dasd_start_IO()
1453 "device driver, reason=%s\n", errorstring); in dasd_start_IO()
1461 cqr->lpm &= dasd_path_get_opm(device); in dasd_start_IO()
1463 cqr->lpm = dasd_path_get_opm(device); in dasd_start_IO()
1473 rc = ccw_device_tm_start(device->cdev, cqr->cpaddr, in dasd_start_IO()
1476 rc = ccw_device_start(device->cdev, cqr->cpaddr, in dasd_start_IO()
1484 DBF_DEV_EVENT(DBF_WARNING, device, "%s", in dasd_start_IO()
1485 "start_IO: device busy, retry later"); in dasd_start_IO()
1496 DBF_DEV_EVENT(DBF_WARNING, device, in dasd_start_IO()
1499 } else if (cqr->lpm != dasd_path_get_opm(device)) { in dasd_start_IO()
1500 cqr->lpm = dasd_path_get_opm(device); in dasd_start_IO()
1501 DBF_DEV_EVENT(DBF_DEBUG, device, "%s", in dasd_start_IO()
1505 DBF_DEV_EVENT(DBF_WARNING, device, "%s", in dasd_start_IO()
1508 dasd_generic_last_path_gone(device); in dasd_start_IO()
1509 dasd_path_no_path(device); in dasd_start_IO()
1510 dasd_path_set_tbvpm(device, in dasd_start_IO()
1512 device->cdev)); in dasd_start_IO()
1516 DBF_DEV_EVENT(DBF_WARNING, device, "%s", in dasd_start_IO()
1517 "start_IO: -ENODEV device gone, retry"); in dasd_start_IO()
1520 DBF_DEV_EVENT(DBF_WARNING, device, "%s", in dasd_start_IO()
1521 "start_IO: -EIO device gone, retry"); in dasd_start_IO()
1525 DBF_DEV_EVENT(DBF_WARNING, device, "%s", in dasd_start_IO()
1526 "start_IO: -EINVAL device currently " in dasd_start_IO()
1532 dev_err(&device->cdev->dev, in dasd_start_IO()
1533 "An error occurred in the DASD device driver, " in dasd_start_IO()
1554 struct dasd_device *device; in dasd_device_timeout() local
1556 device = from_timer(device, t, timer); in dasd_device_timeout()
1557 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); in dasd_device_timeout()
1559 dasd_device_remove_stop_bits(device, DASD_STOPPED_PENDING); in dasd_device_timeout()
1560 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); in dasd_device_timeout()
1561 dasd_schedule_device_bh(device); in dasd_device_timeout()
1565 * Setup timeout for a device in jiffies.
1567 void dasd_device_set_timer(struct dasd_device *device, int expires) in dasd_device_set_timer() argument
1570 del_timer(&device->timer); in dasd_device_set_timer()
1572 mod_timer(&device->timer, jiffies + expires); in dasd_device_set_timer()
1577 * Clear timeout for a device.
1579 void dasd_device_clear_timer(struct dasd_device *device) in dasd_device_clear_timer() argument
1581 del_timer(&device->timer); in dasd_device_clear_timer()
1589 struct dasd_device *device; in dasd_handle_killed_request() local
1601 device = dasd_device_from_cdev_locked(cdev); in dasd_handle_killed_request()
1602 if (IS_ERR(device)) { in dasd_handle_killed_request()
1604 "unable to get device from cdev"); in dasd_handle_killed_request()
1609 device != cqr->startdev || in dasd_handle_killed_request()
1613 "invalid device in request"); in dasd_handle_killed_request()
1614 dasd_put_device(device); in dasd_handle_killed_request()
1621 dasd_device_clear_timer(device); in dasd_handle_killed_request()
1622 dasd_schedule_device_bh(device); in dasd_handle_killed_request()
1623 dasd_put_device(device); in dasd_handle_killed_request()
1626 void dasd_generic_handle_state_change(struct dasd_device *device) in dasd_generic_handle_state_change() argument
1629 dasd_eer_snss(device); in dasd_generic_handle_state_change()
1631 dasd_device_remove_stop_bits(device, DASD_STOPPED_PENDING); in dasd_generic_handle_state_change()
1632 dasd_schedule_device_bh(device); in dasd_generic_handle_state_change()
1633 if (device->block) { in dasd_generic_handle_state_change()
1634 dasd_schedule_block_bh(device->block); in dasd_generic_handle_state_change()
1635 if (device->block->request_queue) in dasd_generic_handle_state_change()
1636 blk_mq_run_hw_queues(device->block->request_queue, in dasd_generic_handle_state_change()
1651 struct dasd_device *device = NULL; in dasd_ese_needs_format() local
1656 device = block->base; in dasd_ese_needs_format()
1657 if (!device || !device->discipline->is_ese) in dasd_ese_needs_format()
1659 if (!device->discipline->is_ese(device)) in dasd_ese_needs_format()
1686 struct dasd_device *device; in dasd_int_handler() local
1699 device = cqr->startdev; in dasd_int_handler()
1701 dasd_device_clear_timer(device); in dasd_int_handler()
1703 dasd_schedule_device_bh(device); in dasd_int_handler()
1727 device = dasd_device_from_cdev_locked(cdev); in dasd_int_handler()
1728 if (IS_ERR(device)) in dasd_int_handler()
1731 if (device->discipline == dasd_diag_discipline_pointer) { in dasd_int_handler()
1732 dasd_put_device(device); in dasd_int_handler()
1751 * Stop device and check exhaust level. in dasd_int_handler()
1754 dasd_generic_space_exhaust(device, cqr); in dasd_int_handler()
1755 device->discipline->ext_pool_exhaust(device, cqr); in dasd_int_handler()
1756 dasd_put_device(device); in dasd_int_handler()
1761 device->discipline->dump_sense_dbf(device, irb, "int"); in dasd_int_handler()
1763 if (device->features & DASD_FEATURE_ERPLOG) in dasd_int_handler()
1764 device->discipline->dump_sense(device, cqr, irb); in dasd_int_handler()
1765 device->discipline->check_for_device_change(device, cqr, irb); in dasd_int_handler()
1766 dasd_put_device(device); in dasd_int_handler()
1771 device = dasd_device_from_cdev_locked(cdev); in dasd_int_handler()
1772 if (!IS_ERR(device)) { in dasd_int_handler()
1773 device->discipline->check_attention(device, in dasd_int_handler()
1775 dasd_put_device(device); in dasd_int_handler()
1782 device = (struct dasd_device *) cqr->startdev; in dasd_int_handler()
1783 if (!device || in dasd_int_handler()
1784 strncmp(device->discipline->ebcname, (char *) &cqr->magic, 4)) { in dasd_int_handler()
1786 "invalid device in request"); in dasd_int_handler()
1797 device->discipline->ese_read(cqr, irb); in dasd_int_handler()
1800 dasd_device_clear_timer(device); in dasd_int_handler()
1801 dasd_schedule_device_bh(device); in dasd_int_handler()
1804 fcqr = device->discipline->ese_format(device, cqr, irb); in dasd_int_handler()
1815 dasd_schedule_device_bh(device); in dasd_int_handler()
1820 list_add(&fcqr->devlist, &device->ccw_queue); in dasd_int_handler()
1821 dasd_schedule_device_bh(device); in dasd_int_handler()
1830 dasd_device_clear_timer(device); in dasd_int_handler()
1832 dasd_schedule_device_bh(device); in dasd_int_handler()
1838 DBF_DEV_EVENT(DBF_DEBUG, device, "invalid status: bus_id %s, " in dasd_int_handler()
1851 if (cqr->devlist.next != &device->ccw_queue) { in dasd_int_handler()
1861 device->discipline->handle_hpf_error) in dasd_int_handler()
1862 device->discipline->handle_hpf_error(device, irb); in dasd_int_handler()
1869 if (cqr->lpm == dasd_path_get_opm(device)) in dasd_int_handler()
1870 DBF_DEV_EVENT(DBF_DEBUG, device, in dasd_int_handler()
1875 cqr->lpm = dasd_path_get_opm(device); in dasd_int_handler()
1882 (!device->stopped)) { in dasd_int_handler()
1883 if (device->discipline->start_IO(next) == 0) in dasd_int_handler()
1887 dasd_device_set_timer(device, expires); in dasd_int_handler()
1889 dasd_device_clear_timer(device); in dasd_int_handler()
1890 dasd_schedule_device_bh(device); in dasd_int_handler()
1896 struct dasd_device *device; in dasd_generic_uc_handler() local
1898 device = dasd_device_from_cdev_locked(cdev); in dasd_generic_uc_handler()
1900 if (IS_ERR(device)) in dasd_generic_uc_handler()
1902 if (test_bit(DASD_FLAG_OFFLINE, &device->flags) || in dasd_generic_uc_handler()
1903 device->state != device->target || in dasd_generic_uc_handler()
1904 !device->discipline->check_for_device_change){ in dasd_generic_uc_handler()
1905 dasd_put_device(device); in dasd_generic_uc_handler()
1908 if (device->discipline->dump_sense_dbf) in dasd_generic_uc_handler()
1909 device->discipline->dump_sense_dbf(device, irb, "uc"); in dasd_generic_uc_handler()
1910 device->discipline->check_for_device_change(device, NULL, irb); in dasd_generic_uc_handler()
1911 dasd_put_device(device); in dasd_generic_uc_handler()
1921 static void __dasd_device_recovery(struct dasd_device *device, in __dasd_device_recovery() argument
1933 list_for_each_safe(l, n, &device->ccw_queue) { in __dasd_device_recovery()
1946 static void __dasd_device_process_ccw_queue(struct dasd_device *device, in __dasd_device_process_ccw_queue() argument
1953 list_for_each_safe(l, n, &device->ccw_queue) { in __dasd_device_process_ccw_queue()
1962 __dasd_device_recovery(device, cqr); in __dasd_device_process_ccw_queue()
1969 static void __dasd_process_cqr(struct dasd_device *device, in __dasd_process_cqr() argument
1987 dev_err(&device->cdev->dev, in __dasd_process_cqr()
1988 "An error occurred in the DASD device driver, " in __dasd_process_cqr()
2000 static void __dasd_device_process_final_queue(struct dasd_device *device, in __dasd_device_process_final_queue() argument
2012 __dasd_process_cqr(device, cqr); in __dasd_device_process_final_queue()
2015 __dasd_process_cqr(device, cqr); in __dasd_device_process_final_queue()
2025 static void __dasd_device_check_expire(struct dasd_device *device) in __dasd_device_check_expire() argument
2029 if (list_empty(&device->ccw_queue)) in __dasd_device_check_expire()
2031 cqr = list_entry(device->ccw_queue.next, struct dasd_ccw_req, devlist); in __dasd_device_check_expire()
2034 if (test_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags)) { in __dasd_device_check_expire()
2041 if (device->discipline->term_IO(cqr) != 0) { in __dasd_device_check_expire()
2043 dev_err(&device->cdev->dev, in __dasd_device_check_expire()
2048 dasd_device_set_timer(device, 5*HZ); in __dasd_device_check_expire()
2050 dev_err(&device->cdev->dev, in __dasd_device_check_expire()
2059 * return 1 when device is not eligible for IO
2061 static int __dasd_device_is_unusable(struct dasd_device *device, in __dasd_device_is_unusable() argument
2066 if (test_bit(DASD_FLAG_OFFLINE, &device->flags) && in __dasd_device_is_unusable()
2067 !test_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags)) { in __dasd_device_is_unusable()
2074 if (device->stopped) { in __dasd_device_is_unusable()
2075 if (device->stopped & mask) { in __dasd_device_is_unusable()
2080 /* CQR is not able to change device to in __dasd_device_is_unusable()
2084 /* CQR required to get device operational. */ in __dasd_device_is_unusable()
2093 static void __dasd_device_start_head(struct dasd_device *device) in __dasd_device_start_head() argument
2098 if (list_empty(&device->ccw_queue)) in __dasd_device_start_head()
2100 cqr = list_entry(device->ccw_queue.next, struct dasd_ccw_req, devlist); in __dasd_device_start_head()
2103 /* if device is not usable return request to upper layer */ in __dasd_device_start_head()
2104 if (__dasd_device_is_unusable(device, cqr)) { in __dasd_device_start_head()
2107 dasd_schedule_device_bh(device); in __dasd_device_start_head()
2111 rc = device->discipline->start_IO(cqr); in __dasd_device_start_head()
2113 dasd_device_set_timer(device, cqr->expires); in __dasd_device_start_head()
2115 dasd_schedule_device_bh(device); in __dasd_device_start_head()
2118 dasd_device_set_timer(device, 50); in __dasd_device_start_head()
2121 static void __dasd_device_check_path_events(struct dasd_device *device) in __dasd_device_check_path_events() argument
2125 if (!dasd_path_get_tbvpm(device)) in __dasd_device_check_path_events()
2128 if (device->stopped & in __dasd_device_check_path_events()
2131 rc = device->discipline->verify_path(device, in __dasd_device_check_path_events()
2132 dasd_path_get_tbvpm(device)); in __dasd_device_check_path_events()
2134 dasd_device_set_timer(device, 50); in __dasd_device_check_path_events()
2136 dasd_path_clear_all_verify(device); in __dasd_device_check_path_events()
2145 * this function is called!. In other words, when 'device' is a base
2146 * device then all block layer requests must have been removed before
2149 int dasd_flush_device_queue(struct dasd_device *device) in dasd_flush_device_queue() argument
2156 spin_lock_irq(get_ccwdev_lock(device->cdev)); in dasd_flush_device_queue()
2158 list_for_each_entry_safe(cqr, n, &device->ccw_queue, devlist) { in dasd_flush_device_queue()
2162 rc = device->discipline->term_IO(cqr); in dasd_flush_device_queue()
2165 dev_err(&device->cdev->dev, in dasd_flush_device_queue()
2182 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_flush_device_queue()
2195 __dasd_device_process_final_queue(device, &flush_queue); in dasd_flush_device_queue()
2201 * Acquire the device lock and process queues for the device.
2205 struct dasd_device *device = (struct dasd_device *) data; in dasd_device_tasklet() local
2208 atomic_set (&device->tasklet_scheduled, 0); in dasd_device_tasklet()
2210 spin_lock_irq(get_ccwdev_lock(device->cdev)); in dasd_device_tasklet()
2212 __dasd_device_check_expire(device); in dasd_device_tasklet()
2214 __dasd_device_process_ccw_queue(device, &final_queue); in dasd_device_tasklet()
2215 __dasd_device_check_path_events(device); in dasd_device_tasklet()
2216 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_device_tasklet()
2218 __dasd_device_process_final_queue(device, &final_queue); in dasd_device_tasklet()
2219 spin_lock_irq(get_ccwdev_lock(device->cdev)); in dasd_device_tasklet()
2221 __dasd_device_start_head(device); in dasd_device_tasklet()
2222 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_device_tasklet()
2225 dasd_put_device(device); in dasd_device_tasklet()
2229 * Schedules a call to dasd_tasklet over the device tasklet.
2231 void dasd_schedule_device_bh(struct dasd_device *device) in dasd_schedule_device_bh() argument
2234 if (atomic_cmpxchg (&device->tasklet_scheduled, 0, 1) != 0) in dasd_schedule_device_bh()
2236 dasd_get_device(device); in dasd_schedule_device_bh()
2237 tasklet_hi_schedule(&device->tasklet); in dasd_schedule_device_bh()
2241 void dasd_device_set_stop_bits(struct dasd_device *device, int bits) in dasd_device_set_stop_bits() argument
2243 device->stopped |= bits; in dasd_device_set_stop_bits()
2247 void dasd_device_remove_stop_bits(struct dasd_device *device, int bits) in dasd_device_remove_stop_bits() argument
2249 device->stopped &= ~bits; in dasd_device_remove_stop_bits()
2250 if (!device->stopped) in dasd_device_remove_stop_bits()
2256 * Queue a request to the head of the device ccw_queue.
2261 struct dasd_device *device; in dasd_add_request_head() local
2264 device = cqr->startdev; in dasd_add_request_head()
2265 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); in dasd_add_request_head()
2267 list_add(&cqr->devlist, &device->ccw_queue); in dasd_add_request_head()
2269 dasd_schedule_device_bh(device); in dasd_add_request_head()
2270 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); in dasd_add_request_head()
2275 * Queue a request to the tail of the device ccw_queue.
2280 struct dasd_device *device; in dasd_add_request_tail() local
2283 device = cqr->startdev; in dasd_add_request_tail()
2284 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); in dasd_add_request_tail()
2286 list_add_tail(&cqr->devlist, &device->ccw_queue); in dasd_add_request_tail()
2288 dasd_schedule_device_bh(device); in dasd_add_request_tail()
2289 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); in dasd_add_request_tail()
2307 struct dasd_device *device; in _wait_for_wakeup() local
2310 device = cqr->startdev; in _wait_for_wakeup()
2311 spin_lock_irq(get_ccwdev_lock(device->cdev)); in _wait_for_wakeup()
2313 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in _wait_for_wakeup()
2322 struct dasd_device *device; in __dasd_sleep_on_erp() local
2327 device = cqr->startdev; in __dasd_sleep_on_erp()
2330 device->discipline->handle_terminated_request(cqr); in __dasd_sleep_on_erp()
2334 erp_fn = device->discipline->erp_action(cqr); in __dasd_sleep_on_erp()
2341 __dasd_process_erp(device, cqr); in __dasd_sleep_on_erp()
2361 struct dasd_device *device; in _dasd_sleep_on() local
2368 device = maincqr->startdev; in _dasd_sleep_on()
2378 if (test_bit(DASD_FLAG_LOCK_STOLEN, &device->flags) && in _dasd_sleep_on()
2385 if (device->stopped & ~DASD_STOPPED_PENDING && in _dasd_sleep_on()
2387 (!dasd_eer_enabled(device))) { in _dasd_sleep_on()
2393 * Don't try to start requests if device is in in _dasd_sleep_on()
2396 if (test_bit(DASD_FLAG_OFFLINE, &device->flags)) { in _dasd_sleep_on()
2402 * Don't try to start requests if device is stopped in _dasd_sleep_on()
2408 generic_waitq, !(device->stopped)); in _dasd_sleep_on()
2415 wait_event(generic_waitq, !(device->stopped)); in _dasd_sleep_on()
2465 struct dasd_device *device; in _dasd_sleep_on_queue() local
2472 device = cqr->startdev; in _dasd_sleep_on_queue()
2476 if (test_bit(DASD_FLAG_LOCK_STOLEN, &device->flags) && in _dasd_sleep_on_queue()
2483 if (device->stopped & ~DASD_STOPPED_PENDING && in _dasd_sleep_on_queue()
2485 !dasd_eer_enabled(device)) { in _dasd_sleep_on_queue()
2491 /*Don't try to start requests if device is stopped*/ in _dasd_sleep_on_queue()
2494 generic_waitq, !device->stopped); in _dasd_sleep_on_queue()
2501 wait_event(generic_waitq, !(device->stopped)); in _dasd_sleep_on_queue()
2547 * Queue a request to the tail of the device ccw_queue and wait for
2575 * Queue a request to the tail of the device ccw_queue and wait
2590 static inline int _dasd_term_running_cqr(struct dasd_device *device) in _dasd_term_running_cqr() argument
2595 if (list_empty(&device->ccw_queue)) in _dasd_term_running_cqr()
2597 cqr = list_entry(device->ccw_queue.next, struct dasd_ccw_req, devlist); in _dasd_term_running_cqr()
2598 rc = device->discipline->term_IO(cqr); in _dasd_term_running_cqr()
2611 struct dasd_device *device; in dasd_sleep_on_immediatly() local
2614 device = cqr->startdev; in dasd_sleep_on_immediatly()
2615 if (test_bit(DASD_FLAG_LOCK_STOLEN, &device->flags) && in dasd_sleep_on_immediatly()
2621 spin_lock_irq(get_ccwdev_lock(device->cdev)); in dasd_sleep_on_immediatly()
2622 rc = _dasd_term_running_cqr(device); in dasd_sleep_on_immediatly()
2624 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_sleep_on_immediatly()
2634 list_add(&cqr->devlist, device->ccw_queue.next); in dasd_sleep_on_immediatly()
2637 dasd_schedule_device_bh(device); in dasd_sleep_on_immediatly()
2639 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_sleep_on_immediatly()
2651 dasd_schedule_device_bh(device); in dasd_sleep_on_immediatly()
2652 if (device->block) in dasd_sleep_on_immediatly()
2653 dasd_schedule_block_bh(device->block); in dasd_sleep_on_immediatly()
2670 struct dasd_device *device = cqr->startdev; in __dasd_cancel_req() local
2680 rc = device->discipline->term_IO(cqr); in __dasd_cancel_req()
2682 dev_err(&device->cdev->dev, in __dasd_cancel_req()
2692 dasd_schedule_device_bh(device); in __dasd_cancel_req()
2698 struct dasd_device *device = cqr->startdev; in dasd_cancel_req() local
2702 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); in dasd_cancel_req()
2704 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); in dasd_cancel_req()
2755 static void __dasd_process_erp(struct dasd_device *device, in __dasd_process_erp() argument
2761 DBF_DEV_EVENT(DBF_NOTICE, device, "%s", "ERP successful"); in __dasd_process_erp()
2763 dev_err(&device->cdev->dev, "ERP failed for the DASD\n"); in __dasd_process_erp()
2764 erp_fn = device->discipline->erp_postaction(cqr); in __dasd_process_erp()
2924 /* Don't try to start requests if device is stopped */ in __dasd_block_start_head()
3068 * Schedules a call to dasd_tasklet over the device tasklet.
3075 /* life cycle of block is bound to it's base device */ in dasd_schedule_block_bh()
3083 * SECTION: external block device operations
3105 "device not ready for request %p", req); in do_dasd_request()
3111 * if device is stopped do not fetch new requests in do_dasd_request()
3117 "device stopped request %p", req); in do_dasd_request()
3185 struct dasd_device *device; in dasd_times_out() local
3195 device = cqr->startdev ? cqr->startdev : block->base; in dasd_times_out()
3196 if (!device->blk_timeout) { in dasd_times_out()
3200 DBF_DEV_EVENT(DBF_WARNING, device, in dasd_times_out()
3205 spin_lock(get_ccwdev_lock(device->cdev)); in dasd_times_out()
3242 spin_unlock(get_ccwdev_lock(device->cdev)); in dasd_times_out()
3353 " Cannot open unrecognized device"); in dasd_open()
3419 * end of block device operations
3445 * Is the device read-only?
3447 * readonly device attribute, but how it is configured in z/VM.
3449 int dasd_device_is_ro(struct dasd_device *device) in dasd_device_is_ro() argument
3457 ccw_device_get_id(device->cdev, &dev_id); in dasd_device_is_ro()
3513 void dasd_generic_free_discipline(struct dasd_device *device) in dasd_generic_free_discipline() argument
3516 if (device->discipline) { in dasd_generic_free_discipline()
3517 if (device->discipline->uncheck_device) in dasd_generic_free_discipline()
3518 device->discipline->uncheck_device(device); in dasd_generic_free_discipline()
3519 module_put(device->discipline->owner); in dasd_generic_free_discipline()
3520 device->discipline = NULL; in dasd_generic_free_discipline()
3522 if (device->base_discipline) { in dasd_generic_free_discipline()
3523 module_put(device->base_discipline->owner); in dasd_generic_free_discipline()
3524 device->base_discipline = NULL; in dasd_generic_free_discipline()
3535 struct dasd_device *device; in dasd_generic_remove() local
3538 device = dasd_device_from_cdev(cdev); in dasd_generic_remove()
3539 if (IS_ERR(device)) { in dasd_generic_remove()
3543 if (test_and_set_bit(DASD_FLAG_OFFLINE, &device->flags) && in dasd_generic_remove()
3544 !test_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags)) { in dasd_generic_remove()
3546 dasd_put_device(device); in dasd_generic_remove()
3551 * This device is removed unconditionally. Set offline in dasd_generic_remove()
3555 dasd_set_target_state(device, DASD_STATE_NEW); in dasd_generic_remove()
3557 /* dasd_delete_device destroys the device reference. */ in dasd_generic_remove()
3558 block = device->block; in dasd_generic_remove()
3559 dasd_delete_device(device); in dasd_generic_remove()
3561 * life cycle of block is bound to device, so delete it after in dasd_generic_remove()
3562 * device was safely removed in dasd_generic_remove()
3572 * Activate a device. This is called from dasd_{eckd,fba}_probe() when either
3573 * the device is detected for the first time and is supposed to be used
3580 struct dasd_device *device; in dasd_generic_set_online() local
3585 device = dasd_create_device(cdev); in dasd_generic_set_online()
3586 if (IS_ERR(device)) in dasd_generic_set_online()
3587 return PTR_ERR(device); in dasd_generic_set_online()
3590 if (device->features & DASD_FEATURE_USEDIAG) { in dasd_generic_set_online()
3600 dasd_delete_device(device); in dasd_generic_set_online()
3609 dasd_delete_device(device); in dasd_generic_set_online()
3615 dasd_delete_device(device); in dasd_generic_set_online()
3620 dasd_delete_device(device); in dasd_generic_set_online()
3623 device->base_discipline = base_discipline; in dasd_generic_set_online()
3624 device->discipline = discipline; in dasd_generic_set_online()
3626 /* check_device will allocate block device if necessary */ in dasd_generic_set_online()
3627 rc = discipline->check_device(device); in dasd_generic_set_online()
3633 dasd_delete_device(device); in dasd_generic_set_online()
3637 dasd_set_target_state(device, DASD_STATE_ONLINE); in dasd_generic_set_online()
3638 if (device->state <= DASD_STATE_KNOWN) { in dasd_generic_set_online()
3642 dasd_set_target_state(device, DASD_STATE_NEW); in dasd_generic_set_online()
3643 if (device->block) in dasd_generic_set_online()
3644 dasd_free_block(device->block); in dasd_generic_set_online()
3645 dasd_delete_device(device); in dasd_generic_set_online()
3647 pr_debug("dasd_generic device %s found\n", in dasd_generic_set_online()
3650 wait_event(dasd_init_waitq, _wait_for_device(device)); in dasd_generic_set_online()
3652 dasd_put_device(device); in dasd_generic_set_online()
3659 struct dasd_device *device; in dasd_generic_set_offline() local
3666 device = dasd_device_from_cdev_locked(cdev); in dasd_generic_set_offline()
3667 if (IS_ERR(device)) { in dasd_generic_set_offline()
3669 return PTR_ERR(device); in dasd_generic_set_offline()
3673 * We must make sure that this device is currently not in use. in dasd_generic_set_offline()
3678 if (device->block) { in dasd_generic_set_offline()
3679 max_count = device->block->bdev ? 0 : -1; in dasd_generic_set_offline()
3680 open_count = atomic_read(&device->block->open_count); in dasd_generic_set_offline()
3699 if (test_bit(DASD_FLAG_OFFLINE, &device->flags)) { in dasd_generic_set_offline()
3700 if (test_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags)) { in dasd_generic_set_offline()
3702 &device->flags); in dasd_generic_set_offline()
3708 set_bit(DASD_FLAG_OFFLINE, &device->flags); in dasd_generic_set_offline()
3715 if (test_and_clear_bit(DASD_FLAG_SAFE_OFFLINE, &device->flags) && in dasd_generic_set_offline()
3716 !test_and_set_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags)) { in dasd_generic_set_offline()
3720 * If we want to set the device safe offline all IO operations in dasd_generic_set_offline()
3725 if (device->block) { in dasd_generic_set_offline()
3726 rc = fsync_bdev(device->block->bdev); in dasd_generic_set_offline()
3730 dasd_schedule_device_bh(device); in dasd_generic_set_offline()
3732 _wait_for_empty_queues(device)); in dasd_generic_set_offline()
3744 if (!test_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags)) { in dasd_generic_set_offline()
3748 clear_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags); in dasd_generic_set_offline()
3752 dasd_set_target_state(device, DASD_STATE_NEW); in dasd_generic_set_offline()
3753 /* dasd_delete_device destroys the device reference. */ in dasd_generic_set_offline()
3754 block = device->block; in dasd_generic_set_offline()
3755 dasd_delete_device(device); in dasd_generic_set_offline()
3757 * life cycle of block is bound to device, so delete it after in dasd_generic_set_offline()
3758 * device was safely removed in dasd_generic_set_offline()
3768 clear_bit(DASD_FLAG_SAFE_OFFLINE_RUNNING, &device->flags); in dasd_generic_set_offline()
3769 clear_bit(DASD_FLAG_OFFLINE, &device->flags); in dasd_generic_set_offline()
3771 dasd_put_device(device); in dasd_generic_set_offline()
3777 int dasd_generic_last_path_gone(struct dasd_device *device) in dasd_generic_last_path_gone() argument
3781 dev_warn(&device->cdev->dev, "No operational channel path is left " in dasd_generic_last_path_gone()
3782 "for the device\n"); in dasd_generic_last_path_gone()
3783 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "last path gone"); in dasd_generic_last_path_gone()
3785 dasd_eer_write(device, NULL, DASD_EER_NOPATH); in dasd_generic_last_path_gone()
3787 if (device->state < DASD_STATE_BASIC) in dasd_generic_last_path_gone()
3789 /* Device is active. We want to keep it. */ in dasd_generic_last_path_gone()
3790 list_for_each_entry(cqr, &device->ccw_queue, devlist) in dasd_generic_last_path_gone()
3796 dasd_device_set_stop_bits(device, DASD_STOPPED_DC_WAIT); in dasd_generic_last_path_gone()
3797 dasd_device_clear_timer(device); in dasd_generic_last_path_gone()
3798 dasd_schedule_device_bh(device); in dasd_generic_last_path_gone()
3803 int dasd_generic_path_operational(struct dasd_device *device) in dasd_generic_path_operational() argument
3805 dev_info(&device->cdev->dev, "A channel path to the device has become " in dasd_generic_path_operational()
3807 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "path operational"); in dasd_generic_path_operational()
3808 dasd_device_remove_stop_bits(device, DASD_STOPPED_DC_WAIT); in dasd_generic_path_operational()
3809 if (device->stopped & DASD_UNRESUMED_PM) { in dasd_generic_path_operational()
3810 dasd_device_remove_stop_bits(device, DASD_UNRESUMED_PM); in dasd_generic_path_operational()
3811 dasd_restore_device(device); in dasd_generic_path_operational()
3814 dasd_schedule_device_bh(device); in dasd_generic_path_operational()
3815 if (device->block) { in dasd_generic_path_operational()
3816 dasd_schedule_block_bh(device->block); in dasd_generic_path_operational()
3817 if (device->block->request_queue) in dasd_generic_path_operational()
3818 blk_mq_run_hw_queues(device->block->request_queue, in dasd_generic_path_operational()
3822 if (!device->stopped) in dasd_generic_path_operational()
3831 struct dasd_device *device; in dasd_generic_notify() local
3834 device = dasd_device_from_cdev_locked(cdev); in dasd_generic_notify()
3835 if (IS_ERR(device)) in dasd_generic_notify()
3842 dasd_path_no_path(device); in dasd_generic_notify()
3843 ret = dasd_generic_last_path_gone(device); in dasd_generic_notify()
3847 if (dasd_path_get_opm(device)) in dasd_generic_notify()
3848 ret = dasd_generic_path_operational(device); in dasd_generic_notify()
3851 dasd_put_device(device); in dasd_generic_notify()
3858 struct dasd_device *device; in dasd_generic_path_event() local
3861 device = dasd_device_from_cdev_locked(cdev); in dasd_generic_path_event()
3862 if (IS_ERR(device)) in dasd_generic_path_event()
3865 oldopm = dasd_path_get_opm(device); in dasd_generic_path_event()
3868 dasd_path_notoper(device, chp); in dasd_generic_path_event()
3871 dasd_path_available(device, chp); in dasd_generic_path_event()
3872 dasd_schedule_device_bh(device); in dasd_generic_path_event()
3875 if (!dasd_path_is_operational(device, chp) && in dasd_generic_path_event()
3876 !dasd_path_need_verify(device, chp)) { in dasd_generic_path_event()
3882 dasd_path_available(device, chp); in dasd_generic_path_event()
3883 dasd_schedule_device_bh(device); in dasd_generic_path_event()
3885 DBF_DEV_EVENT(DBF_WARNING, device, "%s", in dasd_generic_path_event()
3887 if (device->discipline->kick_validate) in dasd_generic_path_event()
3888 device->discipline->kick_validate(device); in dasd_generic_path_event()
3891 hpfpm = dasd_path_get_hpfpm(device); in dasd_generic_path_event()
3892 ifccpm = dasd_path_get_ifccpm(device); in dasd_generic_path_event()
3893 if (!dasd_path_get_opm(device) && hpfpm) { in dasd_generic_path_event()
3895 * device has no operational paths but at least one path is in dasd_generic_path_event()
3899 if (device->discipline->disable_hpf) in dasd_generic_path_event()
3900 device->discipline->disable_hpf(device); in dasd_generic_path_event()
3901 dasd_device_set_stop_bits(device, DASD_STOPPED_NOT_ACC); in dasd_generic_path_event()
3902 dasd_path_set_tbvpm(device, hpfpm); in dasd_generic_path_event()
3903 dasd_schedule_device_bh(device); in dasd_generic_path_event()
3904 dasd_schedule_requeue(device); in dasd_generic_path_event()
3905 } else if (!dasd_path_get_opm(device) && ifccpm) { in dasd_generic_path_event()
3907 * device has no operational paths but at least one path is in dasd_generic_path_event()
3911 dasd_path_set_tbvpm(device, ifccpm); in dasd_generic_path_event()
3912 dasd_schedule_device_bh(device); in dasd_generic_path_event()
3914 if (oldopm && !dasd_path_get_opm(device) && !hpfpm && !ifccpm) { in dasd_generic_path_event()
3915 dev_warn(&device->cdev->dev, in dasd_generic_path_event()
3916 "No verified channel paths remain for the device\n"); in dasd_generic_path_event()
3917 DBF_DEV_EVENT(DBF_WARNING, device, in dasd_generic_path_event()
3919 dasd_eer_write(device, NULL, DASD_EER_NOPATH); in dasd_generic_path_event()
3920 dasd_device_set_stop_bits(device, in dasd_generic_path_event()
3923 dasd_put_device(device); in dasd_generic_path_event()
3927 int dasd_generic_verify_path(struct dasd_device *device, __u8 lpm) in dasd_generic_verify_path() argument
3929 if (!dasd_path_get_opm(device) && lpm) { in dasd_generic_verify_path()
3930 dasd_path_set_opm(device, lpm); in dasd_generic_verify_path()
3931 dasd_generic_path_operational(device); in dasd_generic_verify_path()
3933 dasd_path_add_opm(device, lpm); in dasd_generic_verify_path()
3938 void dasd_generic_space_exhaust(struct dasd_device *device, in dasd_generic_space_exhaust() argument
3941 dasd_eer_write(device, NULL, DASD_EER_NOSPC); in dasd_generic_space_exhaust()
3943 if (device->state < DASD_STATE_BASIC) in dasd_generic_space_exhaust()
3951 dasd_device_set_stop_bits(device, DASD_STOPPED_NOSPC); in dasd_generic_space_exhaust()
3952 dasd_device_clear_timer(device); in dasd_generic_space_exhaust()
3953 dasd_schedule_device_bh(device); in dasd_generic_space_exhaust()
3957 void dasd_generic_space_avail(struct dasd_device *device) in dasd_generic_space_avail() argument
3959 dev_info(&device->cdev->dev, "Extent pool space is available\n"); in dasd_generic_space_avail()
3960 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "space available"); in dasd_generic_space_avail()
3962 dasd_device_remove_stop_bits(device, DASD_STOPPED_NOSPC); in dasd_generic_space_avail()
3963 dasd_schedule_device_bh(device); in dasd_generic_space_avail()
3965 if (device->block) { in dasd_generic_space_avail()
3966 dasd_schedule_block_bh(device->block); in dasd_generic_space_avail()
3967 if (device->block->request_queue) in dasd_generic_space_avail()
3968 blk_mq_run_hw_queues(device->block->request_queue, true); in dasd_generic_space_avail()
3970 if (!device->stopped) in dasd_generic_space_avail()
3978 static int dasd_generic_requeue_all_requests(struct dasd_device *device) in dasd_generic_requeue_all_requests() argument
3986 spin_lock_irq(get_ccwdev_lock(device->cdev)); in dasd_generic_requeue_all_requests()
3988 list_for_each_entry_safe(cqr, n, &device->ccw_queue, devlist) { in dasd_generic_requeue_all_requests()
3991 rc = device->discipline->term_IO(cqr); in dasd_generic_requeue_all_requests()
3994 dev_err(&device->cdev->dev, in dasd_generic_requeue_all_requests()
3997 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_generic_requeue_all_requests()
3998 dasd_put_device(device); in dasd_generic_requeue_all_requests()
4004 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_generic_requeue_all_requests()
4012 * for block device requests in dasd_generic_requeue_all_requests()
4017 /* remove requests from device and block queue */ in dasd_generic_requeue_all_requests()
4041 * and go back to the device queue in dasd_generic_requeue_all_requests()
4045 spin_lock_irq(get_ccwdev_lock(device->cdev)); in dasd_generic_requeue_all_requests()
4046 list_splice_tail(&requeue_queue, &device->ccw_queue); in dasd_generic_requeue_all_requests()
4047 spin_unlock_irq(get_ccwdev_lock(device->cdev)); in dasd_generic_requeue_all_requests()
4049 dasd_schedule_device_bh(device); in dasd_generic_requeue_all_requests()
4055 struct dasd_device *device = container_of(work, struct dasd_device, in do_requeue_requests() local
4057 dasd_generic_requeue_all_requests(device); in do_requeue_requests()
4058 dasd_device_remove_stop_bits(device, DASD_STOPPED_NOT_ACC); in do_requeue_requests()
4059 if (device->block) in do_requeue_requests()
4060 dasd_schedule_block_bh(device->block); in do_requeue_requests()
4061 dasd_put_device(device); in do_requeue_requests()
4064 void dasd_schedule_requeue(struct dasd_device *device) in dasd_schedule_requeue() argument
4066 dasd_get_device(device); in dasd_schedule_requeue()
4068 if (!schedule_work(&device->requeue_requests)) in dasd_schedule_requeue()
4069 dasd_put_device(device); in dasd_schedule_requeue()
4075 struct dasd_device *device = dasd_device_from_cdev(cdev); in dasd_generic_pm_freeze() local
4077 if (IS_ERR(device)) in dasd_generic_pm_freeze()
4078 return PTR_ERR(device); in dasd_generic_pm_freeze()
4080 /* mark device as suspended */ in dasd_generic_pm_freeze()
4081 set_bit(DASD_FLAG_SUSPENDED, &device->flags); in dasd_generic_pm_freeze()
4083 if (device->discipline->freeze) in dasd_generic_pm_freeze()
4084 device->discipline->freeze(device); in dasd_generic_pm_freeze()
4087 dasd_device_set_stop_bits(device, DASD_STOPPED_PM); in dasd_generic_pm_freeze()
4089 return dasd_generic_requeue_all_requests(device); in dasd_generic_pm_freeze()
4095 struct dasd_device *device = dasd_device_from_cdev(cdev); in dasd_generic_restore_device() local
4098 if (IS_ERR(device)) in dasd_generic_restore_device()
4099 return PTR_ERR(device); in dasd_generic_restore_device()
4102 dasd_device_remove_stop_bits(device, in dasd_generic_restore_device()
4105 dasd_schedule_device_bh(device); in dasd_generic_restore_device()
4109 * if device is stopped do nothing e.g. for disconnected devices in dasd_generic_restore_device()
4111 if (device->discipline->restore && !(device->stopped)) in dasd_generic_restore_device()
4112 rc = device->discipline->restore(device); in dasd_generic_restore_device()
4113 if (rc || device->stopped) in dasd_generic_restore_device()
4118 device->stopped |= DASD_UNRESUMED_PM; in dasd_generic_restore_device()
4120 if (device->block) { in dasd_generic_restore_device()
4121 dasd_schedule_block_bh(device->block); in dasd_generic_restore_device()
4122 if (device->block->request_queue) in dasd_generic_restore_device()
4123 blk_mq_run_hw_queues(device->block->request_queue, in dasd_generic_restore_device()
4127 clear_bit(DASD_FLAG_SUSPENDED, &device->flags); in dasd_generic_restore_device()
4128 dasd_put_device(device); in dasd_generic_restore_device()
4133 static struct dasd_ccw_req *dasd_generic_build_rdc(struct dasd_device *device, in dasd_generic_build_rdc() argument
4140 cqr = dasd_smalloc_request(magic, 1 /* RDC */, rdc_buffer_size, device, in dasd_generic_build_rdc()
4145 dev_err(&device->cdev->dev, in dasd_generic_build_rdc()
4146 "An error occurred in the DASD device driver, " in dasd_generic_build_rdc()
4156 cqr->startdev = device; in dasd_generic_build_rdc()
4157 cqr->memdev = device; in dasd_generic_build_rdc()
4166 int dasd_generic_read_dev_chars(struct dasd_device *device, int magic, in dasd_generic_read_dev_chars() argument
4172 cqr = dasd_generic_build_rdc(device, rdc_buffer_size, magic); in dasd_generic_read_dev_chars()
4220 struct dasd_device *device; in dasd_generic_shutdown() local
4222 device = dasd_device_from_cdev(cdev); in dasd_generic_shutdown()
4223 if (IS_ERR(device)) in dasd_generic_shutdown()
4226 if (device->block) in dasd_generic_shutdown()
4227 dasd_schedule_block_bh(device->block); in dasd_generic_shutdown()
4229 dasd_schedule_device_bh(device); in dasd_generic_shutdown()
4231 wait_event(shutdown_waitq, _wait_for_empty_queues(device)); in dasd_generic_shutdown()
4279 pr_info("The DASD device driver could not be initialized\n"); in dasd_init()