Lines Matching refs:part

129 	rq->part = NULL;  in blk_rq_init()
675 static bool should_fail_request(struct hd_struct *part, unsigned int bytes) in should_fail_request() argument
677 return part->make_it_fail && should_fail(&fail_make_request, bytes); in should_fail_request()
692 static inline bool should_fail_request(struct hd_struct *part, in should_fail_request() argument
700 static inline bool bio_check_ro(struct bio *bio, struct hd_struct *part) in bio_check_ro() argument
704 if (part->policy && op_is_write(op)) { in bio_check_ro()
712 bio_devname(bio, b), part->partno); in bio_check_ro()
1267 static void update_io_ticks(struct hd_struct *part, unsigned long now, bool end) in update_io_ticks() argument
1271 stamp = READ_ONCE(part->stamp); in update_io_ticks()
1273 if (likely(cmpxchg(&part->stamp, stamp, now) == stamp)) in update_io_ticks()
1274 __part_stat_add(part, io_ticks, end ? now - stamp : 1); in update_io_ticks()
1276 if (part->partno) { in update_io_ticks()
1277 part = &part_to_disk(part)->part0; in update_io_ticks()
1284 if (req->part && blk_do_io_stat(req)) { in blk_account_io_completion()
1286 struct hd_struct *part; in blk_account_io_completion() local
1289 part = req->part; in blk_account_io_completion()
1290 part_stat_add(part, sectors[sgrp], bytes >> 9); in blk_account_io_completion()
1302 if (req->part && blk_do_io_stat(req) && in blk_account_io_done()
1305 struct hd_struct *part; in blk_account_io_done() local
1308 part = req->part; in blk_account_io_done()
1310 update_io_ticks(part, jiffies, true); in blk_account_io_done()
1311 part_stat_inc(part, ios[sgrp]); in blk_account_io_done()
1312 part_stat_add(part, nsecs[sgrp], now - req->start_time_ns); in blk_account_io_done()
1315 hd_struct_put(part); in blk_account_io_done()
1324 rq->part = disk_map_sector_rcu(rq->rq_disk, blk_rq_pos(rq)); in blk_account_io_start()
1327 update_io_ticks(rq->part, jiffies, false); in blk_account_io_start()
1331 static unsigned long __part_start_io_acct(struct hd_struct *part, in __part_start_io_acct() argument
1338 update_io_ticks(part, now, false); in __part_start_io_acct()
1339 part_stat_inc(part, ios[sgrp]); in __part_start_io_acct()
1340 part_stat_add(part, sectors[sgrp], sectors); in __part_start_io_acct()
1341 part_stat_local_inc(part, in_flight[op_is_write(op)]); in __part_start_io_acct()
1347 unsigned long part_start_io_acct(struct gendisk *disk, struct hd_struct **part, in part_start_io_acct() argument
1350 *part = disk_map_sector_rcu(disk, bio->bi_iter.bi_sector); in part_start_io_acct()
1352 return __part_start_io_acct(*part, bio_sectors(bio), bio_op(bio)); in part_start_io_acct()
1363 static void __part_end_io_acct(struct hd_struct *part, unsigned int op, in __part_end_io_acct() argument
1371 update_io_ticks(part, now, true); in __part_end_io_acct()
1372 part_stat_add(part, nsecs[sgrp], jiffies_to_nsecs(duration)); in __part_end_io_acct()
1373 part_stat_local_dec(part, in_flight[op_is_write(op)]); in __part_end_io_acct()
1377 void part_end_io_acct(struct hd_struct *part, struct bio *bio, in part_end_io_acct() argument
1380 __part_end_io_acct(part, bio_op(bio), start_time); in part_end_io_acct()
1381 hd_struct_put(part); in part_end_io_acct()