Lines Matching refs:cpu_q
226 struct rnbd_cpu_qlist *cpu_q; in rnbd_rerun_if_needed() local
236 for (cpu_q = rnbd_get_cpu_qlist(sess, nxt_cpu(*cpup)); cpu_q; in rnbd_rerun_if_needed()
237 cpu_q = rnbd_get_cpu_qlist(sess, nxt_cpu(cpu_q->cpu))) { in rnbd_rerun_if_needed()
238 if (!spin_trylock_irqsave(&cpu_q->requeue_lock, flags)) in rnbd_rerun_if_needed()
240 if (unlikely(!test_bit(cpu_q->cpu, sess->cpu_queues_bm))) in rnbd_rerun_if_needed()
242 q = list_first_entry_or_null(&cpu_q->requeue_list, in rnbd_rerun_if_needed()
249 if (list_empty(&cpu_q->requeue_list)) { in rnbd_rerun_if_needed()
252 clear_bit(cpu_q->cpu, sess->cpu_queues_bm); in rnbd_rerun_if_needed()
255 spin_unlock_irqrestore(&cpu_q->requeue_lock, flags); in rnbd_rerun_if_needed()
268 if (cpu_q) in rnbd_rerun_if_needed()
269 *cpup = cpu_q->cpu; in rnbd_rerun_if_needed()
733 struct rnbd_cpu_qlist *cpu_q; in rnbd_init_cpu_qlists() local
736 cpu_q = per_cpu_ptr(cpu_queues, cpu); in rnbd_init_cpu_qlists()
738 cpu_q->cpu = cpu; in rnbd_init_cpu_qlists()
739 INIT_LIST_HEAD(&cpu_q->requeue_list); in rnbd_init_cpu_qlists()
740 spin_lock_init(&cpu_q->requeue_lock); in rnbd_init_cpu_qlists()
1065 struct rnbd_cpu_qlist *cpu_q; in rnbd_clt_dev_add_to_requeue() local
1070 cpu_q = get_cpu_ptr(sess->cpu_queues); in rnbd_clt_dev_add_to_requeue()
1071 spin_lock_irqsave(&cpu_q->requeue_lock, flags); in rnbd_clt_dev_add_to_requeue()
1077 need_set = !test_bit(cpu_q->cpu, sess->cpu_queues_bm); in rnbd_clt_dev_add_to_requeue()
1079 set_bit(cpu_q->cpu, sess->cpu_queues_bm); in rnbd_clt_dev_add_to_requeue()
1086 list_add_tail(&q->requeue_list, &cpu_q->requeue_list); in rnbd_clt_dev_add_to_requeue()
1093 clear_bit(cpu_q->cpu, sess->cpu_queues_bm); in rnbd_clt_dev_add_to_requeue()
1099 spin_unlock_irqrestore(&cpu_q->requeue_lock, flags); in rnbd_clt_dev_add_to_requeue()