155 	struct rb_root *sl_id_map = &to_mdev(ibdev)->sriov.sl_id_map;  in id_map_find_by_sl_id()
182 	struct mlx4_ib_sriov *sriov = &dev->sriov;  in id_map_ent_timeout()  local
183 	struct rb_root *sl_id_map = &sriov->sl_id_map;  in id_map_ent_timeout()
185 	spin_lock(&sriov->id_map_lock);  in id_map_ent_timeout()
186 	if (!xa_erase(&sriov->pv_id_table, ent->pv_cm_id))  in id_map_ent_timeout()
194 	spin_unlock(&sriov->id_map_lock);  in id_map_ent_timeout()
200 	struct rb_root *sl_id_map = &to_mdev(ibdev)->sriov.sl_id_map;  in sl_id_map_add()
235 	struct mlx4_ib_sriov *sriov = &to_mdev(ibdev)->sriov;  in id_map_alloc()  local
247 	ret = xa_alloc_cyclic(&sriov->pv_id_table, &ent->pv_cm_id, ent,  in id_map_alloc()
248 			xa_limit_32b, &sriov->pv_id_next, GFP_KERNEL);  in id_map_alloc()
250 		spin_lock(&sriov->id_map_lock);  in id_map_alloc()
252 		list_add_tail(&ent->list, &sriov->cm_list);  in id_map_alloc()
253 		spin_unlock(&sriov->id_map_lock);  in id_map_alloc()
267 	struct mlx4_ib_sriov *sriov = &to_mdev(ibdev)->sriov;  in id_map_get()  local
269 	spin_lock(&sriov->id_map_lock);  in id_map_get()
275 		ent = xa_load(&sriov->pv_id_table, *pv_cm_id);  in id_map_get()
276 	spin_unlock(&sriov->id_map_lock);  in id_map_get()
283 	struct mlx4_ib_sriov *sriov = &to_mdev(ibdev)->sriov;  in schedule_delayed()  local
286 	spin_lock(&sriov->id_map_lock);  in schedule_delayed()
287 	spin_lock_irqsave(&sriov->going_down_lock, flags);  in schedule_delayed()
289 	if (!sriov->is_going_down && !id->scheduled_delete) {  in schedule_delayed()
296 	spin_unlock_irqrestore(&sriov->going_down_lock, flags);  in schedule_delayed()
297 	spin_unlock(&sriov->id_map_lock);  in schedule_delayed()
359 static int alloc_rej_tmout(struct mlx4_ib_sriov *sriov, u32 rem_pv_cm_id, int slave)  in alloc_rej_tmout()  argument
365 	xa_lock(&sriov->xa_rej_tmout);  in alloc_rej_tmout()
366 	item = xa_load(&sriov->xa_rej_tmout, (unsigned long)rem_pv_cm_id);  in alloc_rej_tmout()
376 	xa_unlock(&sriov->xa_rej_tmout);  in alloc_rej_tmout()
385 	item->xa_rej_tmout = &sriov->xa_rej_tmout;  in alloc_rej_tmout()
387 	old = xa_cmpxchg(&sriov->xa_rej_tmout, (unsigned long)rem_pv_cm_id, NULL, item, GFP_KERNEL);  in alloc_rej_tmout()
401 	xa_unlock(&sriov->xa_rej_tmout);  in alloc_rej_tmout()
405 static int lookup_rej_tmout_slave(struct mlx4_ib_sriov *sriov, u32 rem_pv_cm_id)  in lookup_rej_tmout_slave()  argument
410 	xa_lock(&sriov->xa_rej_tmout);  in lookup_rej_tmout_slave()
411 	item = xa_load(&sriov->xa_rej_tmout, (unsigned long)rem_pv_cm_id);  in lookup_rej_tmout_slave()
420 	xa_unlock(&sriov->xa_rej_tmout);  in lookup_rej_tmout_slave()
428 	struct mlx4_ib_sriov *sriov = &to_mdev(ibdev)->sriov;  in mlx4_ib_demux_cm_handler()  local
449 		sts = alloc_rej_tmout(sriov, rem_pv_cm_id, *slave);  in mlx4_ib_demux_cm_handler()
464 			*slave = lookup_rej_tmout_slave(sriov, rem_pv_cm_id);  in mlx4_ib_demux_cm_handler()
486 	spin_lock_init(&dev->sriov.id_map_lock);  in mlx4_ib_cm_paravirt_init()
487 	INIT_LIST_HEAD(&dev->sriov.cm_list);  in mlx4_ib_cm_paravirt_init()
488 	dev->sriov.sl_id_map = RB_ROOT;  in mlx4_ib_cm_paravirt_init()
489 	xa_init_flags(&dev->sriov.pv_id_table, XA_FLAGS_ALLOC);  in mlx4_ib_cm_paravirt_init()
490 	xa_init(&dev->sriov.xa_rej_tmout);  in mlx4_ib_cm_paravirt_init()
493 static void rej_tmout_xa_cleanup(struct mlx4_ib_sriov *sriov, int slave)  in rej_tmout_xa_cleanup()  argument
500 	xa_lock(&sriov->xa_rej_tmout);  in rej_tmout_xa_cleanup()
501 	xa_for_each(&sriov->xa_rej_tmout, id, item) {  in rej_tmout_xa_cleanup()
508 	xa_unlock(&sriov->xa_rej_tmout);  in rej_tmout_xa_cleanup()
517 		WARN_ON(!xa_empty(&sriov->xa_rej_tmout));  in rej_tmout_xa_cleanup()
524 	struct mlx4_ib_sriov *sriov = &dev->sriov;  in mlx4_ib_cm_paravirt_clean()  local
525 	struct rb_root *sl_id_map = &sriov->sl_id_map;  in mlx4_ib_cm_paravirt_clean()
532 	spin_lock(&sriov->id_map_lock);  in mlx4_ib_cm_paravirt_clean()
533 	list_for_each_entry_safe(map, tmp_map, &dev->sriov.cm_list, list) {  in mlx4_ib_cm_paravirt_clean()
540 	spin_unlock(&sriov->id_map_lock);  in mlx4_ib_cm_paravirt_clean()
546 	spin_lock(&sriov->id_map_lock);  in mlx4_ib_cm_paravirt_clean()
554 			xa_erase(&sriov->pv_id_table, ent->pv_cm_id);  in mlx4_ib_cm_paravirt_clean()
556 		list_splice_init(&dev->sriov.cm_list, &lh);  in mlx4_ib_cm_paravirt_clean()
570 			xa_erase(&sriov->pv_id_table, map->pv_cm_id);  in mlx4_ib_cm_paravirt_clean()
574 		list_for_each_entry_safe(map, tmp_map, &dev->sriov.cm_list, list) {  in mlx4_ib_cm_paravirt_clean()
580 	spin_unlock(&sriov->id_map_lock);  in mlx4_ib_cm_paravirt_clean()
588 	rej_tmout_xa_cleanup(sriov, slave);  in mlx4_ib_cm_paravirt_clean()