268 	p->dqrr.next_idx = 0;  in qbman_swp_init()
269 	p->dqrr.valid_bit = QB_VALID_BIT;  in qbman_swp_init()
272 		p->dqrr.dqrr_size = 4;  in qbman_swp_init()
273 		p->dqrr.reset_bug = 1;  in qbman_swp_init()
275 		p->dqrr.dqrr_size = 8;  in qbman_swp_init()
276 		p->dqrr.reset_bug = 0;  in qbman_swp_init()
284 		reg = qbman_set_swp_cfg(p->dqrr.dqrr_size,  in qbman_swp_init()
298 		reg = qbman_set_swp_cfg(p->dqrr.dqrr_size,  in qbman_swp_init()
1176 	if (unlikely(s->dqrr.reset_bug)) {  in qbman_swp_dqrr_next_direct()
1189 		if (pi == s->dqrr.next_idx)  in qbman_swp_dqrr_next_direct()
1200 		if (s->dqrr.next_idx == (s->dqrr.dqrr_size - 1)) {  in qbman_swp_dqrr_next_direct()
1202 				 s->dqrr.next_idx, pi);  in qbman_swp_dqrr_next_direct()
1203 			s->dqrr.reset_bug = 0;  in qbman_swp_dqrr_next_direct()
1206 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_direct()
1209 	p = qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx));  in qbman_swp_dqrr_next_direct()
1220 	if ((verb & QB_VALID_BIT) != s->dqrr.valid_bit) {  in qbman_swp_dqrr_next_direct()
1222 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_direct()
1229 	s->dqrr.next_idx++;  in qbman_swp_dqrr_next_direct()
1230 	s->dqrr.next_idx &= s->dqrr.dqrr_size - 1; /* Wrap around */  in qbman_swp_dqrr_next_direct()
1231 	if (!s->dqrr.next_idx)  in qbman_swp_dqrr_next_direct()
1232 		s->dqrr.valid_bit ^= QB_VALID_BIT;  in qbman_swp_dqrr_next_direct()
1245 	prefetch(qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_direct()
1268 	if (unlikely(s->dqrr.reset_bug)) {  in qbman_swp_dqrr_next_mem_back()
1281 		if (pi == s->dqrr.next_idx)  in qbman_swp_dqrr_next_mem_back()
1292 		if (s->dqrr.next_idx == (s->dqrr.dqrr_size - 1)) {  in qbman_swp_dqrr_next_mem_back()
1294 				 s->dqrr.next_idx, pi);  in qbman_swp_dqrr_next_mem_back()
1295 			s->dqrr.reset_bug = 0;  in qbman_swp_dqrr_next_mem_back()
1298 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_mem_back()
1301 	p = qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR_MEM(s->dqrr.next_idx));  in qbman_swp_dqrr_next_mem_back()
1312 	if ((verb & QB_VALID_BIT) != s->dqrr.valid_bit) {  in qbman_swp_dqrr_next_mem_back()
1314 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_mem_back()
1321 	s->dqrr.next_idx++;  in qbman_swp_dqrr_next_mem_back()
1322 	s->dqrr.next_idx &= s->dqrr.dqrr_size - 1; /* Wrap around */  in qbman_swp_dqrr_next_mem_back()
1323 	if (!s->dqrr.next_idx)  in qbman_swp_dqrr_next_mem_back()
1324 		s->dqrr.valid_bit ^= QB_VALID_BIT;  in qbman_swp_dqrr_next_mem_back()
1337 	prefetch(qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_mem_back()