Lines Matching refs:iter
174 struct ppc440spe_adma_desc_slot *iter) in print_cb_list() argument
176 for (; iter; iter = iter->hw_next) in print_cb_list()
177 print_cb(chan, iter->hw_desc); in print_cb_list()
322 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pq() local
336 list_for_each_entry(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
337 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
338 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pq()
340 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
343 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pq()
345 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
352 iter->hw_next = NULL; in ppc440spe_desc_init_dma01pq()
354 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
356 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
367 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pq()
372 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
374 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
380 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
382 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
387 list_for_each_entry_from(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
388 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
398 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pq()
401 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
405 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
408 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
414 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
417 list_for_each_entry_from(iter, &desc->group_list, in ppc440spe_desc_init_dma01pq()
419 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
435 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pqzero_sum() local
445 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pqzero_sum()
447 iter = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
451 iter = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
455 list_for_each_entry_from(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pqzero_sum()
456 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pqzero_sum()
457 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pqzero_sum()
458 iter->src_cnt = 0; in ppc440spe_desc_init_dma01pqzero_sum()
459 iter->dst_cnt = 0; in ppc440spe_desc_init_dma01pqzero_sum()
475 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pqzero_sum()
478 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
487 iter->hw_next = NULL; in ppc440spe_desc_init_dma01pqzero_sum()
491 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pqzero_sum()
940 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_device_clear_eot_status() local
947 list_for_each_entry(iter, &chan->chain, in ppc440spe_adma_device_clear_eot_status()
949 if (iter->phys == phys) in ppc440spe_adma_device_clear_eot_status()
956 BUG_ON(&iter->chain_node == &chan->chain); in ppc440spe_adma_device_clear_eot_status()
958 if (iter->xor_check_result) { in ppc440spe_adma_device_clear_eot_status()
960 &iter->flags)) { in ppc440spe_adma_device_clear_eot_status()
961 *iter->xor_check_result |= in ppc440spe_adma_device_clear_eot_status()
965 &iter->flags)) { in ppc440spe_adma_device_clear_eot_status()
966 *iter->xor_check_result |= in ppc440spe_adma_device_clear_eot_status()
1099 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_chan_append() local
1112 iter = chan_last_sub[chan->device->id]; in ppc440spe_chan_append()
1113 BUG_ON(!iter); in ppc440spe_chan_append()
1116 iter = chan_first_cdb[chan->device->id]; in ppc440spe_chan_append()
1117 BUG_ON(!iter); in ppc440spe_chan_append()
1118 ppc440spe_dma_put_desc(chan, iter); in ppc440spe_chan_append()
1123 if (!iter->hw_next) in ppc440spe_chan_append()
1127 list_for_each_entry_continue(iter, &chan->chain, chain_node) { in ppc440spe_chan_append()
1128 ppc440spe_dma_put_desc(chan, iter); in ppc440spe_chan_append()
1129 if (!iter->hw_next) in ppc440spe_chan_append()
1425 struct ppc440spe_adma_desc_slot *iter = tdesc->group_head; in ppc440spe_get_group_entry() local
1434 list_for_each_entry(iter, &tdesc->group_list, chain_node) { in ppc440spe_get_group_entry()
1438 return iter; in ppc440spe_get_group_entry()
1537 struct ppc440spe_adma_desc_slot *iter, *_iter, *group_start = NULL; in __ppc440spe_adma_slot_cleanup() local
1556 list_for_each_entry_safe(iter, _iter, &chan->chain, in __ppc440spe_adma_slot_cleanup()
1561 iter->async_tx.cookie, iter->idx, busy, iter->phys, in __ppc440spe_adma_slot_cleanup()
1562 ppc440spe_desc_get_link(iter, chan), current_desc, in __ppc440spe_adma_slot_cleanup()
1563 async_tx_test_ack(&iter->async_tx)); in __ppc440spe_adma_slot_cleanup()
1578 if (iter->phys == current_desc) { in __ppc440spe_adma_slot_cleanup()
1580 if (busy || ppc440spe_desc_get_link(iter, chan)) { in __ppc440spe_adma_slot_cleanup()
1590 slot_cnt = iter->slot_cnt; in __ppc440spe_adma_slot_cleanup()
1591 slots_per_op = iter->slots_per_op; in __ppc440spe_adma_slot_cleanup()
1600 group_start = iter; in __ppc440spe_adma_slot_cleanup()
1644 cookie = ppc440spe_adma_run_tx_complete_actions(iter, chan, in __ppc440spe_adma_slot_cleanup()
1647 if (ppc440spe_adma_clean_slot(iter, chan)) in __ppc440spe_adma_slot_cleanup()
1689 struct ppc440spe_adma_desc_slot *iter = NULL, *_iter; in ppc440spe_adma_alloc_slots() local
1703 iter = chan->last_used; in ppc440spe_adma_alloc_slots()
1705 iter = list_entry(&chan->all_slots, in ppc440spe_adma_alloc_slots()
1708 list_for_each_entry_safe_continue(iter, _iter, &chan->all_slots, in ppc440spe_adma_alloc_slots()
1712 if (iter->slots_per_op) { in ppc440spe_adma_alloc_slots()
1719 alloc_start = iter; in ppc440spe_adma_alloc_slots()
1725 iter = alloc_start; in ppc440spe_adma_alloc_slots()
1730 async_tx_ack(&iter->async_tx); in ppc440spe_adma_alloc_slots()
1732 list_add_tail(&iter->chain_node, &chain); in ppc440spe_adma_alloc_slots()
1733 alloc_tail = iter; in ppc440spe_adma_alloc_slots()
1734 iter->async_tx.cookie = 0; in ppc440spe_adma_alloc_slots()
1735 iter->hw_next = NULL; in ppc440spe_adma_alloc_slots()
1736 iter->flags = 0; in ppc440spe_adma_alloc_slots()
1737 iter->slot_cnt = num_slots; in ppc440spe_adma_alloc_slots()
1738 iter->xor_check_result = NULL; in ppc440spe_adma_alloc_slots()
1740 iter->slots_per_op = slots_per_op - i; in ppc440spe_adma_alloc_slots()
1741 last_used = iter; in ppc440spe_adma_alloc_slots()
1742 iter = list_entry(iter->slot_node.next, in ppc440spe_adma_alloc_slots()
2103 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_mult() local
2113 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_dma01_prep_mult()
2116 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_mult()
2118 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_mult()
2121 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2122 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_mult()
2125 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_dma01_prep_mult()
2127 ppc440spe_desc_set_dest_addr(iter, chan, 0, dst[1], 1); in ppc440spe_dma01_prep_mult()
2128 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_mult()
2130 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_mult()
2131 iter->unmap_len = len; in ppc440spe_dma01_prep_mult()
2137 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_mult()
2140 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_mult()
2141 iter->hw_next = NULL; in ppc440spe_dma01_prep_mult()
2143 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2145 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2147 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_mult()
2149 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_dma01_prep_mult()
2151 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_dma01_prep_mult()
2154 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_mult()
2156 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_mult()
2157 iter->unmap_len = len; in ppc440spe_dma01_prep_mult()
2189 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_sum_product() local
2197 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_dma01_prep_sum_product()
2200 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2201 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_sum_product()
2204 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2205 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2208 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2210 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_dma01_prep_sum_product()
2212 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2214 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2215 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2219 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_sum_product()
2222 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2224 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_sum_product()
2228 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2230 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2232 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2234 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2236 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2238 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_sum_product()
2240 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2241 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2247 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_sum_product()
2250 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2251 iter->hw_next = NULL; in ppc440spe_dma01_prep_sum_product()
2253 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2255 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2257 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2259 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2261 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2263 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_sum_product()
2265 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2266 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2281 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma01_prep_pq() local
2408 list_for_each_entry(iter, &sw_desc->group_list, in ppc440spe_dma01_prep_pq()
2410 ppc440spe_desc_set_byte_count(iter, in ppc440spe_dma01_prep_pq()
2412 iter->unmap_len = len; in ppc440spe_dma01_prep_pq()
2426 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma2_prep_pq() local
2448 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_dma2_prep_pq()
2449 ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt, in ppc440spe_dma2_prep_pq()
2451 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_dma2_prep_pq()
2453 iter->unmap_len = len; in ppc440spe_dma2_prep_pq()
2455 ppc440spe_init_rxor_cursor(&(iter->rxor_cursor)); in ppc440spe_dma2_prep_pq()
2456 iter->rxor_cursor.len = len; in ppc440spe_dma2_prep_pq()
2457 iter->descs_per_op = descs_per_op; in ppc440spe_dma2_prep_pq()
2460 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_dma2_prep_pq()
2463 ppc440spe_adma_init_dma2rxor_slot(iter, src, in ppc440spe_dma2_prep_pq()
2465 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_dma2_prep_pq()
2468 iter->hw_next = in ppc440spe_dma2_prep_pq()
2469 list_entry(iter->chain_node.next, in ppc440spe_dma2_prep_pq()
2472 ppc440spe_xor_set_link(iter, iter->hw_next); in ppc440spe_dma2_prep_pq()
2475 iter->hw_next = NULL; in ppc440spe_dma2_prep_pq()
2591 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_adma_prep_dma_pqzero_sum() local
2629 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_adma_prep_dma_pqzero_sum()
2630 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2632 iter->unmap_len = len; in ppc440spe_adma_prep_dma_pqzero_sum()
2639 iter = sw_desc->group_head; in ppc440spe_adma_prep_dma_pqzero_sum()
2640 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2641 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_adma_prep_dma_pqzero_sum()
2642 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2645 hw_desc = iter->hw_desc; in ppc440spe_adma_prep_dma_pqzero_sum()
2647 iter->src_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2648 iter->dst_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2649 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2651 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, pdest); in ppc440spe_adma_prep_dma_pqzero_sum()
2652 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2654 iter->unmap_len = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2662 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2665 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2668 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2673 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_adma_prep_dma_pqzero_sum()
2674 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2677 hw_desc = iter->hw_desc; in ppc440spe_adma_prep_dma_pqzero_sum()
2679 iter->src_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2680 iter->dst_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2681 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2683 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, qdest); in ppc440spe_adma_prep_dma_pqzero_sum()
2684 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2686 iter->unmap_len = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2696 list_for_each_entry_reverse(iter, &sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2706 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2709 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2714 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2717 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2720 iter->xor_check_result = pqres; in ppc440spe_adma_prep_dma_pqzero_sum()
2726 *iter->xor_check_result = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2727 ppc440spe_desc_set_dcheck(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2735 list_for_each_entry_continue_reverse(iter, &sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2740 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2741 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2747 ppc440spe_desc_set_src_mult(iter, chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2811 static void ppc440spe_adma_pq_zero_op(struct ppc440spe_adma_desc_slot *iter, in ppc440spe_adma_pq_zero_op() argument
2818 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, addr, 0); in ppc440spe_adma_pq_zero_op()
2821 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, addr); in ppc440spe_adma_pq_zero_op()
2824 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_adma_pq_zero_op()
2835 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_pq_set_dest() local
2869 iter = ppc440spe_get_group_entry(sw_desc, index); in ppc440spe_adma_pq_set_dest()
2872 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2874 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2878 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2880 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2882 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2894 iter = ppc440spe_get_group_entry( in ppc440spe_adma_pq_set_dest()
2896 ppc440spe_adma_pq_zero_op(iter, chan, in ppc440spe_adma_pq_set_dest()
2902 iter = ppc440spe_get_group_entry( in ppc440spe_adma_pq_set_dest()
2904 ppc440spe_adma_pq_zero_op(iter, chan, in ppc440spe_adma_pq_set_dest()
2926 iter = ppc440spe_get_group_entry(sw_desc, index++); in ppc440spe_adma_pq_set_dest()
2927 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2932 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
2934 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2942 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
2946 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2950 iter, chan, in ppc440spe_adma_pq_set_dest()
2956 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2960 iter, chan, in ppc440spe_adma_pq_set_dest()
2964 iter, chan, in ppc440spe_adma_pq_set_dest()
2990 iter = ppc440spe_get_group_entry(sw_desc, 0); in ppc440spe_adma_pq_set_dest()
2992 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2995 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_pq_set_dest()
3002 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
3005 ppc440spe_desc_set_dest_addr(iter, in ppc440spe_adma_pq_set_dest()
3007 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_pq_set_dest()
3025 struct ppc440spe_adma_desc_slot *iter, *end; in ppc440spe_adma_pqzero_sum_set_dest() local
3044 iter = ppc440spe_get_group_entry(sw_desc, idx); in ppc440spe_adma_pqzero_sum_set_dest()
3048 list_for_each_entry_from(iter, &sw_desc->group_list, in ppc440spe_adma_pqzero_sum_set_dest()
3050 if (unlikely(iter == end)) in ppc440spe_adma_pqzero_sum_set_dest()
3052 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3054 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3060 list_for_each_entry_from(iter, &sw_desc->group_list, in ppc440spe_adma_pqzero_sum_set_dest()
3062 if (unlikely(iter == end)) in ppc440spe_adma_pqzero_sum_set_dest()
3064 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3103 struct ppc440spe_adma_desc_slot *iter = NULL; in ppc440spe_adma_pq_set_src() local
3141 iter = ppc440spe_get_group_entry(sw_desc, 0); in ppc440spe_adma_pq_set_src()
3147 iter = NULL; in ppc440spe_adma_pq_set_src()
3153 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3168 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3172 if (likely(iter)) { in ppc440spe_adma_pq_set_src()
3173 ppc440spe_desc_set_src_addr(iter, chan, 0, haddr, addr); in ppc440spe_adma_pq_set_src()
3181 iter = ppc440spe_get_group_entry(sw_desc, 1); in ppc440spe_adma_pq_set_src()
3182 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_adma_pq_set_src()
3190 iter = sw_desc->group_head; in ppc440spe_adma_pq_set_src()
3191 if (iter->dst_cnt == 2) { in ppc440spe_adma_pq_set_src()
3193 ppc440spe_adma_dma2rxor_set_src(iter, index, addr); in ppc440spe_adma_pq_set_src()
3196 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3199 ppc440spe_adma_dma2rxor_set_src(iter, index, addr); in ppc440spe_adma_pq_set_src()
3455 struct ppc440spe_adma_desc_slot *iter = NULL, *iter1 = NULL; in ppc440spe_adma_pq_set_src_mult() local
3468 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3478 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3497 iter = ppc440spe_get_group_entry(sw_desc, index + znum); in ppc440spe_adma_pq_set_src_mult()
3502 if (likely(iter)) { in ppc440spe_adma_pq_set_src_mult()
3503 ppc440spe_desc_set_src_mult(iter, chan, in ppc440spe_adma_pq_set_src_mult()
3518 iter = sw_desc->group_head; in ppc440spe_adma_pq_set_src_mult()
3521 ppc440spe_adma_dma2rxor_set_mult(iter, index, 1); in ppc440spe_adma_pq_set_src_mult()
3524 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3527 ppc440spe_adma_dma2rxor_set_mult(iter, index, mult); in ppc440spe_adma_pq_set_src_mult()
3538 struct ppc440spe_adma_desc_slot *iter, *_iter; in ppc440spe_adma_free_chan_resources() local
3545 list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain, in ppc440spe_adma_free_chan_resources()
3548 list_del(&iter->chain_node); in ppc440spe_adma_free_chan_resources()
3550 list_for_each_entry_safe_reverse(iter, _iter, in ppc440spe_adma_free_chan_resources()
3552 list_del(&iter->slot_node); in ppc440spe_adma_free_chan_resources()
3553 kfree(iter); in ppc440spe_adma_free_chan_resources()
3704 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_test_raid6() local
3722 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_test_raid6()
3723 ppc440spe_desc_set_byte_count(iter, chan, PAGE_SIZE); in ppc440spe_test_raid6()
3724 iter->unmap_len = PAGE_SIZE; in ppc440spe_test_raid6()