1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * ISHTP Ring Buffers
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2003-2016, Intel Corporation.
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/slab.h>
9*4882a593Smuzhiyun #include "client.h"
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun /**
12*4882a593Smuzhiyun * ishtp_cl_alloc_rx_ring() - Allocate RX ring buffers
13*4882a593Smuzhiyun * @cl: client device instance
14*4882a593Smuzhiyun *
15*4882a593Smuzhiyun * Allocate and initialize RX ring buffers
16*4882a593Smuzhiyun *
17*4882a593Smuzhiyun * Return: 0 on success else -ENOMEM
18*4882a593Smuzhiyun */
ishtp_cl_alloc_rx_ring(struct ishtp_cl * cl)19*4882a593Smuzhiyun int ishtp_cl_alloc_rx_ring(struct ishtp_cl *cl)
20*4882a593Smuzhiyun {
21*4882a593Smuzhiyun size_t len = cl->device->fw_client->props.max_msg_length;
22*4882a593Smuzhiyun int j;
23*4882a593Smuzhiyun struct ishtp_cl_rb *rb;
24*4882a593Smuzhiyun int ret = 0;
25*4882a593Smuzhiyun unsigned long flags;
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun for (j = 0; j < cl->rx_ring_size; ++j) {
28*4882a593Smuzhiyun rb = ishtp_io_rb_init(cl);
29*4882a593Smuzhiyun if (!rb) {
30*4882a593Smuzhiyun ret = -ENOMEM;
31*4882a593Smuzhiyun goto out;
32*4882a593Smuzhiyun }
33*4882a593Smuzhiyun ret = ishtp_io_rb_alloc_buf(rb, len);
34*4882a593Smuzhiyun if (ret)
35*4882a593Smuzhiyun goto out;
36*4882a593Smuzhiyun spin_lock_irqsave(&cl->free_list_spinlock, flags);
37*4882a593Smuzhiyun list_add_tail(&rb->list, &cl->free_rb_list.list);
38*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun return 0;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun out:
44*4882a593Smuzhiyun dev_err(&cl->device->dev, "error in allocating Rx buffers\n");
45*4882a593Smuzhiyun ishtp_cl_free_rx_ring(cl);
46*4882a593Smuzhiyun return ret;
47*4882a593Smuzhiyun }
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /**
50*4882a593Smuzhiyun * ishtp_cl_alloc_tx_ring() - Allocate TX ring buffers
51*4882a593Smuzhiyun * @cl: client device instance
52*4882a593Smuzhiyun *
53*4882a593Smuzhiyun * Allocate and initialize TX ring buffers
54*4882a593Smuzhiyun *
55*4882a593Smuzhiyun * Return: 0 on success else -ENOMEM
56*4882a593Smuzhiyun */
ishtp_cl_alloc_tx_ring(struct ishtp_cl * cl)57*4882a593Smuzhiyun int ishtp_cl_alloc_tx_ring(struct ishtp_cl *cl)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun size_t len = cl->device->fw_client->props.max_msg_length;
60*4882a593Smuzhiyun int j;
61*4882a593Smuzhiyun unsigned long flags;
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun cl->tx_ring_free_size = 0;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun /* Allocate pool to free Tx bufs */
66*4882a593Smuzhiyun for (j = 0; j < cl->tx_ring_size; ++j) {
67*4882a593Smuzhiyun struct ishtp_cl_tx_ring *tx_buf;
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun tx_buf = kzalloc(sizeof(struct ishtp_cl_tx_ring), GFP_KERNEL);
70*4882a593Smuzhiyun if (!tx_buf)
71*4882a593Smuzhiyun goto out;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun tx_buf->send_buf.data = kmalloc(len, GFP_KERNEL);
74*4882a593Smuzhiyun if (!tx_buf->send_buf.data) {
75*4882a593Smuzhiyun kfree(tx_buf);
76*4882a593Smuzhiyun goto out;
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun spin_lock_irqsave(&cl->tx_free_list_spinlock, flags);
80*4882a593Smuzhiyun list_add_tail(&tx_buf->list, &cl->tx_free_list.list);
81*4882a593Smuzhiyun ++cl->tx_ring_free_size;
82*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags);
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun return 0;
85*4882a593Smuzhiyun out:
86*4882a593Smuzhiyun dev_err(&cl->device->dev, "error in allocating Tx pool\n");
87*4882a593Smuzhiyun ishtp_cl_free_tx_ring(cl);
88*4882a593Smuzhiyun return -ENOMEM;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /**
92*4882a593Smuzhiyun * ishtp_cl_free_rx_ring() - Free RX ring buffers
93*4882a593Smuzhiyun * @cl: client device instance
94*4882a593Smuzhiyun *
95*4882a593Smuzhiyun * Free RX ring buffers
96*4882a593Smuzhiyun */
ishtp_cl_free_rx_ring(struct ishtp_cl * cl)97*4882a593Smuzhiyun void ishtp_cl_free_rx_ring(struct ishtp_cl *cl)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun struct ishtp_cl_rb *rb;
100*4882a593Smuzhiyun unsigned long flags;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun /* release allocated memory - pass over free_rb_list */
103*4882a593Smuzhiyun spin_lock_irqsave(&cl->free_list_spinlock, flags);
104*4882a593Smuzhiyun while (!list_empty(&cl->free_rb_list.list)) {
105*4882a593Smuzhiyun rb = list_entry(cl->free_rb_list.list.next, struct ishtp_cl_rb,
106*4882a593Smuzhiyun list);
107*4882a593Smuzhiyun list_del(&rb->list);
108*4882a593Smuzhiyun kfree(rb->buffer.data);
109*4882a593Smuzhiyun kfree(rb);
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
112*4882a593Smuzhiyun /* release allocated memory - pass over in_process_list */
113*4882a593Smuzhiyun spin_lock_irqsave(&cl->in_process_spinlock, flags);
114*4882a593Smuzhiyun while (!list_empty(&cl->in_process_list.list)) {
115*4882a593Smuzhiyun rb = list_entry(cl->in_process_list.list.next,
116*4882a593Smuzhiyun struct ishtp_cl_rb, list);
117*4882a593Smuzhiyun list_del(&rb->list);
118*4882a593Smuzhiyun kfree(rb->buffer.data);
119*4882a593Smuzhiyun kfree(rb);
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->in_process_spinlock, flags);
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun /**
125*4882a593Smuzhiyun * ishtp_cl_free_tx_ring() - Free TX ring buffers
126*4882a593Smuzhiyun * @cl: client device instance
127*4882a593Smuzhiyun *
128*4882a593Smuzhiyun * Free TX ring buffers
129*4882a593Smuzhiyun */
ishtp_cl_free_tx_ring(struct ishtp_cl * cl)130*4882a593Smuzhiyun void ishtp_cl_free_tx_ring(struct ishtp_cl *cl)
131*4882a593Smuzhiyun {
132*4882a593Smuzhiyun struct ishtp_cl_tx_ring *tx_buf;
133*4882a593Smuzhiyun unsigned long flags;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun spin_lock_irqsave(&cl->tx_free_list_spinlock, flags);
136*4882a593Smuzhiyun /* release allocated memory - pass over tx_free_list */
137*4882a593Smuzhiyun while (!list_empty(&cl->tx_free_list.list)) {
138*4882a593Smuzhiyun tx_buf = list_entry(cl->tx_free_list.list.next,
139*4882a593Smuzhiyun struct ishtp_cl_tx_ring, list);
140*4882a593Smuzhiyun list_del(&tx_buf->list);
141*4882a593Smuzhiyun --cl->tx_ring_free_size;
142*4882a593Smuzhiyun kfree(tx_buf->send_buf.data);
143*4882a593Smuzhiyun kfree(tx_buf);
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags);
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun spin_lock_irqsave(&cl->tx_list_spinlock, flags);
148*4882a593Smuzhiyun /* release allocated memory - pass over tx_list */
149*4882a593Smuzhiyun while (!list_empty(&cl->tx_list.list)) {
150*4882a593Smuzhiyun tx_buf = list_entry(cl->tx_list.list.next,
151*4882a593Smuzhiyun struct ishtp_cl_tx_ring, list);
152*4882a593Smuzhiyun list_del(&tx_buf->list);
153*4882a593Smuzhiyun kfree(tx_buf->send_buf.data);
154*4882a593Smuzhiyun kfree(tx_buf);
155*4882a593Smuzhiyun }
156*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->tx_list_spinlock, flags);
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /**
160*4882a593Smuzhiyun * ishtp_io_rb_free() - Free IO request block
161*4882a593Smuzhiyun * @rb: IO request block
162*4882a593Smuzhiyun *
163*4882a593Smuzhiyun * Free io request block memory
164*4882a593Smuzhiyun */
ishtp_io_rb_free(struct ishtp_cl_rb * rb)165*4882a593Smuzhiyun void ishtp_io_rb_free(struct ishtp_cl_rb *rb)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun if (rb == NULL)
168*4882a593Smuzhiyun return;
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun kfree(rb->buffer.data);
171*4882a593Smuzhiyun kfree(rb);
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun /**
175*4882a593Smuzhiyun * ishtp_io_rb_init() - Allocate and init IO request block
176*4882a593Smuzhiyun * @cl: client device instance
177*4882a593Smuzhiyun *
178*4882a593Smuzhiyun * Allocate and initialize request block
179*4882a593Smuzhiyun *
180*4882a593Smuzhiyun * Return: Allocted IO request block pointer
181*4882a593Smuzhiyun */
ishtp_io_rb_init(struct ishtp_cl * cl)182*4882a593Smuzhiyun struct ishtp_cl_rb *ishtp_io_rb_init(struct ishtp_cl *cl)
183*4882a593Smuzhiyun {
184*4882a593Smuzhiyun struct ishtp_cl_rb *rb;
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun rb = kzalloc(sizeof(struct ishtp_cl_rb), GFP_KERNEL);
187*4882a593Smuzhiyun if (!rb)
188*4882a593Smuzhiyun return NULL;
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun INIT_LIST_HEAD(&rb->list);
191*4882a593Smuzhiyun rb->cl = cl;
192*4882a593Smuzhiyun rb->buf_idx = 0;
193*4882a593Smuzhiyun return rb;
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun /**
197*4882a593Smuzhiyun * ishtp_io_rb_alloc_buf() - Allocate and init response buffer
198*4882a593Smuzhiyun * @rb: IO request block
199*4882a593Smuzhiyun * @length: length of response buffer
200*4882a593Smuzhiyun *
201*4882a593Smuzhiyun * Allocate respose buffer
202*4882a593Smuzhiyun *
203*4882a593Smuzhiyun * Return: 0 on success else -ENOMEM
204*4882a593Smuzhiyun */
ishtp_io_rb_alloc_buf(struct ishtp_cl_rb * rb,size_t length)205*4882a593Smuzhiyun int ishtp_io_rb_alloc_buf(struct ishtp_cl_rb *rb, size_t length)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun if (!rb)
208*4882a593Smuzhiyun return -EINVAL;
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun if (length == 0)
211*4882a593Smuzhiyun return 0;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun rb->buffer.data = kmalloc(length, GFP_KERNEL);
214*4882a593Smuzhiyun if (!rb->buffer.data)
215*4882a593Smuzhiyun return -ENOMEM;
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun rb->buffer.size = length;
218*4882a593Smuzhiyun return 0;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun /**
222*4882a593Smuzhiyun * ishtp_cl_io_rb_recycle() - Recycle IO request blocks
223*4882a593Smuzhiyun * @rb: IO request block
224*4882a593Smuzhiyun *
225*4882a593Smuzhiyun * Re-append rb to its client's free list and send flow control if needed
226*4882a593Smuzhiyun *
227*4882a593Smuzhiyun * Return: 0 on success else -EFAULT
228*4882a593Smuzhiyun */
ishtp_cl_io_rb_recycle(struct ishtp_cl_rb * rb)229*4882a593Smuzhiyun int ishtp_cl_io_rb_recycle(struct ishtp_cl_rb *rb)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun struct ishtp_cl *cl;
232*4882a593Smuzhiyun int rets = 0;
233*4882a593Smuzhiyun unsigned long flags;
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun if (!rb || !rb->cl)
236*4882a593Smuzhiyun return -EFAULT;
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun cl = rb->cl;
239*4882a593Smuzhiyun spin_lock_irqsave(&cl->free_list_spinlock, flags);
240*4882a593Smuzhiyun list_add_tail(&rb->list, &cl->free_rb_list.list);
241*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun /*
244*4882a593Smuzhiyun * If we returned the first buffer to empty 'free' list,
245*4882a593Smuzhiyun * send flow control
246*4882a593Smuzhiyun */
247*4882a593Smuzhiyun if (!cl->out_flow_ctrl_creds)
248*4882a593Smuzhiyun rets = ishtp_cl_read_start(cl);
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun return rets;
251*4882a593Smuzhiyun }
252*4882a593Smuzhiyun EXPORT_SYMBOL(ishtp_cl_io_rb_recycle);
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun /**
255*4882a593Smuzhiyun * ishtp_cl_tx_empty() -test whether client device tx buffer is empty
256*4882a593Smuzhiyun * @cl: Pointer to client device instance
257*4882a593Smuzhiyun *
258*4882a593Smuzhiyun * Look client device tx buffer list, and check whether this list is empty
259*4882a593Smuzhiyun *
260*4882a593Smuzhiyun * Return: true if client tx buffer list is empty else false
261*4882a593Smuzhiyun */
ishtp_cl_tx_empty(struct ishtp_cl * cl)262*4882a593Smuzhiyun bool ishtp_cl_tx_empty(struct ishtp_cl *cl)
263*4882a593Smuzhiyun {
264*4882a593Smuzhiyun int tx_list_empty;
265*4882a593Smuzhiyun unsigned long tx_flags;
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun spin_lock_irqsave(&cl->tx_list_spinlock, tx_flags);
268*4882a593Smuzhiyun tx_list_empty = list_empty(&cl->tx_list.list);
269*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->tx_list_spinlock, tx_flags);
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun return !!tx_list_empty;
272*4882a593Smuzhiyun }
273*4882a593Smuzhiyun EXPORT_SYMBOL(ishtp_cl_tx_empty);
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun /**
276*4882a593Smuzhiyun * ishtp_cl_rx_get_rb() -Get a rb from client device rx buffer list
277*4882a593Smuzhiyun * @cl: Pointer to client device instance
278*4882a593Smuzhiyun *
279*4882a593Smuzhiyun * Check client device in-processing buffer list and get a rb from it.
280*4882a593Smuzhiyun *
281*4882a593Smuzhiyun * Return: rb pointer if buffer list isn't empty else NULL
282*4882a593Smuzhiyun */
ishtp_cl_rx_get_rb(struct ishtp_cl * cl)283*4882a593Smuzhiyun struct ishtp_cl_rb *ishtp_cl_rx_get_rb(struct ishtp_cl *cl)
284*4882a593Smuzhiyun {
285*4882a593Smuzhiyun unsigned long rx_flags;
286*4882a593Smuzhiyun struct ishtp_cl_rb *rb;
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun spin_lock_irqsave(&cl->in_process_spinlock, rx_flags);
289*4882a593Smuzhiyun rb = list_first_entry_or_null(&cl->in_process_list.list,
290*4882a593Smuzhiyun struct ishtp_cl_rb, list);
291*4882a593Smuzhiyun if (rb)
292*4882a593Smuzhiyun list_del_init(&rb->list);
293*4882a593Smuzhiyun spin_unlock_irqrestore(&cl->in_process_spinlock, rx_flags);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun return rb;
296*4882a593Smuzhiyun }
297*4882a593Smuzhiyun EXPORT_SYMBOL(ishtp_cl_rx_get_rb);
298