1*4882a593Smuzhiyun // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2*4882a593Smuzhiyun /* Copyright (C) 2017-2018 Netronome Systems, Inc. */
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun #include <linux/bug.h>
5*4882a593Smuzhiyun #include <linux/lockdep.h>
6*4882a593Smuzhiyun #include <linux/rcupdate.h>
7*4882a593Smuzhiyun #include <linux/skbuff.h>
8*4882a593Smuzhiyun #include <linux/slab.h>
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include "nfpcore/nfp_cpp.h"
11*4882a593Smuzhiyun #include "nfpcore/nfp_nffw.h"
12*4882a593Smuzhiyun #include "nfp_app.h"
13*4882a593Smuzhiyun #include "nfp_main.h"
14*4882a593Smuzhiyun #include "nfp_net.h"
15*4882a593Smuzhiyun #include "nfp_net_repr.h"
16*4882a593Smuzhiyun #include "nfp_port.h"
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun static const struct nfp_app_type *apps[] = {
19*4882a593Smuzhiyun [NFP_APP_CORE_NIC] = &app_nic,
20*4882a593Smuzhiyun #ifdef CONFIG_BPF_SYSCALL
21*4882a593Smuzhiyun [NFP_APP_BPF_NIC] = &app_bpf,
22*4882a593Smuzhiyun #else
23*4882a593Smuzhiyun [NFP_APP_BPF_NIC] = &app_nic,
24*4882a593Smuzhiyun #endif
25*4882a593Smuzhiyun #ifdef CONFIG_NFP_APP_FLOWER
26*4882a593Smuzhiyun [NFP_APP_FLOWER_NIC] = &app_flower,
27*4882a593Smuzhiyun #endif
28*4882a593Smuzhiyun #ifdef CONFIG_NFP_APP_ABM_NIC
29*4882a593Smuzhiyun [NFP_APP_ACTIVE_BUFFER_MGMT_NIC] = &app_abm,
30*4882a593Smuzhiyun #endif
31*4882a593Smuzhiyun };
32*4882a593Smuzhiyun
nfp_check_rhashtable_empty(void * ptr,void * arg)33*4882a593Smuzhiyun void nfp_check_rhashtable_empty(void *ptr, void *arg)
34*4882a593Smuzhiyun {
35*4882a593Smuzhiyun WARN_ON_ONCE(1);
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun
nfp_app_from_netdev(struct net_device * netdev)38*4882a593Smuzhiyun struct nfp_app *nfp_app_from_netdev(struct net_device *netdev)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun if (nfp_netdev_is_nfp_net(netdev)) {
41*4882a593Smuzhiyun struct nfp_net *nn = netdev_priv(netdev);
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun return nn->app;
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun if (nfp_netdev_is_nfp_repr(netdev)) {
47*4882a593Smuzhiyun struct nfp_repr *repr = netdev_priv(netdev);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun return repr->app;
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun WARN(1, "Unknown netdev type for nfp_app\n");
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun return NULL;
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun
nfp_app_mip_name(struct nfp_app * app)57*4882a593Smuzhiyun const char *nfp_app_mip_name(struct nfp_app *app)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun if (!app || !app->pf->mip)
60*4882a593Smuzhiyun return "";
61*4882a593Smuzhiyun return nfp_mip_name(app->pf->mip);
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
nfp_app_ndo_init(struct net_device * netdev)64*4882a593Smuzhiyun int nfp_app_ndo_init(struct net_device *netdev)
65*4882a593Smuzhiyun {
66*4882a593Smuzhiyun struct nfp_app *app = nfp_app_from_netdev(netdev);
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun if (!app || !app->type->ndo_init)
69*4882a593Smuzhiyun return 0;
70*4882a593Smuzhiyun return app->type->ndo_init(app, netdev);
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
nfp_app_ndo_uninit(struct net_device * netdev)73*4882a593Smuzhiyun void nfp_app_ndo_uninit(struct net_device *netdev)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun struct nfp_app *app = nfp_app_from_netdev(netdev);
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun if (app && app->type->ndo_uninit)
78*4882a593Smuzhiyun app->type->ndo_uninit(app, netdev);
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
nfp_app_port_get_stats(struct nfp_port * port,u64 * data)81*4882a593Smuzhiyun u64 *nfp_app_port_get_stats(struct nfp_port *port, u64 *data)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun if (!port || !port->app || !port->app->type->port_get_stats)
84*4882a593Smuzhiyun return data;
85*4882a593Smuzhiyun return port->app->type->port_get_stats(port->app, port, data);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
nfp_app_port_get_stats_count(struct nfp_port * port)88*4882a593Smuzhiyun int nfp_app_port_get_stats_count(struct nfp_port *port)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun if (!port || !port->app || !port->app->type->port_get_stats_count)
91*4882a593Smuzhiyun return 0;
92*4882a593Smuzhiyun return port->app->type->port_get_stats_count(port->app, port);
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
nfp_app_port_get_stats_strings(struct nfp_port * port,u8 * data)95*4882a593Smuzhiyun u8 *nfp_app_port_get_stats_strings(struct nfp_port *port, u8 *data)
96*4882a593Smuzhiyun {
97*4882a593Smuzhiyun if (!port || !port->app || !port->app->type->port_get_stats_strings)
98*4882a593Smuzhiyun return data;
99*4882a593Smuzhiyun return port->app->type->port_get_stats_strings(port->app, port, data);
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun struct sk_buff *
nfp_app_ctrl_msg_alloc(struct nfp_app * app,unsigned int size,gfp_t priority)103*4882a593Smuzhiyun nfp_app_ctrl_msg_alloc(struct nfp_app *app, unsigned int size, gfp_t priority)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun struct sk_buff *skb;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun if (nfp_app_ctrl_has_meta(app))
108*4882a593Smuzhiyun size += 8;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun skb = alloc_skb(size, priority);
111*4882a593Smuzhiyun if (!skb)
112*4882a593Smuzhiyun return NULL;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun if (nfp_app_ctrl_has_meta(app))
115*4882a593Smuzhiyun skb_reserve(skb, 8);
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun return skb;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun struct nfp_reprs *
nfp_reprs_get_locked(struct nfp_app * app,enum nfp_repr_type type)121*4882a593Smuzhiyun nfp_reprs_get_locked(struct nfp_app *app, enum nfp_repr_type type)
122*4882a593Smuzhiyun {
123*4882a593Smuzhiyun return rcu_dereference_protected(app->reprs[type],
124*4882a593Smuzhiyun lockdep_is_held(&app->pf->lock));
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun struct nfp_reprs *
nfp_app_reprs_set(struct nfp_app * app,enum nfp_repr_type type,struct nfp_reprs * reprs)128*4882a593Smuzhiyun nfp_app_reprs_set(struct nfp_app *app, enum nfp_repr_type type,
129*4882a593Smuzhiyun struct nfp_reprs *reprs)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun struct nfp_reprs *old;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun old = nfp_reprs_get_locked(app, type);
134*4882a593Smuzhiyun rtnl_lock();
135*4882a593Smuzhiyun rcu_assign_pointer(app->reprs[type], reprs);
136*4882a593Smuzhiyun rtnl_unlock();
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun return old;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun static void
nfp_app_netdev_feat_change(struct nfp_app * app,struct net_device * netdev)142*4882a593Smuzhiyun nfp_app_netdev_feat_change(struct nfp_app *app, struct net_device *netdev)
143*4882a593Smuzhiyun {
144*4882a593Smuzhiyun struct nfp_net *nn;
145*4882a593Smuzhiyun unsigned int type;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun if (!nfp_netdev_is_nfp_net(netdev))
148*4882a593Smuzhiyun return;
149*4882a593Smuzhiyun nn = netdev_priv(netdev);
150*4882a593Smuzhiyun if (nn->app != app)
151*4882a593Smuzhiyun return;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun for (type = 0; type < __NFP_REPR_TYPE_MAX; type++) {
154*4882a593Smuzhiyun struct nfp_reprs *reprs;
155*4882a593Smuzhiyun unsigned int i;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun reprs = rtnl_dereference(app->reprs[type]);
158*4882a593Smuzhiyun if (!reprs)
159*4882a593Smuzhiyun continue;
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun for (i = 0; i < reprs->num_reprs; i++) {
162*4882a593Smuzhiyun struct net_device *repr;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun repr = rtnl_dereference(reprs->reprs[i]);
165*4882a593Smuzhiyun if (!repr)
166*4882a593Smuzhiyun continue;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun nfp_repr_transfer_features(repr, netdev);
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun static int
nfp_app_netdev_event(struct notifier_block * nb,unsigned long event,void * ptr)174*4882a593Smuzhiyun nfp_app_netdev_event(struct notifier_block *nb, unsigned long event, void *ptr)
175*4882a593Smuzhiyun {
176*4882a593Smuzhiyun struct net_device *netdev;
177*4882a593Smuzhiyun struct nfp_app *app;
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun netdev = netdev_notifier_info_to_dev(ptr);
180*4882a593Smuzhiyun app = container_of(nb, struct nfp_app, netdev_nb);
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun /* Handle events common code is interested in */
183*4882a593Smuzhiyun switch (event) {
184*4882a593Smuzhiyun case NETDEV_FEAT_CHANGE:
185*4882a593Smuzhiyun nfp_app_netdev_feat_change(app, netdev);
186*4882a593Smuzhiyun break;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun /* Call offload specific handlers */
190*4882a593Smuzhiyun if (app->type->netdev_event)
191*4882a593Smuzhiyun return app->type->netdev_event(app, netdev, event, ptr);
192*4882a593Smuzhiyun return NOTIFY_DONE;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun
nfp_app_start(struct nfp_app * app,struct nfp_net * ctrl)195*4882a593Smuzhiyun int nfp_app_start(struct nfp_app *app, struct nfp_net *ctrl)
196*4882a593Smuzhiyun {
197*4882a593Smuzhiyun int err;
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun app->ctrl = ctrl;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun if (app->type->start) {
202*4882a593Smuzhiyun err = app->type->start(app);
203*4882a593Smuzhiyun if (err)
204*4882a593Smuzhiyun return err;
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun app->netdev_nb.notifier_call = nfp_app_netdev_event;
208*4882a593Smuzhiyun err = register_netdevice_notifier(&app->netdev_nb);
209*4882a593Smuzhiyun if (err)
210*4882a593Smuzhiyun goto err_app_stop;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun return 0;
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun err_app_stop:
215*4882a593Smuzhiyun if (app->type->stop)
216*4882a593Smuzhiyun app->type->stop(app);
217*4882a593Smuzhiyun return err;
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun
nfp_app_stop(struct nfp_app * app)220*4882a593Smuzhiyun void nfp_app_stop(struct nfp_app *app)
221*4882a593Smuzhiyun {
222*4882a593Smuzhiyun unregister_netdevice_notifier(&app->netdev_nb);
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun if (app->type->stop)
225*4882a593Smuzhiyun app->type->stop(app);
226*4882a593Smuzhiyun }
227*4882a593Smuzhiyun
nfp_app_alloc(struct nfp_pf * pf,enum nfp_app_id id)228*4882a593Smuzhiyun struct nfp_app *nfp_app_alloc(struct nfp_pf *pf, enum nfp_app_id id)
229*4882a593Smuzhiyun {
230*4882a593Smuzhiyun struct nfp_app *app;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun if (id >= ARRAY_SIZE(apps) || !apps[id]) {
233*4882a593Smuzhiyun nfp_err(pf->cpp, "unknown FW app ID 0x%02hhx, driver too old or support for FW not built in\n", id);
234*4882a593Smuzhiyun return ERR_PTR(-EINVAL);
235*4882a593Smuzhiyun }
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun if (WARN_ON(!apps[id]->name || !apps[id]->vnic_alloc))
238*4882a593Smuzhiyun return ERR_PTR(-EINVAL);
239*4882a593Smuzhiyun if (WARN_ON(!apps[id]->ctrl_msg_rx && apps[id]->ctrl_msg_rx_raw))
240*4882a593Smuzhiyun return ERR_PTR(-EINVAL);
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun app = kzalloc(sizeof(*app), GFP_KERNEL);
243*4882a593Smuzhiyun if (!app)
244*4882a593Smuzhiyun return ERR_PTR(-ENOMEM);
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun app->pf = pf;
247*4882a593Smuzhiyun app->cpp = pf->cpp;
248*4882a593Smuzhiyun app->pdev = pf->pdev;
249*4882a593Smuzhiyun app->type = apps[id];
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun return app;
252*4882a593Smuzhiyun }
253*4882a593Smuzhiyun
nfp_app_free(struct nfp_app * app)254*4882a593Smuzhiyun void nfp_app_free(struct nfp_app *app)
255*4882a593Smuzhiyun {
256*4882a593Smuzhiyun kfree(app);
257*4882a593Smuzhiyun }
258