1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2017 Chelsio Communications. All rights reserved.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include "t4_regs.h"
7*4882a593Smuzhiyun #include "cxgb4.h"
8*4882a593Smuzhiyun #include "cxgb4_cudbg.h"
9*4882a593Smuzhiyun #include "cudbg_zlib.h"
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun static const struct cxgb4_collect_entity cxgb4_collect_mem_dump[] = {
12*4882a593Smuzhiyun { CUDBG_EDC0, cudbg_collect_edc0_meminfo },
13*4882a593Smuzhiyun { CUDBG_EDC1, cudbg_collect_edc1_meminfo },
14*4882a593Smuzhiyun { CUDBG_MC0, cudbg_collect_mc0_meminfo },
15*4882a593Smuzhiyun { CUDBG_MC1, cudbg_collect_mc1_meminfo },
16*4882a593Smuzhiyun { CUDBG_HMA, cudbg_collect_hma_meminfo },
17*4882a593Smuzhiyun };
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun static const struct cxgb4_collect_entity cxgb4_collect_hw_dump[] = {
20*4882a593Smuzhiyun { CUDBG_MBOX_LOG, cudbg_collect_mbox_log },
21*4882a593Smuzhiyun { CUDBG_QDESC, cudbg_collect_qdesc },
22*4882a593Smuzhiyun { CUDBG_DEV_LOG, cudbg_collect_fw_devlog },
23*4882a593Smuzhiyun { CUDBG_REG_DUMP, cudbg_collect_reg_dump },
24*4882a593Smuzhiyun { CUDBG_CIM_LA, cudbg_collect_cim_la },
25*4882a593Smuzhiyun { CUDBG_CIM_MA_LA, cudbg_collect_cim_ma_la },
26*4882a593Smuzhiyun { CUDBG_CIM_QCFG, cudbg_collect_cim_qcfg },
27*4882a593Smuzhiyun { CUDBG_CIM_IBQ_TP0, cudbg_collect_cim_ibq_tp0 },
28*4882a593Smuzhiyun { CUDBG_CIM_IBQ_TP1, cudbg_collect_cim_ibq_tp1 },
29*4882a593Smuzhiyun { CUDBG_CIM_IBQ_ULP, cudbg_collect_cim_ibq_ulp },
30*4882a593Smuzhiyun { CUDBG_CIM_IBQ_SGE0, cudbg_collect_cim_ibq_sge0 },
31*4882a593Smuzhiyun { CUDBG_CIM_IBQ_SGE1, cudbg_collect_cim_ibq_sge1 },
32*4882a593Smuzhiyun { CUDBG_CIM_IBQ_NCSI, cudbg_collect_cim_ibq_ncsi },
33*4882a593Smuzhiyun { CUDBG_CIM_OBQ_ULP0, cudbg_collect_cim_obq_ulp0 },
34*4882a593Smuzhiyun { CUDBG_CIM_OBQ_ULP1, cudbg_collect_cim_obq_ulp1 },
35*4882a593Smuzhiyun { CUDBG_CIM_OBQ_ULP2, cudbg_collect_cim_obq_ulp2 },
36*4882a593Smuzhiyun { CUDBG_CIM_OBQ_ULP3, cudbg_collect_cim_obq_ulp3 },
37*4882a593Smuzhiyun { CUDBG_CIM_OBQ_SGE, cudbg_collect_cim_obq_sge },
38*4882a593Smuzhiyun { CUDBG_CIM_OBQ_NCSI, cudbg_collect_cim_obq_ncsi },
39*4882a593Smuzhiyun { CUDBG_RSS, cudbg_collect_rss },
40*4882a593Smuzhiyun { CUDBG_RSS_VF_CONF, cudbg_collect_rss_vf_config },
41*4882a593Smuzhiyun { CUDBG_PATH_MTU, cudbg_collect_path_mtu },
42*4882a593Smuzhiyun { CUDBG_PM_STATS, cudbg_collect_pm_stats },
43*4882a593Smuzhiyun { CUDBG_HW_SCHED, cudbg_collect_hw_sched },
44*4882a593Smuzhiyun { CUDBG_TP_INDIRECT, cudbg_collect_tp_indirect },
45*4882a593Smuzhiyun { CUDBG_SGE_INDIRECT, cudbg_collect_sge_indirect },
46*4882a593Smuzhiyun { CUDBG_ULPRX_LA, cudbg_collect_ulprx_la },
47*4882a593Smuzhiyun { CUDBG_TP_LA, cudbg_collect_tp_la },
48*4882a593Smuzhiyun { CUDBG_MEMINFO, cudbg_collect_meminfo },
49*4882a593Smuzhiyun { CUDBG_CIM_PIF_LA, cudbg_collect_cim_pif_la },
50*4882a593Smuzhiyun { CUDBG_CLK, cudbg_collect_clk_info },
51*4882a593Smuzhiyun { CUDBG_CIM_OBQ_RXQ0, cudbg_collect_obq_sge_rx_q0 },
52*4882a593Smuzhiyun { CUDBG_CIM_OBQ_RXQ1, cudbg_collect_obq_sge_rx_q1 },
53*4882a593Smuzhiyun { CUDBG_PCIE_INDIRECT, cudbg_collect_pcie_indirect },
54*4882a593Smuzhiyun { CUDBG_PM_INDIRECT, cudbg_collect_pm_indirect },
55*4882a593Smuzhiyun { CUDBG_TID_INFO, cudbg_collect_tid },
56*4882a593Smuzhiyun { CUDBG_PCIE_CONFIG, cudbg_collect_pcie_config },
57*4882a593Smuzhiyun { CUDBG_DUMP_CONTEXT, cudbg_collect_dump_context },
58*4882a593Smuzhiyun { CUDBG_MPS_TCAM, cudbg_collect_mps_tcam },
59*4882a593Smuzhiyun { CUDBG_VPD_DATA, cudbg_collect_vpd_data },
60*4882a593Smuzhiyun { CUDBG_LE_TCAM, cudbg_collect_le_tcam },
61*4882a593Smuzhiyun { CUDBG_CCTRL, cudbg_collect_cctrl },
62*4882a593Smuzhiyun { CUDBG_MA_INDIRECT, cudbg_collect_ma_indirect },
63*4882a593Smuzhiyun { CUDBG_ULPTX_LA, cudbg_collect_ulptx_la },
64*4882a593Smuzhiyun { CUDBG_UP_CIM_INDIRECT, cudbg_collect_up_cim_indirect },
65*4882a593Smuzhiyun { CUDBG_PBT_TABLE, cudbg_collect_pbt_tables },
66*4882a593Smuzhiyun { CUDBG_HMA_INDIRECT, cudbg_collect_hma_indirect },
67*4882a593Smuzhiyun };
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun static const struct cxgb4_collect_entity cxgb4_collect_flash_dump[] = {
70*4882a593Smuzhiyun { CUDBG_FLASH, cudbg_collect_flash },
71*4882a593Smuzhiyun };
72*4882a593Smuzhiyun
cxgb4_get_dump_length(struct adapter * adap,u32 flag)73*4882a593Smuzhiyun u32 cxgb4_get_dump_length(struct adapter *adap, u32 flag)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun u32 i, entity;
76*4882a593Smuzhiyun u32 len = 0;
77*4882a593Smuzhiyun u32 wsize;
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun if (flag & CXGB4_ETH_DUMP_HW) {
80*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(cxgb4_collect_hw_dump); i++) {
81*4882a593Smuzhiyun entity = cxgb4_collect_hw_dump[i].entity;
82*4882a593Smuzhiyun len += cudbg_get_entity_length(adap, entity);
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun if (flag & CXGB4_ETH_DUMP_MEM) {
87*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(cxgb4_collect_mem_dump); i++) {
88*4882a593Smuzhiyun entity = cxgb4_collect_mem_dump[i].entity;
89*4882a593Smuzhiyun len += cudbg_get_entity_length(adap, entity);
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun if (flag & CXGB4_ETH_DUMP_FLASH)
94*4882a593Smuzhiyun len += adap->params.sf_size;
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun /* If compression is enabled, a smaller destination buffer is enough */
97*4882a593Smuzhiyun wsize = cudbg_get_workspace_size();
98*4882a593Smuzhiyun if (wsize && len > CUDBG_DUMP_BUFF_SIZE)
99*4882a593Smuzhiyun len = CUDBG_DUMP_BUFF_SIZE;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun return len;
102*4882a593Smuzhiyun }
103*4882a593Smuzhiyun
cxgb4_cudbg_collect_entity(struct cudbg_init * pdbg_init,struct cudbg_buffer * dbg_buff,const struct cxgb4_collect_entity * e_arr,u32 arr_size,void * buf,u32 * tot_size)104*4882a593Smuzhiyun static void cxgb4_cudbg_collect_entity(struct cudbg_init *pdbg_init,
105*4882a593Smuzhiyun struct cudbg_buffer *dbg_buff,
106*4882a593Smuzhiyun const struct cxgb4_collect_entity *e_arr,
107*4882a593Smuzhiyun u32 arr_size, void *buf, u32 *tot_size)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun struct cudbg_error cudbg_err = { 0 };
110*4882a593Smuzhiyun struct cudbg_entity_hdr *entity_hdr;
111*4882a593Smuzhiyun u32 i, total_size = 0;
112*4882a593Smuzhiyun int ret;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun for (i = 0; i < arr_size; i++) {
115*4882a593Smuzhiyun const struct cxgb4_collect_entity *e = &e_arr[i];
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun entity_hdr = cudbg_get_entity_hdr(buf, e->entity);
118*4882a593Smuzhiyun entity_hdr->entity_type = e->entity;
119*4882a593Smuzhiyun entity_hdr->start_offset = dbg_buff->offset;
120*4882a593Smuzhiyun memset(&cudbg_err, 0, sizeof(struct cudbg_error));
121*4882a593Smuzhiyun ret = e->collect_cb(pdbg_init, dbg_buff, &cudbg_err);
122*4882a593Smuzhiyun if (ret) {
123*4882a593Smuzhiyun entity_hdr->size = 0;
124*4882a593Smuzhiyun dbg_buff->offset = entity_hdr->start_offset;
125*4882a593Smuzhiyun } else {
126*4882a593Smuzhiyun cudbg_align_debug_buffer(dbg_buff, entity_hdr);
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun /* Log error and continue with next entity */
130*4882a593Smuzhiyun if (cudbg_err.sys_err)
131*4882a593Smuzhiyun ret = CUDBG_SYSTEM_ERROR;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun entity_hdr->hdr_flags = ret;
134*4882a593Smuzhiyun entity_hdr->sys_err = cudbg_err.sys_err;
135*4882a593Smuzhiyun entity_hdr->sys_warn = cudbg_err.sys_warn;
136*4882a593Smuzhiyun total_size += entity_hdr->size;
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun *tot_size += total_size;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
cudbg_alloc_compress_buff(struct cudbg_init * pdbg_init)142*4882a593Smuzhiyun static int cudbg_alloc_compress_buff(struct cudbg_init *pdbg_init)
143*4882a593Smuzhiyun {
144*4882a593Smuzhiyun u32 workspace_size;
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun workspace_size = cudbg_get_workspace_size();
147*4882a593Smuzhiyun pdbg_init->compress_buff = vzalloc(CUDBG_COMPRESS_BUFF_SIZE +
148*4882a593Smuzhiyun workspace_size);
149*4882a593Smuzhiyun if (!pdbg_init->compress_buff)
150*4882a593Smuzhiyun return -ENOMEM;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun pdbg_init->compress_buff_size = CUDBG_COMPRESS_BUFF_SIZE;
153*4882a593Smuzhiyun pdbg_init->workspace = (u8 *)pdbg_init->compress_buff +
154*4882a593Smuzhiyun CUDBG_COMPRESS_BUFF_SIZE - workspace_size;
155*4882a593Smuzhiyun return 0;
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
cudbg_free_compress_buff(struct cudbg_init * pdbg_init)158*4882a593Smuzhiyun static void cudbg_free_compress_buff(struct cudbg_init *pdbg_init)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun if (pdbg_init->compress_buff)
161*4882a593Smuzhiyun vfree(pdbg_init->compress_buff);
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
cxgb4_cudbg_collect(struct adapter * adap,void * buf,u32 * buf_size,u32 flag)164*4882a593Smuzhiyun int cxgb4_cudbg_collect(struct adapter *adap, void *buf, u32 *buf_size,
165*4882a593Smuzhiyun u32 flag)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun struct cudbg_buffer dbg_buff = { 0 };
168*4882a593Smuzhiyun u32 size, min_size, total_size = 0;
169*4882a593Smuzhiyun struct cudbg_init cudbg_init;
170*4882a593Smuzhiyun struct cudbg_hdr *cudbg_hdr;
171*4882a593Smuzhiyun int rc;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun size = *buf_size;
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun memset(&cudbg_init, 0, sizeof(struct cudbg_init));
176*4882a593Smuzhiyun cudbg_init.adap = adap;
177*4882a593Smuzhiyun cudbg_init.outbuf = buf;
178*4882a593Smuzhiyun cudbg_init.outbuf_size = size;
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun dbg_buff.data = buf;
181*4882a593Smuzhiyun dbg_buff.size = size;
182*4882a593Smuzhiyun dbg_buff.offset = 0;
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun cudbg_hdr = (struct cudbg_hdr *)buf;
185*4882a593Smuzhiyun cudbg_hdr->signature = CUDBG_SIGNATURE;
186*4882a593Smuzhiyun cudbg_hdr->hdr_len = sizeof(struct cudbg_hdr);
187*4882a593Smuzhiyun cudbg_hdr->major_ver = CUDBG_MAJOR_VERSION;
188*4882a593Smuzhiyun cudbg_hdr->minor_ver = CUDBG_MINOR_VERSION;
189*4882a593Smuzhiyun cudbg_hdr->max_entities = CUDBG_MAX_ENTITY;
190*4882a593Smuzhiyun cudbg_hdr->chip_ver = adap->params.chip;
191*4882a593Smuzhiyun cudbg_hdr->dump_type = CUDBG_DUMP_TYPE_MINI;
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun min_size = sizeof(struct cudbg_hdr) +
194*4882a593Smuzhiyun sizeof(struct cudbg_entity_hdr) *
195*4882a593Smuzhiyun cudbg_hdr->max_entities;
196*4882a593Smuzhiyun if (size < min_size)
197*4882a593Smuzhiyun return -ENOMEM;
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun rc = cudbg_get_workspace_size();
200*4882a593Smuzhiyun if (rc) {
201*4882a593Smuzhiyun /* Zlib available. So, use zlib deflate */
202*4882a593Smuzhiyun cudbg_init.compress_type = CUDBG_COMPRESSION_ZLIB;
203*4882a593Smuzhiyun rc = cudbg_alloc_compress_buff(&cudbg_init);
204*4882a593Smuzhiyun if (rc) {
205*4882a593Smuzhiyun /* Ignore error and continue without compression. */
206*4882a593Smuzhiyun dev_warn(adap->pdev_dev,
207*4882a593Smuzhiyun "Fail allocating compression buffer ret: %d. Continuing without compression.\n",
208*4882a593Smuzhiyun rc);
209*4882a593Smuzhiyun cudbg_init.compress_type = CUDBG_COMPRESSION_NONE;
210*4882a593Smuzhiyun rc = 0;
211*4882a593Smuzhiyun }
212*4882a593Smuzhiyun } else {
213*4882a593Smuzhiyun cudbg_init.compress_type = CUDBG_COMPRESSION_NONE;
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun cudbg_hdr->compress_type = cudbg_init.compress_type;
217*4882a593Smuzhiyun dbg_buff.offset += min_size;
218*4882a593Smuzhiyun total_size = dbg_buff.offset;
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun if (flag & CXGB4_ETH_DUMP_HW)
221*4882a593Smuzhiyun cxgb4_cudbg_collect_entity(&cudbg_init, &dbg_buff,
222*4882a593Smuzhiyun cxgb4_collect_hw_dump,
223*4882a593Smuzhiyun ARRAY_SIZE(cxgb4_collect_hw_dump),
224*4882a593Smuzhiyun buf,
225*4882a593Smuzhiyun &total_size);
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun if (flag & CXGB4_ETH_DUMP_MEM)
228*4882a593Smuzhiyun cxgb4_cudbg_collect_entity(&cudbg_init, &dbg_buff,
229*4882a593Smuzhiyun cxgb4_collect_mem_dump,
230*4882a593Smuzhiyun ARRAY_SIZE(cxgb4_collect_mem_dump),
231*4882a593Smuzhiyun buf,
232*4882a593Smuzhiyun &total_size);
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun if (flag & CXGB4_ETH_DUMP_FLASH)
235*4882a593Smuzhiyun cxgb4_cudbg_collect_entity(&cudbg_init, &dbg_buff,
236*4882a593Smuzhiyun cxgb4_collect_flash_dump,
237*4882a593Smuzhiyun ARRAY_SIZE(cxgb4_collect_flash_dump),
238*4882a593Smuzhiyun buf,
239*4882a593Smuzhiyun &total_size);
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun cudbg_free_compress_buff(&cudbg_init);
242*4882a593Smuzhiyun cudbg_hdr->data_len = total_size;
243*4882a593Smuzhiyun if (cudbg_init.compress_type != CUDBG_COMPRESSION_NONE)
244*4882a593Smuzhiyun *buf_size = size;
245*4882a593Smuzhiyun else
246*4882a593Smuzhiyun *buf_size = total_size;
247*4882a593Smuzhiyun return 0;
248*4882a593Smuzhiyun }
249*4882a593Smuzhiyun
cxgb4_init_ethtool_dump(struct adapter * adapter)250*4882a593Smuzhiyun void cxgb4_init_ethtool_dump(struct adapter *adapter)
251*4882a593Smuzhiyun {
252*4882a593Smuzhiyun adapter->eth_dump.flag = CXGB4_ETH_DUMP_NONE;
253*4882a593Smuzhiyun adapter->eth_dump.version = adapter->params.fw_vers;
254*4882a593Smuzhiyun adapter->eth_dump.len = 0;
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun
cxgb4_cudbg_vmcoredd_collect(struct vmcoredd_data * data,void * buf)257*4882a593Smuzhiyun static int cxgb4_cudbg_vmcoredd_collect(struct vmcoredd_data *data, void *buf)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun struct adapter *adap = container_of(data, struct adapter, vmcoredd);
260*4882a593Smuzhiyun u32 len = data->size;
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun return cxgb4_cudbg_collect(adap, buf, &len, CXGB4_ETH_DUMP_ALL);
263*4882a593Smuzhiyun }
264*4882a593Smuzhiyun
cxgb4_cudbg_vmcore_add_dump(struct adapter * adap)265*4882a593Smuzhiyun int cxgb4_cudbg_vmcore_add_dump(struct adapter *adap)
266*4882a593Smuzhiyun {
267*4882a593Smuzhiyun struct vmcoredd_data *data = &adap->vmcoredd;
268*4882a593Smuzhiyun u32 len;
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun len = sizeof(struct cudbg_hdr) +
271*4882a593Smuzhiyun sizeof(struct cudbg_entity_hdr) * CUDBG_MAX_ENTITY;
272*4882a593Smuzhiyun len += CUDBG_DUMP_BUFF_SIZE;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun data->size = len;
275*4882a593Smuzhiyun snprintf(data->dump_name, sizeof(data->dump_name), "%s_%s",
276*4882a593Smuzhiyun cxgb4_driver_name, adap->name);
277*4882a593Smuzhiyun data->vmcoredd_callback = cxgb4_cudbg_vmcoredd_collect;
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun return vmcore_add_device_dump(data);
280*4882a593Smuzhiyun }
281