90 	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;  in _fault_stats_seq_show()  local
91 	struct hfi1_devdata *dd = dd_from_dev(ibd);  in _fault_stats_seq_show()
111 	if (!ibd->fault->n_rxfaults[i] && !ibd->fault->n_txfaults[i])  in _fault_stats_seq_show()
116 		   (unsigned long long)ibd->fault->n_rxfaults[i],  in _fault_stats_seq_show()
117 		   (unsigned long long)ibd->fault->n_txfaults[i]);  in _fault_stats_seq_show()
251 void hfi1_fault_exit_debugfs(struct hfi1_ibdev *ibd)  in hfi1_fault_exit_debugfs()  argument
253 	if (ibd->fault)  in hfi1_fault_exit_debugfs()
254 		debugfs_remove_recursive(ibd->fault->dir);  in hfi1_fault_exit_debugfs()
255 	kfree(ibd->fault);  in hfi1_fault_exit_debugfs()
256 	ibd->fault = NULL;  in hfi1_fault_exit_debugfs()
259 int hfi1_fault_init_debugfs(struct hfi1_ibdev *ibd)  in hfi1_fault_init_debugfs()  argument
261 	struct dentry *parent = ibd->hfi1_ibdev_dbg;  in hfi1_fault_init_debugfs()
264 	ibd->fault = kzalloc(sizeof(*ibd->fault), GFP_KERNEL);  in hfi1_fault_init_debugfs()
265 	if (!ibd->fault)  in hfi1_fault_init_debugfs()
268 	ibd->fault->attr.interval = 1;  in hfi1_fault_init_debugfs()
269 	ibd->fault->attr.require_end = ULONG_MAX;  in hfi1_fault_init_debugfs()
270 	ibd->fault->attr.stacktrace_depth = 32;  in hfi1_fault_init_debugfs()
271 	ibd->fault->attr.dname = NULL;  in hfi1_fault_init_debugfs()
272 	ibd->fault->attr.verbose = 0;  in hfi1_fault_init_debugfs()
273 	ibd->fault->enable = false;  in hfi1_fault_init_debugfs()
274 	ibd->fault->opcode = false;  in hfi1_fault_init_debugfs()
275 	ibd->fault->fault_skip = 0;  in hfi1_fault_init_debugfs()
276 	ibd->fault->skip = 0;  in hfi1_fault_init_debugfs()
277 	ibd->fault->direction = HFI1_FAULT_DIR_TXRX;  in hfi1_fault_init_debugfs()
278 	ibd->fault->suppress_err = false;  in hfi1_fault_init_debugfs()
279 	bitmap_zero(ibd->fault->opcodes,  in hfi1_fault_init_debugfs()
280 		    sizeof(ibd->fault->opcodes) * BITS_PER_BYTE);  in hfi1_fault_init_debugfs()
283 		fault_create_debugfs_attr("fault", parent, &ibd->fault->attr);  in hfi1_fault_init_debugfs()
285 		kfree(ibd->fault);  in hfi1_fault_init_debugfs()
286 		ibd->fault = NULL;  in hfi1_fault_init_debugfs()
289 	ibd->fault->dir = fault_dir;  in hfi1_fault_init_debugfs()
291 	debugfs_create_file("fault_stats", 0444, fault_dir, ibd,  in hfi1_fault_init_debugfs()
293 	debugfs_create_bool("enable", 0600, fault_dir, &ibd->fault->enable);  in hfi1_fault_init_debugfs()
295 			    &ibd->fault->suppress_err);  in hfi1_fault_init_debugfs()
297 			    &ibd->fault->opcode);  in hfi1_fault_init_debugfs()
298 	debugfs_create_file("opcodes", 0600, fault_dir, ibd->fault,  in hfi1_fault_init_debugfs()
301 			   &ibd->fault->fault_skip);  in hfi1_fault_init_debugfs()
303 			   &ibd->fault->fault_skip_usec);  in hfi1_fault_init_debugfs()
304 	debugfs_create_u8("direction", 0600, fault_dir, &ibd->fault->direction);  in hfi1_fault_init_debugfs()
309 bool hfi1_dbg_fault_suppress_err(struct hfi1_ibdev *ibd)  in hfi1_dbg_fault_suppress_err()  argument
311 	if (ibd->fault)  in hfi1_dbg_fault_suppress_err()
312 		return ibd->fault->suppress_err;  in hfi1_dbg_fault_suppress_err()
316 static bool __hfi1_should_fault(struct hfi1_ibdev *ibd, u32 opcode,  in __hfi1_should_fault()  argument
321 	if (!ibd->fault || !ibd->fault->enable)  in __hfi1_should_fault()
323 	if (!(ibd->fault->direction & direction))  in __hfi1_should_fault()
325 	if (ibd->fault->opcode) {  in __hfi1_should_fault()
326 		if (bitmap_empty(ibd->fault->opcodes,  in __hfi1_should_fault()
327 				 (sizeof(ibd->fault->opcodes) *  in __hfi1_should_fault()
330 		if (!(test_bit(opcode, ibd->fault->opcodes)))  in __hfi1_should_fault()
333 	if (ibd->fault->fault_skip_usec &&  in __hfi1_should_fault()
334 	    time_before(jiffies, ibd->fault->skip_usec))  in __hfi1_should_fault()
336 	if (ibd->fault->fault_skip && ibd->fault->skip) {  in __hfi1_should_fault()
337 		ibd->fault->skip--;  in __hfi1_should_fault()
340 	ret = should_fail(&ibd->fault->attr, 1);  in __hfi1_should_fault()
342 		ibd->fault->skip = ibd->fault->fault_skip;  in __hfi1_should_fault()
343 		ibd->fault->skip_usec = jiffies +  in __hfi1_should_fault()
344 			usecs_to_jiffies(ibd->fault->fault_skip_usec);  in __hfi1_should_fault()
351 	struct hfi1_ibdev *ibd = to_idev(qp->ibqp.device);  in hfi1_dbg_should_fault_tx()  local
353 	if (__hfi1_should_fault(ibd, opcode, HFI1_FAULT_DIR_TX)) {  in hfi1_dbg_should_fault_tx()
355 		ibd->fault->n_txfaults[opcode]++;  in hfi1_dbg_should_fault_tx()
363 	struct hfi1_ibdev *ibd = &packet->rcd->dd->verbs_dev;  in hfi1_dbg_should_fault_rx()  local
365 	if (__hfi1_should_fault(ibd, packet->opcode, HFI1_FAULT_DIR_RX)) {  in hfi1_dbg_should_fault_rx()
367 		ibd->fault->n_rxfaults[packet->opcode]++;  in hfi1_dbg_should_fault_rx()