53 static void set_mkc_access_pd_addr_fields(void *mkc, int acc, u64 start_addr,  in set_mkc_access_pd_addr_fields()  argument
58 	MLX5_SET(mkc, mkc, a, !!(acc & IB_ACCESS_REMOTE_ATOMIC));  in set_mkc_access_pd_addr_fields()
59 	MLX5_SET(mkc, mkc, rw, !!(acc & IB_ACCESS_REMOTE_WRITE));  in set_mkc_access_pd_addr_fields()
60 	MLX5_SET(mkc, mkc, rr, !!(acc & IB_ACCESS_REMOTE_READ));  in set_mkc_access_pd_addr_fields()
61 	MLX5_SET(mkc, mkc, lw, !!(acc & IB_ACCESS_LOCAL_WRITE));  in set_mkc_access_pd_addr_fields()
62 	MLX5_SET(mkc, mkc, lr, 1);  in set_mkc_access_pd_addr_fields()
65 		MLX5_SET(mkc, mkc, relaxed_ordering_write,  in set_mkc_access_pd_addr_fields()
68 		MLX5_SET(mkc, mkc, relaxed_ordering_read,  in set_mkc_access_pd_addr_fields()
71 	MLX5_SET(mkc, mkc, pd, to_mpd(pd)->pdn);  in set_mkc_access_pd_addr_fields()
72 	MLX5_SET(mkc, mkc, qpn, 0xffffff);  in set_mkc_access_pd_addr_fields()
73 	MLX5_SET64(mkc, mkc, start_addr, start_addr);  in set_mkc_access_pd_addr_fields()
81 	void *mkc;  in assign_mkey_variant()  local
83 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in assign_mkey_variant()
84 	MLX5_SET(mkc, mkc, mkey_7_0, key);  in assign_mkey_variant()
168 static struct mlx5_ib_mr *alloc_cache_mr(struct mlx5_cache_ent *ent, void *mkc)  in alloc_cache_mr()  argument
179 	set_mkc_access_pd_addr_fields(mkc, 0, 0, ent->dev->umrc.pd);  in alloc_cache_mr()
180 	MLX5_SET(mkc, mkc, free, 1);  in alloc_cache_mr()
181 	MLX5_SET(mkc, mkc, umr_en, 1);  in alloc_cache_mr()
182 	MLX5_SET(mkc, mkc, access_mode_1_0, ent->access_mode & 0x3);  in alloc_cache_mr()
183 	MLX5_SET(mkc, mkc, access_mode_4_2, (ent->access_mode >> 2) & 0x7);  in alloc_cache_mr()
185 	MLX5_SET(mkc, mkc, translations_octword_size, ent->xlt);  in alloc_cache_mr()
186 	MLX5_SET(mkc, mkc, log_page_size, ent->page);  in alloc_cache_mr()
195 	void *mkc;  in add_keys()  local
204 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in add_keys()
206 		mr = alloc_cache_mr(ent, mkc);  in add_keys()
243 	void *mkc;  in create_cache_mr()  local
250 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in create_cache_mr()
252 	mr = alloc_cache_mr(ent, mkc);  in create_cache_mr()
816 	void *mkc;  in mlx5_ib_get_dma_mr()  local
830 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_ib_get_dma_mr()
832 	MLX5_SET(mkc, mkc, access_mode_1_0, MLX5_MKC_ACCESS_MODE_PA);  in mlx5_ib_get_dma_mr()
833 	MLX5_SET(mkc, mkc, length64, 1);  in mlx5_ib_get_dma_mr()
834 	set_mkc_access_pd_addr_fields(mkc, acc, 0, pd);  in mlx5_ib_get_dma_mr()
1178 	void *mkc;  in reg_create()  local
1213 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in reg_create()
1214 	set_mkc_access_pd_addr_fields(mkc, access_flags, virt_addr,  in reg_create()
1216 	MLX5_SET(mkc, mkc, free, !populate);  in reg_create()
1217 	MLX5_SET(mkc, mkc, access_mode_1_0, MLX5_MKC_ACCESS_MODE_MTT);  in reg_create()
1218 	MLX5_SET(mkc, mkc, umr_en, 1);  in reg_create()
1220 	MLX5_SET64(mkc, mkc, len, length);  in reg_create()
1221 	MLX5_SET(mkc, mkc, bsf_octword_size, 0);  in reg_create()
1222 	MLX5_SET(mkc, mkc, translations_octword_size,  in reg_create()
1224 	MLX5_SET(mkc, mkc, log_page_size, page_shift);  in reg_create()
1269 	void *mkc;  in mlx5_ib_get_dm_mr()  local
1283 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_ib_get_dm_mr()
1285 	MLX5_SET(mkc, mkc, access_mode_1_0, mode & 0x3);  in mlx5_ib_get_dm_mr()
1286 	MLX5_SET(mkc, mkc, access_mode_4_2, (mode >> 2) & 0x7);  in mlx5_ib_get_dm_mr()
1287 	MLX5_SET64(mkc, mkc, len, length);  in mlx5_ib_get_dm_mr()
1288 	set_mkc_access_pd_addr_fields(mkc, acc, start_addr, pd);  in mlx5_ib_get_dm_mr()
1742 	void *mkc;  in mlx5_set_umr_free_mkey()  local
1744 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_set_umr_free_mkey()
1747 	set_mkc_access_pd_addr_fields(mkc, 0, 0, pd);  in mlx5_set_umr_free_mkey()
1748 	MLX5_SET(mkc, mkc, free, 1);  in mlx5_set_umr_free_mkey()
1749 	MLX5_SET(mkc, mkc, translations_octword_size, ndescs);  in mlx5_set_umr_free_mkey()
1750 	MLX5_SET(mkc, mkc, access_mode_1_0, access_mode & 0x3);  in mlx5_set_umr_free_mkey()
1751 	MLX5_SET(mkc, mkc, access_mode_4_2, (access_mode >> 2) & 0x7);  in mlx5_set_umr_free_mkey()
1752 	MLX5_SET(mkc, mkc, umr_en, 1);  in mlx5_set_umr_free_mkey()
1753 	MLX5_SET(mkc, mkc, log_page_size, page_shift);  in mlx5_set_umr_free_mkey()
1853 	void *mkc;  in mlx5_alloc_integrity_descs()  local
1888 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_alloc_integrity_descs()
1889 	MLX5_SET(mkc, mkc, bsf_en, 1);  in mlx5_alloc_integrity_descs()
1890 	MLX5_SET(mkc, mkc, bsf_octword_size, MLX5_MKEY_BSF_OCTO_SIZE);  in mlx5_alloc_integrity_descs()
1998 	void *mkc;  in mlx5_ib_alloc_mw()  local
2027 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_ib_alloc_mw()
2029 	MLX5_SET(mkc, mkc, free, 1);  in mlx5_ib_alloc_mw()
2030 	MLX5_SET(mkc, mkc, translations_octword_size, ndescs);  in mlx5_ib_alloc_mw()
2031 	MLX5_SET(mkc, mkc, pd, to_mpd(ibmw->pd)->pdn);  in mlx5_ib_alloc_mw()
2032 	MLX5_SET(mkc, mkc, umr_en, 1);  in mlx5_ib_alloc_mw()
2033 	MLX5_SET(mkc, mkc, lr, 1);  in mlx5_ib_alloc_mw()
2034 	MLX5_SET(mkc, mkc, access_mode_1_0, MLX5_MKC_ACCESS_MODE_KLMS);  in mlx5_ib_alloc_mw()
2035 	MLX5_SET(mkc, mkc, en_rinval, !!((ibmw->type == IB_MW_TYPE_2)));  in mlx5_ib_alloc_mw()
2036 	MLX5_SET(mkc, mkc, qpn, 0xffffff);  in mlx5_ib_alloc_mw()