1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */ 2*4882a593Smuzhiyun 3*4882a593Smuzhiyun #ifndef __NX_H__ 4*4882a593Smuzhiyun #define __NX_H__ 5*4882a593Smuzhiyun 6*4882a593Smuzhiyun #include <crypto/ctr.h> 7*4882a593Smuzhiyun 8*4882a593Smuzhiyun #define NX_NAME "nx-crypto" 9*4882a593Smuzhiyun #define NX_STRING "IBM Power7+ Nest Accelerator Crypto Driver" 10*4882a593Smuzhiyun #define NX_VERSION "1.0" 11*4882a593Smuzhiyun 12*4882a593Smuzhiyun /* a scatterlist in the format PHYP is expecting */ 13*4882a593Smuzhiyun struct nx_sg { 14*4882a593Smuzhiyun u64 addr; 15*4882a593Smuzhiyun u32 rsvd; 16*4882a593Smuzhiyun u32 len; 17*4882a593Smuzhiyun } __attribute((packed)); 18*4882a593Smuzhiyun 19*4882a593Smuzhiyun #define NX_PAGE_SIZE (4096) 20*4882a593Smuzhiyun #define NX_MAX_SG_ENTRIES (NX_PAGE_SIZE/(sizeof(struct nx_sg))) 21*4882a593Smuzhiyun 22*4882a593Smuzhiyun enum nx_status { 23*4882a593Smuzhiyun NX_DISABLED, 24*4882a593Smuzhiyun NX_WAITING, 25*4882a593Smuzhiyun NX_OKAY 26*4882a593Smuzhiyun }; 27*4882a593Smuzhiyun 28*4882a593Smuzhiyun /* msc_triplet and max_sync_cop are used only to assist in parsing the 29*4882a593Smuzhiyun * openFirmware property */ 30*4882a593Smuzhiyun struct msc_triplet { 31*4882a593Smuzhiyun u32 keybitlen; 32*4882a593Smuzhiyun u32 databytelen; 33*4882a593Smuzhiyun u32 sglen; 34*4882a593Smuzhiyun } __packed; 35*4882a593Smuzhiyun 36*4882a593Smuzhiyun struct max_sync_cop { 37*4882a593Smuzhiyun u32 fc; 38*4882a593Smuzhiyun u32 mode; 39*4882a593Smuzhiyun u32 triplets; 40*4882a593Smuzhiyun struct msc_triplet trip[]; 41*4882a593Smuzhiyun } __packed; 42*4882a593Smuzhiyun 43*4882a593Smuzhiyun struct alg_props { 44*4882a593Smuzhiyun u32 databytelen; 45*4882a593Smuzhiyun u32 sglen; 46*4882a593Smuzhiyun }; 47*4882a593Smuzhiyun 48*4882a593Smuzhiyun #define NX_OF_FLAG_MAXSGLEN_SET (1) 49*4882a593Smuzhiyun #define NX_OF_FLAG_STATUS_SET (2) 50*4882a593Smuzhiyun #define NX_OF_FLAG_MAXSYNCCOP_SET (4) 51*4882a593Smuzhiyun #define NX_OF_FLAG_MASK_READY (NX_OF_FLAG_MAXSGLEN_SET | \ 52*4882a593Smuzhiyun NX_OF_FLAG_STATUS_SET | \ 53*4882a593Smuzhiyun NX_OF_FLAG_MAXSYNCCOP_SET) 54*4882a593Smuzhiyun struct nx_of { 55*4882a593Smuzhiyun u32 flags; 56*4882a593Smuzhiyun u32 max_sg_len; 57*4882a593Smuzhiyun enum nx_status status; 58*4882a593Smuzhiyun struct alg_props ap[NX_MAX_FC][NX_MAX_MODE][3]; 59*4882a593Smuzhiyun }; 60*4882a593Smuzhiyun 61*4882a593Smuzhiyun struct nx_stats { 62*4882a593Smuzhiyun atomic_t aes_ops; 63*4882a593Smuzhiyun atomic64_t aes_bytes; 64*4882a593Smuzhiyun atomic_t sha256_ops; 65*4882a593Smuzhiyun atomic64_t sha256_bytes; 66*4882a593Smuzhiyun atomic_t sha512_ops; 67*4882a593Smuzhiyun atomic64_t sha512_bytes; 68*4882a593Smuzhiyun 69*4882a593Smuzhiyun atomic_t sync_ops; 70*4882a593Smuzhiyun 71*4882a593Smuzhiyun atomic_t errors; 72*4882a593Smuzhiyun atomic_t last_error; 73*4882a593Smuzhiyun atomic_t last_error_pid; 74*4882a593Smuzhiyun }; 75*4882a593Smuzhiyun 76*4882a593Smuzhiyun struct nx_crypto_driver { 77*4882a593Smuzhiyun struct nx_stats stats; 78*4882a593Smuzhiyun struct nx_of of; 79*4882a593Smuzhiyun struct vio_dev *viodev; 80*4882a593Smuzhiyun struct vio_driver viodriver; 81*4882a593Smuzhiyun struct dentry *dfs_root; 82*4882a593Smuzhiyun }; 83*4882a593Smuzhiyun 84*4882a593Smuzhiyun #define NX_GCM4106_NONCE_LEN (4) 85*4882a593Smuzhiyun #define NX_GCM_CTR_OFFSET (12) 86*4882a593Smuzhiyun struct nx_gcm_rctx { 87*4882a593Smuzhiyun u8 iv[16]; 88*4882a593Smuzhiyun }; 89*4882a593Smuzhiyun 90*4882a593Smuzhiyun struct nx_gcm_priv { 91*4882a593Smuzhiyun u8 iauth_tag[16]; 92*4882a593Smuzhiyun u8 nonce[NX_GCM4106_NONCE_LEN]; 93*4882a593Smuzhiyun }; 94*4882a593Smuzhiyun 95*4882a593Smuzhiyun #define NX_CCM_AES_KEY_LEN (16) 96*4882a593Smuzhiyun #define NX_CCM4309_AES_KEY_LEN (19) 97*4882a593Smuzhiyun #define NX_CCM4309_NONCE_LEN (3) 98*4882a593Smuzhiyun struct nx_ccm_rctx { 99*4882a593Smuzhiyun u8 iv[16]; 100*4882a593Smuzhiyun }; 101*4882a593Smuzhiyun 102*4882a593Smuzhiyun struct nx_ccm_priv { 103*4882a593Smuzhiyun u8 b0[16]; 104*4882a593Smuzhiyun u8 iauth_tag[16]; 105*4882a593Smuzhiyun u8 oauth_tag[16]; 106*4882a593Smuzhiyun u8 nonce[NX_CCM4309_NONCE_LEN]; 107*4882a593Smuzhiyun }; 108*4882a593Smuzhiyun 109*4882a593Smuzhiyun struct nx_xcbc_priv { 110*4882a593Smuzhiyun u8 key[16]; 111*4882a593Smuzhiyun }; 112*4882a593Smuzhiyun 113*4882a593Smuzhiyun struct nx_ctr_priv { 114*4882a593Smuzhiyun u8 nonce[CTR_RFC3686_NONCE_SIZE]; 115*4882a593Smuzhiyun }; 116*4882a593Smuzhiyun 117*4882a593Smuzhiyun struct nx_crypto_ctx { 118*4882a593Smuzhiyun spinlock_t lock; /* synchronize access to the context */ 119*4882a593Smuzhiyun void *kmem; /* unaligned, kmalloc'd buffer */ 120*4882a593Smuzhiyun size_t kmem_len; /* length of kmem */ 121*4882a593Smuzhiyun struct nx_csbcpb *csbcpb; /* aligned page given to phyp @ hcall time */ 122*4882a593Smuzhiyun struct vio_pfo_op op; /* operation struct with hcall parameters */ 123*4882a593Smuzhiyun struct nx_csbcpb *csbcpb_aead; /* secondary csbcpb used by AEAD algs */ 124*4882a593Smuzhiyun struct vio_pfo_op op_aead;/* operation struct for csbcpb_aead */ 125*4882a593Smuzhiyun 126*4882a593Smuzhiyun struct nx_sg *in_sg; /* aligned pointer into kmem to an sg list */ 127*4882a593Smuzhiyun struct nx_sg *out_sg; /* aligned pointer into kmem to an sg list */ 128*4882a593Smuzhiyun 129*4882a593Smuzhiyun struct alg_props *ap; /* pointer into props based on our key size */ 130*4882a593Smuzhiyun struct alg_props props[3];/* openFirmware properties for requests */ 131*4882a593Smuzhiyun struct nx_stats *stats; /* pointer into an nx_crypto_driver for stats 132*4882a593Smuzhiyun reporting */ 133*4882a593Smuzhiyun 134*4882a593Smuzhiyun union { 135*4882a593Smuzhiyun struct nx_gcm_priv gcm; 136*4882a593Smuzhiyun struct nx_ccm_priv ccm; 137*4882a593Smuzhiyun struct nx_xcbc_priv xcbc; 138*4882a593Smuzhiyun struct nx_ctr_priv ctr; 139*4882a593Smuzhiyun } priv; 140*4882a593Smuzhiyun }; 141*4882a593Smuzhiyun 142*4882a593Smuzhiyun struct crypto_aead; 143*4882a593Smuzhiyun 144*4882a593Smuzhiyun /* prototypes */ 145*4882a593Smuzhiyun int nx_crypto_ctx_aes_ccm_init(struct crypto_aead *tfm); 146*4882a593Smuzhiyun int nx_crypto_ctx_aes_gcm_init(struct crypto_aead *tfm); 147*4882a593Smuzhiyun int nx_crypto_ctx_aes_xcbc_init(struct crypto_tfm *tfm); 148*4882a593Smuzhiyun int nx_crypto_ctx_aes_ctr_init(struct crypto_skcipher *tfm); 149*4882a593Smuzhiyun int nx_crypto_ctx_aes_cbc_init(struct crypto_skcipher *tfm); 150*4882a593Smuzhiyun int nx_crypto_ctx_aes_ecb_init(struct crypto_skcipher *tfm); 151*4882a593Smuzhiyun int nx_crypto_ctx_sha_init(struct crypto_tfm *tfm); 152*4882a593Smuzhiyun void nx_crypto_ctx_exit(struct crypto_tfm *tfm); 153*4882a593Smuzhiyun void nx_crypto_ctx_skcipher_exit(struct crypto_skcipher *tfm); 154*4882a593Smuzhiyun void nx_crypto_ctx_aead_exit(struct crypto_aead *tfm); 155*4882a593Smuzhiyun void nx_ctx_init(struct nx_crypto_ctx *nx_ctx, unsigned int function); 156*4882a593Smuzhiyun int nx_hcall_sync(struct nx_crypto_ctx *ctx, struct vio_pfo_op *op, 157*4882a593Smuzhiyun u32 may_sleep); 158*4882a593Smuzhiyun struct nx_sg *nx_build_sg_list(struct nx_sg *, u8 *, unsigned int *, u32); 159*4882a593Smuzhiyun int nx_build_sg_lists(struct nx_crypto_ctx *nx_ctx, const u8 *iv, 160*4882a593Smuzhiyun struct scatterlist *dst, struct scatterlist *src, 161*4882a593Smuzhiyun unsigned int *nbytes, unsigned int offset, u8 *oiv); 162*4882a593Smuzhiyun struct nx_sg *nx_walk_and_build(struct nx_sg *, unsigned int, 163*4882a593Smuzhiyun struct scatterlist *, unsigned int, 164*4882a593Smuzhiyun unsigned int *); 165*4882a593Smuzhiyun 166*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_FS 167*4882a593Smuzhiyun #define NX_DEBUGFS_INIT(drv) nx_debugfs_init(drv) 168*4882a593Smuzhiyun #define NX_DEBUGFS_FINI(drv) nx_debugfs_fini(drv) 169*4882a593Smuzhiyun 170*4882a593Smuzhiyun void nx_debugfs_init(struct nx_crypto_driver *); 171*4882a593Smuzhiyun void nx_debugfs_fini(struct nx_crypto_driver *); 172*4882a593Smuzhiyun #else 173*4882a593Smuzhiyun #define NX_DEBUGFS_INIT(drv) (0) 174*4882a593Smuzhiyun #define NX_DEBUGFS_FINI(drv) (0) 175*4882a593Smuzhiyun #endif 176*4882a593Smuzhiyun 177*4882a593Smuzhiyun #define NX_PAGE_NUM(x) ((u64)(x) & 0xfffffffffffff000ULL) 178*4882a593Smuzhiyun 179*4882a593Smuzhiyun extern struct skcipher_alg nx_cbc_aes_alg; 180*4882a593Smuzhiyun extern struct skcipher_alg nx_ecb_aes_alg; 181*4882a593Smuzhiyun extern struct aead_alg nx_gcm_aes_alg; 182*4882a593Smuzhiyun extern struct aead_alg nx_gcm4106_aes_alg; 183*4882a593Smuzhiyun extern struct skcipher_alg nx_ctr3686_aes_alg; 184*4882a593Smuzhiyun extern struct aead_alg nx_ccm_aes_alg; 185*4882a593Smuzhiyun extern struct aead_alg nx_ccm4309_aes_alg; 186*4882a593Smuzhiyun extern struct shash_alg nx_shash_aes_xcbc_alg; 187*4882a593Smuzhiyun extern struct shash_alg nx_shash_sha512_alg; 188*4882a593Smuzhiyun extern struct shash_alg nx_shash_sha256_alg; 189*4882a593Smuzhiyun 190*4882a593Smuzhiyun extern struct nx_crypto_driver nx_driver; 191*4882a593Smuzhiyun 192*4882a593Smuzhiyun #define SCATTERWALK_TO_SG 1 193*4882a593Smuzhiyun #define SCATTERWALK_FROM_SG 0 194*4882a593Smuzhiyun 195*4882a593Smuzhiyun #endif 196