6 #include <assert.h>
7 #include <crypto/crypto_accel.h>
8 #include <crypto/crypto.h>
9 #include <crypto/ghash-ce-core.h>
10 #include <crypto/internal_aes-gcm.h>
11 #include <io.h>
12 #include <kernel/panic.h>
13 #include <kernel/thread.h>
14 #include <string.h>
15 #include <types_ext.h>
17 #include "aes_armv8a_ce.h"
35 static void ghash_reflect(uint64_t h[2], const uint64_t k[2])  in ghash_reflect()
40 	h[0] = (a << 1) | (b >> 63);  in ghash_reflect()
41 	h[1] = (b << 1) | (a >> 63);  in ghash_reflect()
43 		h[1] ^= 0xc200000000000000UL;  in ghash_reflect()
50 	uint64_t h[2] = { 0 };  in internal_aes_gcm_set_key()  local
55 	ghash_reflect(state->ghash_key.h, k);  in internal_aes_gcm_set_key()
57 	internal_aes_gcm_gfmul(k, k, h);  in internal_aes_gcm_set_key()
58 	ghash_reflect(state->ghash_key.h2, h);  in internal_aes_gcm_set_key()
60 	internal_aes_gcm_gfmul(k, h, h);  in internal_aes_gcm_set_key()
61 	ghash_reflect(state->ghash_key.h3, h);  in internal_aes_gcm_set_key()
63 	internal_aes_gcm_gfmul(k, h, h);  in internal_aes_gcm_set_key()
64 	ghash_reflect(state->ghash_key.h4, h);  in internal_aes_gcm_set_key()