98     const __m128i *rk = (const __m128i *) (ctx->buf + ctx->rk_offset);  in mbedtls_aesni_crypt_ecb()  local
104     state = _mm_xor_si128(state, rk[0]);  // state ^= *rk;  in mbedtls_aesni_crypt_ecb()
105     ++rk;  in mbedtls_aesni_crypt_ecb()
111             state = _mm_aesdec_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
112             ++rk;  in mbedtls_aesni_crypt_ecb()
115         state = _mm_aesdeclast_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
122             state = _mm_aesenc_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
123             ++rk;  in mbedtls_aesni_crypt_ecb()
126         state = _mm_aesenclast_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
281     __m128i *rk = (__m128i *) rk_bytes;  in aesni_setkey_enc_128()  local
283     memcpy(&rk[0], key, 16);  in aesni_setkey_enc_128()
284     rk[1] = aesni_set_rk_128(rk[0], _mm_aeskeygenassist_si128(rk[0], 0x01));  in aesni_setkey_enc_128()
285     rk[2] = aesni_set_rk_128(rk[1], _mm_aeskeygenassist_si128(rk[1], 0x02));  in aesni_setkey_enc_128()
286     rk[3] = aesni_set_rk_128(rk[2], _mm_aeskeygenassist_si128(rk[2], 0x04));  in aesni_setkey_enc_128()
287     rk[4] = aesni_set_rk_128(rk[3], _mm_aeskeygenassist_si128(rk[3], 0x08));  in aesni_setkey_enc_128()
288     rk[5] = aesni_set_rk_128(rk[4], _mm_aeskeygenassist_si128(rk[4], 0x10));  in aesni_setkey_enc_128()
289     rk[6] = aesni_set_rk_128(rk[5], _mm_aeskeygenassist_si128(rk[5], 0x20));  in aesni_setkey_enc_128()
290     rk[7] = aesni_set_rk_128(rk[6], _mm_aeskeygenassist_si128(rk[6], 0x40));  in aesni_setkey_enc_128()
291     rk[8] = aesni_set_rk_128(rk[7], _mm_aeskeygenassist_si128(rk[7], 0x80));  in aesni_setkey_enc_128()
292     rk[9] = aesni_set_rk_128(rk[8], _mm_aeskeygenassist_si128(rk[8], 0x1B));  in aesni_setkey_enc_128()
293     rk[10] = aesni_set_rk_128(rk[9], _mm_aeskeygenassist_si128(rk[9], 0x36));  in aesni_setkey_enc_128()
301                              unsigned char *rk)  in aesni_set_rk_192()  argument
332     memcpy(rk, state0, 16);  in aesni_set_rk_192()
333     memcpy(rk + 16, state1, 8);  in aesni_set_rk_192()
336 static void aesni_setkey_enc_192(unsigned char *rk,  in aesni_setkey_enc_192()  argument
340     memcpy(rk, key, 24);  in aesni_setkey_enc_192()
342     __m128i state0 = ((__m128i *) rk)[0];  in aesni_setkey_enc_192()
343     __m128i state1 = _mm_loadl_epi64(((__m128i *) rk) + 1);  in aesni_setkey_enc_192()
345     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x01), rk + 24 * 1);  in aesni_setkey_enc_192()
346     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x02), rk + 24 * 2);  in aesni_setkey_enc_192()
347     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x04), rk + 24 * 3);  in aesni_setkey_enc_192()
348     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x08), rk + 24 * 4);  in aesni_setkey_enc_192()
349     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x10), rk + 24 * 5);  in aesni_setkey_enc_192()
350     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x20), rk + 24 * 6);  in aesni_setkey_enc_192()
351     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x40), rk + 24 * 7);  in aesni_setkey_enc_192()
352     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x80), rk + 24 * 8);  in aesni_setkey_enc_192()
399     __m128i *rk = (__m128i *) rk_bytes;  in aesni_setkey_enc_256()  local
401     memcpy(&rk[0], key, 16);  in aesni_setkey_enc_256()
402     memcpy(&rk[1], key + 16, 16);  in aesni_setkey_enc_256()
408     aesni_set_rk_256(rk[0], rk[1], _mm_aeskeygenassist_si128(rk[1], 0x01), &rk[2], &rk[3]);  in aesni_setkey_enc_256()
409     aesni_set_rk_256(rk[2], rk[3], _mm_aeskeygenassist_si128(rk[3], 0x02), &rk[4], &rk[5]);  in aesni_setkey_enc_256()
410     aesni_set_rk_256(rk[4], rk[5], _mm_aeskeygenassist_si128(rk[5], 0x04), &rk[6], &rk[7]);  in aesni_setkey_enc_256()
411     aesni_set_rk_256(rk[6], rk[7], _mm_aeskeygenassist_si128(rk[7], 0x08), &rk[8], &rk[9]);  in aesni_setkey_enc_256()
412     aesni_set_rk_256(rk[8], rk[9], _mm_aeskeygenassist_si128(rk[9], 0x10), &rk[10], &rk[11]);  in aesni_setkey_enc_256()
413     aesni_set_rk_256(rk[10], rk[11], _mm_aeskeygenassist_si128(rk[11], 0x20), &rk[12], &rk[13]);  in aesni_setkey_enc_256()
414     aesni_set_rk_256(rk[12], rk[13], _mm_aeskeygenassist_si128(rk[13], 0x40), &rk[14], &rk[15]);  in aesni_setkey_enc_256()
649 static void aesni_setkey_enc_128(unsigned char *rk,  in aesni_setkey_enc_128()  argument
692          : "r" (rk), "r" (key)  in aesni_setkey_enc_128()
700 static void aesni_setkey_enc_192(unsigned char *rk,  in aesni_setkey_enc_192()  argument
750          : "r" (rk), "r" (key)  in aesni_setkey_enc_192()
759 static void aesni_setkey_enc_256(unsigned char *rk,  in aesni_setkey_enc_256()  argument
818          : "r" (rk), "r" (key)  in aesni_setkey_enc_256()
828 int mbedtls_aesni_setkey_enc(unsigned char *rk,  in mbedtls_aesni_setkey_enc()  argument
833         case 128: aesni_setkey_enc_128(rk, key); break;  in mbedtls_aesni_setkey_enc()
835         case 192: aesni_setkey_enc_192(rk, key); break;  in mbedtls_aesni_setkey_enc()
836         case 256: aesni_setkey_enc_256(rk, key); break;  in mbedtls_aesni_setkey_enc()