Lines Matching refs:H0
420 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) =
713 vmovd %rax#d,$H0
815 vmovd %rax#d,$H0
845 vmovd 4*0($ctx),$H0 # load hash value
988 vmovdqa $H0,0x00(%r11) #
989 vpmuludq 0x20(%rsp),$T4,$H0 # h4*s1
992 vpaddq $H0,$D0,$D0 # d0 += h4*s1
995 vpmuludq $T2,$H2,$H0 # h2*r1
997 vpaddq $H0,$D3,$D3 # d3 += h2*r1
1002 vpmuludq $T2,$H3,$H0 # h2*r2
1006 vpaddq $H0,$D4,$D4 # d4 += h2*r2
1012 vpmuludq $T4,$H4,$H0 # h4*s2
1014 vpaddq $H0,$D1,$D1 # d1 += h4*s2
1023 vpmuludq $T4,$H3,$H0 # h4*s3
1025 vpaddq $H0,$D2,$D2 # d2 += h4*s3
1026 vmovdqu 16*0($inp),$H0 # load input
1036 vpsrldq \$6,$H0,$H2 # splat input
1042 vpunpckhqdq $H1,$H0,$H4 # 4
1047 vpunpcklqdq $H1,$H0,$H0 # 0:1
1052 vpsrlq \$26,$H0,$H1
1053 vpand $MASK,$H0,$H0 # 0
1062 vpaddq 0x00(%r11),$H0,$H0 # add hash value
1082 vpmuludq $H0,$T4,$T0 # h0*r0
1102 vpmuludq $H0,$T2,$T2 # h0*r1
1112 vpmuludq $H0,$T3,$T3 # h0*r2
1123 vpmuludq $H0,$T2,$T2 # h0*r3
1142 vpmuludq -0x20(%r11),$H0,$H4 # h0*r4
1143 vpmuludq $H1,$T4,$H0
1146 vpaddq $H0,$D0,$H0 # h0 = d0 + h1*s4
1172 vpsrlq \$26,$H0,$D0
1173 vpand $MASK,$H0,$H0
1183 vpaddq $D0,$H0,$H0
1185 vpaddq $D0,$H0,$H0 # h4 -> h0
1191 vpsrlq \$26,$H0,$D0
1192 vpand $MASK,$H0,$H0
1210 vpaddq $H0,$T0,$T0
1217 vmovdqa $H0,0x00(%r11)
1235 vpmuludq $T3,$H2,$H0 # h3*r1
1236 vpaddq $H0,$D4,$D4 # d4 += h3*r1
1241 vpmuludq $T1,$H2,$H0 # h1*r1
1242 vpaddq $H0,$D2,$D2 # d2 += h1*r1
1251 vpmuludq $T1,$H4,$H0 # h1*r2
1252 vpaddq $H0,$D3,$D3 # d3 += h1*r2
1262 vpmuludq $T1,$H3,$H0 # h1*r3
1263 vpaddq $H0,$D4,$D4 # d4 += h1*r3
1270 vpmuludq $T3,$H4,$H0 # h3*s3
1271 vpaddq $H0,$D1,$D1 # d1 += h3*s3
1279 vpmuludq $T3,$H3,$H0 # h3*s4
1280 vpaddq $H0,$D2,$D2 # h2 = d2 + h3*s4
1288 vmovdqu 16*0($inp),$H0 # load input
1291 vpsrldq \$6,$H0,$H2 # splat input
1293 vpunpckhqdq $H1,$H0,$H4 # 4
1294 vpunpcklqdq $H1,$H0,$H0 # 0:1
1298 vpsrlq \$26,$H0,$H1
1299 vpand $MASK,$H0,$H0 # 0
1308 vpaddq 0x00(%r11),$H0,$H0
1317 vpmuludq $H0,$T4,$T0 # h0*r0
1337 vpmuludq $H0,$T2,$T2 # h0*r1
1348 vpmuludq $H0,$T4,$T4 # h0*r2
1358 vpmuludq $H0,$T3,$T3 # h0*r3
1369 vpmuludq $H0,$T2,$T2 # h0*r4
1402 vpsrlq \$26,$D0,$H0
1404 vpaddq $H0,$D1,$D1 # h0 -> h1
1421 vpsrlq \$26,$D0,$H0
1423 vpaddq $H0,$D1,$D1 # h0 -> h1
1517 my ($H0,$H1,$H2,$H3,$H4, $MASK, $T4,$T0,$T1,$T2,$T3, $D0,$D1,$D2,$D3,$D4) =
1641 vmovd %rax#d,%x#$H0
1748 vmovd %rax#d,%x#$H0
1789 vmovd 4*0($ctx),%x#$H0 # load hash value base 2^26
1905 vpaddq $H0,$T0,$H0
1936 vpmuludq $H0,$T1,$T4 # h0*r1
1946 vpmuludq $H0,$T0,$T4 # h0*r0
1964 vpmuludq $H0,$T2,$T2 # h0*r2
1971 vpmuludq $H0,$H2,$H2 # h0*r3
1988 vpmuludq `32*7-0x90`(%rax),$H0,$H4 # h0*r4
1989 vpmuludq $H1,$S4,$H0 # h1*s4
1992 vpaddq $H0,$D0,$H0 # h0 = d0 + h1*s4
2001 vpsrlq \$26,$H0,$D0
2002 vpand $MASK,$H0,$H0
2014 vpaddq $D4,$H0,$H0
2016 vpaddq $D4,$H0,$H0 # h4 -> h0
2028 vpsrlq \$26,$H0,$D0
2029 vpand $MASK,$H0,$H0
2055 vpaddq $H0,$T0,$H0
2071 vpmuludq $H0,$T1,$T4 # h0*r1
2080 vpmuludq $H0,$T0,$T4 # h0*r0
2096 vpmuludq $H0,$T2,$T2 # h0*r2
2101 vpmuludq $H0,$H2,$H2 # h0*r3
2113 vpmuludq `32*7+4-0x90`(%rax),$H0,$H4 # h0*r4
2114 vpmuludq $H1,$S4,$H0 # h1*s4
2117 vpaddq $H0,$D0,$H0 # h0 = d0 + h1*s4
2126 vpsrldq \$8,$H0,$T0
2131 vpaddq $T0,$H0,$H0
2135 vpermq \$0x2,$H0,$T0
2140 vpaddq $T0,$H0,$H0
2151 vpsrlq \$26,$H0,$D0
2152 vpand $MASK,$H0,$H0
2162 vpaddq $D4,$H0,$H0
2164 vpaddq $D4,$H0,$H0 # h4 -> h0
2170 vpsrlq \$26,$H0,$D0
2171 vpand $MASK,$H0,$H0
2178 vmovd %x#$H0,`4*0-48-64`($ctx)# save partially reduced
2214 map(s/%y/%z/,($H0,$H1,$H2,$H3,$H4));
2471 vpaddq $H0,$T0,$H0
2486 vpmuludq $H0,$R3,$M3
2487 vpmuludq $H0,$R4,$M4
2488 vpmuludq $H0,$R0,$M0
2489 vpmuludq $H0,$R1,$M1
2498 vpmuludq $H0,$R2,$M2
2530 vpaddq $M0,$D0,$H0 # h0 = d0 + h4*s1
2546 vpsrlq \$26,$H0,$D0
2547 vpandq $MASK,$H0,$H0
2559 vpaddq $D4,$H0,$H0
2561 vpaddq $D4,$H0,$H0 # h4 -> h0
2572 vpsrlq \$26,$H0,$D0
2573 vpandq $MASK,$H0,$H0
2611 vpaddq $H0,$T0,$H0
2626 vpmuludq $H0,$R3,$M3
2627 vpmuludq $H0,$R4,$M4
2628 vpmuludq $H0,$R0,$M0
2629 vpmuludq $H0,$R1,$M1
2639 vpmuludq $H0,$R2,$M2
2670 vpaddq $M0,$D0,$H0 # h0 = d0 + h4*s1
2680 vpermq \$0xb1,$H0,$D0
2685 vpaddq $D0,$H0,$H0
2692 vpermq \$0x2,$H0,$D0
2697 vpaddq $D0,$H0,$H0
2703 vextracti64x4 \$0x1,$H0,%y#$D0
2708 vpaddq $D0,$H0,${H0}{%k3}{z}
2713 map(s/%z/%y/,($H0,$H1,$H2,$H3,$H4, $D0,$D1,$D2,$D3,$D4, $MASK));
2725 vpsrlq \$26,$H0,$D0
2726 vpand $MASK,$H0,$H0
2740 vpaddq $D4,$H0,$H0
2744 vpaddq $D4,$H0,$H0 # h4 -> h0
2752 vpsrlq \$26,$H0,$D0
2753 vpand $MASK,$H0,$H0
2769 vmovd %x#$H0,`4*0-48-64`($ctx)# save partially reduced
2900 my ($H0,$H1,$H2,$r2r1r0,$r1r0s2,$r0s2s1,$Dlo,$Dhi) = map("%ymm$_",(0..5,16,17));
2964 vpermq \$0,$Dlo,${H0}{%k7}{z} # smash hash value
2971 vpmadd52luq $r2r1r0,$H0,$Dlo
2972 vpmadd52huq $r2r1r0,$H0,$Dhi
3023 my ($H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2) = map("%ymm$_",(0..5,16,17));
3048 vmovq 0($ctx),%x#$H0 # load current hash value
3100 vmovdqa $R0,$H0
3120 vpmadd52luq $H0,$R0,$D0lo
3121 vpmadd52huq $H0,$R0,$D0hi
3122 vpmadd52luq $H0,$R1,$D1lo
3123 vpmadd52huq $H0,$R1,$D1hi
3124 vpmadd52luq $H0,$R2,$D2lo
3125 vpmadd52huq $H0,$R2,$D2hi
3138 vpandq $mask44,$D0lo,$H0
3155 vpaddq $D2hi,$H0,$H0
3158 vpaddq $D2hi,$H0,$H0
3160 vpsrlq \$44,$H0,$tmp # additional step
3161 vpandq $mask44,$H0,$H0
3172 vpunpcklqdq $R0,$H0,$R0
3173 vpbroadcastq %x#$H0,%x#$H0
3189 vinserti128 \$1,%x#$R0,$H0,$R0
3199 vmovq 0($ctx),%x#$H0 # load current hash value
3263 vpaddq $T0,$H0,$H0
3282 vpmadd52luq $H0,$R0,$D0lo
3283 vpmadd52huq $H0,$R0,$D0hi
3284 vpmadd52luq $H0,$R1,$D1lo
3285 vpmadd52huq $H0,$R1,$D1hi
3286 vpmadd52luq $H0,$R2,$D2lo
3287 vpmadd52huq $H0,$R2,$D2hi
3302 vpandq $mask44,$D0lo,$H0
3325 vpaddq $D2hi,$H0,$H0
3328 vpaddq $D2hi,$H0,$H0
3332 vpsrlq \$44,$H0,$tmp # additional step
3333 vpandq $mask44,$H0,$H0
3352 vpaddq $T0,$H0,$H0
3368 vpmadd52luq $H0,$R0,$D0lo
3369 vpmadd52huq $H0,$R0,$D0hi
3370 vpmadd52luq $H0,$R1,$D1lo
3371 vpmadd52huq $H0,$R1,$D1hi
3372 vpmadd52luq $H0,$R2,$D2lo
3373 vpmadd52huq $H0,$R2,$D2hi
3388 vpsrldq \$8,$D0hi,$H0
3392 vpaddq $H0,$D0hi,$D0hi
3398 vpermq \$0x2,$D0hi,$H0
3405 vpaddq $H0,$D0hi,${D0hi}{%k1}{z}
3417 vpandq $mask44,$D0lo,$H0
3434 vpaddq $D2hi,$H0,$H0
3437 vpaddq $D2hi,$H0,$H0
3439 vpsrlq \$44,$H0,$tmp # additional step
3440 vpandq $mask44,$H0,$H0
3448 vmovq %x#$H0,0($ctx)
3464 my ($H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2) = map("%ymm$_",(0..5,16,17));
3485 vmovq 0($ctx),%x#$H0 # load current hash value
3576 map(s/%y/%z/, $H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2);
3628 vpaddq $T0,$H0,$H0
3647 vpmadd52luq $H0,$R0,$D0lo
3648 vpmadd52huq $H0,$R0,$D0hi
3649 vpmadd52luq $H0,$R1,$D1lo
3650 vpmadd52huq $H0,$R1,$D1hi
3651 vpmadd52luq $H0,$R2,$D2lo
3652 vpmadd52huq $H0,$R2,$D2hi
3667 vpandq $mask44,$D0lo,$H0
3690 vpaddq $D2hi,$H0,$H0
3693 vpaddq $D2hi,$H0,$H0
3697 vpsrlq \$44,$H0,$tmp # additional step
3698 vpandq $mask44,$H0,$H0
3707 vpaddq $T0,$H0,$H0
3723 vpmadd52luq $H0,$RR0,$D0lo
3724 vpmadd52huq $H0,$RR0,$D0hi
3725 vpmadd52luq $H0,$RR1,$D1lo
3726 vpmadd52huq $H0,$RR1,$D1hi
3727 vpmadd52luq $H0,$RR2,$D2lo
3728 vpmadd52huq $H0,$RR2,$D2hi
3743 vpsrldq \$8,$D0hi,$H0
3747 vpaddq $H0,$D0hi,$D0hi
3753 vpermq \$0x2,$D0hi,$H0
3760 vpaddq $H0,$D0hi,$D0hi
3766 vextracti64x4 \$1,$D0hi,%y#$H0
3776 map(s/%z/%y/, $H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2);
3782 vpaddq $H0,$D0hi,${D0hi}{%k1}{z}
3792 vpandq $mask44,$D0lo,$H0
3809 vpaddq $D2hi,$H0,$H0
3812 vpaddq $D2hi,$H0,$H0
3814 vpsrlq \$44,$H0,$tmp # additional step
3815 vpandq $mask44,$H0,$H0
3821 vmovq %x#$H0,0($ctx)