1 # Copyright (c) 2011-2012, Andy Polyakov <appro@openssl.org>
4 # Redistribution and use in source and binary forms, with or without
5 # modification, are permitted provided that the following conditions
8 # * Redistributions of source code must retain copyright notices,
9 # this list of conditions and the following disclaimer.
11 # * Redistributions in binary form must reproduce the above
12 # copyright notice, this list of conditions and the following
13 # disclaimer in the documentation and/or other materials
14 # provided with the distribution.
16 # * Neither the name of the Andy Polyakov nor the names of its
17 # copyright holder and contributors may be used to endorse or
18 # promote products derived from this software without specific
19 # prior written permission.
21 # ALTERNATIVELY, provided that this notice is retained in full, this
22 # product may be distributed under the terms of the GNU General Public
23 # License (GPL), in which case the provisions of the GPL apply INSTEAD OF
26 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER AND CONTRIBUTORS
27 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
28 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
29 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
30 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
31 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
32 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
33 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
34 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
35 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
36 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
38 # *** This file is auto-generated ***
43 .type gcm_gmult_4bit,@function
52 leaq .Lrem_4bit(%rip),%r11
59 movq 8(%rsi,%rax,1),%r8
60 movq (%rsi,%rax,1),%r9
70 movb (%rdi,%rcx,1),%al
72 xorq 8(%rsi,%rbx,1),%r8
74 xorq (%rsi,%rbx,1),%r9
76 xorq (%r11,%rdx,8),%r9
87 xorq 8(%rsi,%rax,1),%r8
89 xorq (%rsi,%rax,1),%r9
91 xorq (%r11,%rdx,8),%r9
102 xorq 8(%rsi,%rax,1),%r8
104 xorq (%rsi,%rax,1),%r9
106 xorq (%r11,%rdx,8),%r9
114 xorq 8(%rsi,%rbx,1),%r8
116 xorq (%rsi,%rbx,1),%r9
118 xorq (%r11,%rdx,8),%r9
129 .size gcm_gmult_4bit,.-gcm_gmult_4bit
130 .globl gcm_ghash_4bit
131 .type gcm_ghash_4bit,@function
145 leaq 16+128(%rsp),%rbp
147 movq 0+0-128(%rsi),%r8
148 movq 0+8-128(%rsi),%rax
153 movq 16+0-128(%rsi),%r9
155 movq 16+8-128(%rsi),%rbx
164 movq 32+0-128(%rsi),%r8
166 movq %rax,0-128(%rbp)
167 movq 32+8-128(%rsi),%rax
176 movq 48+0-128(%rsi),%r9
178 movq %rbx,8-128(%rbp)
179 movq 48+8-128(%rsi),%rbx
188 movq 64+0-128(%rsi),%r8
190 movq %rax,16-128(%rbp)
191 movq 64+8-128(%rsi),%rax
200 movq 80+0-128(%rsi),%r9
202 movq %rbx,24-128(%rbp)
203 movq 80+8-128(%rsi),%rbx
212 movq 96+0-128(%rsi),%r8
214 movq %rax,32-128(%rbp)
215 movq 96+8-128(%rsi),%rax
224 movq 112+0-128(%rsi),%r9
226 movq %rbx,40-128(%rbp)
227 movq 112+8-128(%rsi),%rbx
236 movq 128+0-128(%rsi),%r8
238 movq %rax,48-128(%rbp)
239 movq 128+8-128(%rsi),%rax
248 movq 144+0-128(%rsi),%r9
250 movq %rbx,56-128(%rbp)
251 movq 144+8-128(%rsi),%rbx
260 movq 160+0-128(%rsi),%r8
262 movq %rax,64-128(%rbp)
263 movq 160+8-128(%rsi),%rax
272 movq 176+0-128(%rsi),%r9
274 movq %rbx,72-128(%rbp)
275 movq 176+8-128(%rsi),%rbx
284 movq 192+0-128(%rsi),%r8
286 movq %rax,80-128(%rbp)
287 movq 192+8-128(%rsi),%rax
296 movq 208+0-128(%rsi),%r9
298 movq %rbx,88-128(%rbp)
299 movq 208+8-128(%rsi),%rbx
308 movq 224+0-128(%rsi),%r8
310 movq %rax,96-128(%rbp)
311 movq 224+8-128(%rsi),%rax
320 movq 240+0-128(%rsi),%r9
322 movq %rbx,104-128(%rbp)
323 movq 240+8-128(%rsi),%rbx
333 movq %rax,112-128(%rbp)
338 movq %rbx,120-128(%rbp)
343 leaq .Lrem_8bit(%rip),%r11
361 movq 8(%rsi,%rax,1),%r8
362 movq (%rsi,%rax,1),%r9
366 movzbq (%rsp,%rbx,1),%r12
373 xorq -128(%rbp,%rbx,8),%r8
375 xorq (%rbp,%rbx,8),%r9
377 xorq 8(%rsi,%rax,1),%r8
378 xorq (%rsi,%rax,1),%r9
381 movzwq (%r11,%r12,2),%r12
384 movzbq (%rsp,%rcx,1),%r13
393 xorq -128(%rbp,%rcx,8),%r8
395 xorq (%rbp,%rcx,8),%r9
397 xorq 8(%rsi,%rax,1),%r8
398 xorq (%rsi,%rax,1),%r9
401 movzwq (%r11,%r13,2),%r13
404 movzbq (%rsp,%rbx,1),%r12
414 xorq -128(%rbp,%rbx,8),%r8
416 xorq (%rbp,%rbx,8),%r9
418 xorq 8(%rsi,%rax,1),%r8
419 xorq (%rsi,%rax,1),%r9
422 movzwq (%r11,%r12,2),%r12
425 movzbq (%rsp,%rcx,1),%r13
434 xorq -128(%rbp,%rcx,8),%r8
436 xorq (%rbp,%rcx,8),%r9
438 xorq 8(%rsi,%rax,1),%r8
439 xorq (%rsi,%rax,1),%r9
442 movzwq (%r11,%r13,2),%r13
445 movzbq (%rsp,%rbx,1),%r12
454 xorq -128(%rbp,%rbx,8),%r8
456 xorq (%rbp,%rbx,8),%r9
458 xorq 8(%rsi,%rax,1),%r8
459 xorq (%rsi,%rax,1),%r9
462 movzwq (%r11,%r12,2),%r12
465 movzbq (%rsp,%rcx,1),%r13
474 xorq -128(%rbp,%rcx,8),%r8
476 xorq (%rbp,%rcx,8),%r9
478 xorq 8(%rsi,%rax,1),%r8
479 xorq (%rsi,%rax,1),%r9
482 movzwq (%r11,%r13,2),%r13
485 movzbq (%rsp,%rbx,1),%r12
495 xorq -128(%rbp,%rbx,8),%r8
497 xorq (%rbp,%rbx,8),%r9
499 xorq 8(%rsi,%rax,1),%r8
500 xorq (%rsi,%rax,1),%r9
503 movzwq (%r11,%r12,2),%r12
506 movzbq (%rsp,%rcx,1),%r13
515 xorq -128(%rbp,%rcx,8),%r8
517 xorq (%rbp,%rcx,8),%r9
519 xorq 8(%rsi,%rax,1),%r8
520 xorq (%rsi,%rax,1),%r9
523 movzwq (%r11,%r13,2),%r13
526 movzbq (%rsp,%rbx,1),%r12
535 xorq -128(%rbp,%rbx,8),%r8
537 xorq (%rbp,%rbx,8),%r9
539 xorq 8(%rsi,%rax,1),%r8
540 xorq (%rsi,%rax,1),%r9
543 movzwq (%r11,%r12,2),%r12
546 movzbq (%rsp,%rcx,1),%r13
555 xorq -128(%rbp,%rcx,8),%r8
557 xorq (%rbp,%rcx,8),%r9
559 xorq 8(%rsi,%rax,1),%r8
560 xorq (%rsi,%rax,1),%r9
563 movzwq (%r11,%r13,2),%r13
566 movzbq (%rsp,%rbx,1),%r12
576 xorq -128(%rbp,%rbx,8),%r8
578 xorq (%rbp,%rbx,8),%r9
580 xorq 8(%rsi,%rax,1),%r8
581 xorq (%rsi,%rax,1),%r9
584 movzwq (%r11,%r12,2),%r12
587 movzbq (%rsp,%rcx,1),%r13
596 xorq -128(%rbp,%rcx,8),%r8
598 xorq (%rbp,%rcx,8),%r9
600 xorq 8(%rsi,%rax,1),%r8
601 xorq (%rsi,%rax,1),%r9
604 movzwq (%r11,%r13,2),%r13
607 movzbq (%rsp,%rbx,1),%r12
616 xorq -128(%rbp,%rbx,8),%r8
618 xorq (%rbp,%rbx,8),%r9
620 xorq 8(%rsi,%rax,1),%r8
621 xorq (%rsi,%rax,1),%r9
624 movzwq (%r11,%r12,2),%r12
627 movzbq (%rsp,%rcx,1),%r13
636 xorq -128(%rbp,%rcx,8),%r8
638 xorq (%rbp,%rcx,8),%r9
640 xorq 8(%rsi,%rax,1),%r8
641 xorq (%rsi,%rax,1),%r9
644 movzwq (%r11,%r13,2),%r13
647 movzbq (%rsp,%rbx,1),%r12
657 xorq -128(%rbp,%rbx,8),%r8
659 xorq (%rbp,%rbx,8),%r9
660 movzwq (%r11,%r12,2),%r12
661 xorq 8(%rsi,%rax,1),%r8
662 xorq (%rsi,%rax,1),%r9
671 xorq 8(%rsi,%rcx,1),%r8
672 movzwq (%r11,%r13,2),%r13
674 xorq (%rsi,%rcx,1),%r9
695 .size gcm_ghash_4bit,.-gcm_ghash_4bit
696 .globl gcm_init_clmul
697 .type gcm_init_clmul,@function
702 pshufd $78,%xmm2,%xmm2
705 pshufd $255,%xmm2,%xmm4
715 pand .L0x1c2_polynomial(%rip),%xmm5
719 pshufd $78,%xmm2,%xmm6
723 pshufd $78,%xmm0,%xmm3
725 .byte 102,15,58,68,194,0
726 .byte 102,15,58,68,202,17
727 .byte 102,15,58,68,222,0
759 pshufd $78,%xmm2,%xmm3
760 pshufd $78,%xmm0,%xmm4
764 movdqu %xmm0,16(%rdi)
765 .byte 102,15,58,15,227,8
766 movdqu %xmm4,32(%rdi)
768 pshufd $78,%xmm0,%xmm3
770 .byte 102,15,58,68,194,0
771 .byte 102,15,58,68,202,17
772 .byte 102,15,58,68,222,0
806 pshufd $78,%xmm0,%xmm3
808 .byte 102,15,58,68,194,0
809 .byte 102,15,58,68,202,17
810 .byte 102,15,58,68,222,0
842 pshufd $78,%xmm5,%xmm3
843 pshufd $78,%xmm0,%xmm4
845 movdqu %xmm5,48(%rdi)
847 movdqu %xmm0,64(%rdi)
848 .byte 102,15,58,15,227,8
849 movdqu %xmm4,80(%rdi)
851 .size gcm_init_clmul,.-gcm_init_clmul
852 .globl gcm_gmult_clmul
853 .type gcm_gmult_clmul,@function
858 movdqa .Lbswap_mask(%rip),%xmm5
860 movdqu 32(%rsi),%xmm4
861 .byte 102,15,56,0,197
863 pshufd $78,%xmm0,%xmm3
865 .byte 102,15,58,68,194,0
866 .byte 102,15,58,68,202,17
867 .byte 102,15,58,68,220,0
899 .byte 102,15,56,0,197
902 .size gcm_gmult_clmul,.-gcm_gmult_clmul
903 .globl gcm_ghash_clmul
904 .type gcm_ghash_clmul,@function
908 movdqa .Lbswap_mask(%rip),%xmm5
909 movq $11547335547999543296,%rax
913 movdqu 32(%rsi),%xmm10
914 .byte 102,15,56,0,197
919 movdqu 16(%rsi),%xmm9
924 movdqu 48(%rsi),%xmm14
925 movdqu 64(%rsi),%xmm15
930 movdqu 48(%rdx),%xmm6
931 movdqu 32(%rdx),%xmm11
932 .byte 102,15,56,0,245
933 .byte 102,68,15,56,0,221
935 pshufd $78,%xmm6,%xmm7
937 .byte 102,15,58,68,242,0
938 .byte 102,68,15,58,68,194,17
939 .byte 102,65,15,58,68,250,0
942 pshufd $78,%xmm11,%xmm12
944 .byte 102,69,15,58,68,217,0
945 .byte 102,69,15,58,68,233,17
947 .byte 102,69,15,58,68,226,16
949 movups 80(%rsi),%xmm10
952 movdqu 16(%rdx),%xmm11
954 .byte 102,68,15,56,0,221
955 .byte 102,15,56,0,221
957 pshufd $78,%xmm11,%xmm12
960 .byte 102,69,15,58,68,222,0
962 pshufd $78,%xmm0,%xmm3
964 .byte 102,69,15,58,68,238,17
966 .byte 102,69,15,58,68,226,0
976 .byte 102,65,15,58,68,199,0
978 movdqu 48(%rdx),%xmm11
979 .byte 102,68,15,56,0,221
980 .byte 102,65,15,58,68,207,17
982 movdqu 32(%rdx),%xmm6
984 pshufd $78,%xmm11,%xmm12
985 .byte 102,65,15,58,68,218,16
988 .byte 102,15,56,0,245
989 movups 32(%rsi),%xmm10
990 .byte 102,68,15,58,68,218,0
993 pshufd $78,%xmm6,%xmm7
1000 .byte 102,68,15,58,68,234,17
1003 movdqa .L7_mask(%rip),%xmm3
1005 .byte 102,72,15,110,224
1008 .byte 102,15,56,0,227
1009 .byte 102,69,15,58,68,226,0
1014 .byte 102,65,15,58,68,241,0
1018 movdqu 0(%rdx),%xmm3
1022 .byte 102,69,15,58,68,193,17
1024 movdqu 16(%rdx),%xmm11
1025 .byte 102,68,15,56,0,221
1026 .byte 102,65,15,58,68,250,16
1028 movups 80(%rsi),%xmm10
1029 .byte 102,15,56,0,221
1034 movdqa %xmm11,%xmm13
1036 pshufd $78,%xmm11,%xmm12
1038 .byte 102,69,15,58,68,222,0
1042 .byte 102,69,15,58,68,238,17
1046 .byte 102,69,15,58,68,226,0
1050 pshufd $78,%xmm0,%xmm3
1058 .byte 102,65,15,58,68,199,0
1060 .byte 102,65,15,58,68,207,17
1062 .byte 102,65,15,58,68,218,16
1100 movdqu 32(%rsi),%xmm10
1110 movdqu 16(%rdx),%xmm6
1111 .byte 102,15,56,0,221
1112 .byte 102,15,56,0,245
1116 pshufd $78,%xmm6,%xmm3
1118 .byte 102,15,58,68,242,0
1119 .byte 102,68,15,58,68,194,17
1120 .byte 102,65,15,58,68,218,0
1130 pshufd $78,%xmm0,%xmm4
1133 .byte 102,65,15,58,68,193,0
1134 .byte 102,65,15,58,68,201,17
1135 .byte 102,65,15,58,68,226,16
1140 .byte 102,68,15,56,0,197
1141 movdqu 16(%rdx),%xmm6
1147 .byte 102,15,56,0,245
1159 .byte 102,15,58,68,242,0
1169 pshufd $78,%xmm8,%xmm3
1172 .byte 102,68,15,58,68,194,17
1180 .byte 102,65,15,58,68,218,0
1189 pshufd $78,%xmm0,%xmm4
1192 .byte 102,65,15,58,68,193,0
1193 .byte 102,65,15,58,68,201,17
1194 .byte 102,65,15,58,68,226,16
1234 .byte 102,15,56,0,221
1237 pshufd $78,%xmm0,%xmm3
1239 .byte 102,15,58,68,194,0
1240 .byte 102,15,58,68,202,17
1241 .byte 102,65,15,58,68,218,0
1274 .byte 102,15,56,0,197
1277 .size gcm_ghash_clmul,.-gcm_ghash_clmul
1279 .type gcm_init_avx,@function
1283 .size gcm_init_avx,.-gcm_init_avx
1284 .globl gcm_gmult_avx
1285 .type gcm_gmult_avx,@function
1289 .size gcm_gmult_avx,.-gcm_gmult_avx
1290 .globl gcm_ghash_avx
1291 .type gcm_ghash_avx,@function
1295 .size gcm_ghash_avx,.-gcm_ghash_avx
1298 .byte 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0
1300 .byte 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0xc2
1306 .type .Lrem_4bit,@object
1308 .long 0,0,0,471859200,0,943718400,0,610271232
1309 .long 0,1887436800,0,1822425088,0,1220542464,0,1423966208
1310 .long 0,3774873600,0,4246732800,0,3644850176,0,3311403008
1311 .long 0,2441084928,0,2376073216,0,2847932416,0,3051356160
1312 .type .Lrem_8bit,@object
1314 .value 0x0000,0x01C2,0x0384,0x0246,0x0708,0x06CA,0x048C,0x054E
1315 .value 0x0E10,0x0FD2,0x0D94,0x0C56,0x0918,0x08DA,0x0A9C,0x0B5E
1316 .value 0x1C20,0x1DE2,0x1FA4,0x1E66,0x1B28,0x1AEA,0x18AC,0x196E
1317 .value 0x1230,0x13F2,0x11B4,0x1076,0x1538,0x14FA,0x16BC,0x177E
1318 .value 0x3840,0x3982,0x3BC4,0x3A06,0x3F48,0x3E8A,0x3CCC,0x3D0E
1319 .value 0x3650,0x3792,0x35D4,0x3416,0x3158,0x309A,0x32DC,0x331E
1320 .value 0x2460,0x25A2,0x27E4,0x2626,0x2368,0x22AA,0x20EC,0x212E
1321 .value 0x2A70,0x2BB2,0x29F4,0x2836,0x2D78,0x2CBA,0x2EFC,0x2F3E
1322 .value 0x7080,0x7142,0x7304,0x72C6,0x7788,0x764A,0x740C,0x75CE
1323 .value 0x7E90,0x7F52,0x7D14,0x7CD6,0x7998,0x785A,0x7A1C,0x7BDE
1324 .value 0x6CA0,0x6D62,0x6F24,0x6EE6,0x6BA8,0x6A6A,0x682C,0x69EE
1325 .value 0x62B0,0x6372,0x6134,0x60F6,0x65B8,0x647A,0x663C,0x67FE
1326 .value 0x48C0,0x4902,0x4B44,0x4A86,0x4FC8,0x4E0A,0x4C4C,0x4D8E
1327 .value 0x46D0,0x4712,0x4554,0x4496,0x41D8,0x401A,0x425C,0x439E
1328 .value 0x54E0,0x5522,0x5764,0x56A6,0x53E8,0x522A,0x506C,0x51AE
1329 .value 0x5AF0,0x5B32,0x5974,0x58B6,0x5DF8,0x5C3A,0x5E7C,0x5FBE
1330 .value 0xE100,0xE0C2,0xE284,0xE346,0xE608,0xE7CA,0xE58C,0xE44E
1331 .value 0xEF10,0xEED2,0xEC94,0xED56,0xE818,0xE9DA,0xEB9C,0xEA5E
1332 .value 0xFD20,0xFCE2,0xFEA4,0xFF66,0xFA28,0xFBEA,0xF9AC,0xF86E
1333 .value 0xF330,0xF2F2,0xF0B4,0xF176,0xF438,0xF5FA,0xF7BC,0xF67E
1334 .value 0xD940,0xD882,0xDAC4,0xDB06,0xDE48,0xDF8A,0xDDCC,0xDC0E
1335 .value 0xD750,0xD692,0xD4D4,0xD516,0xD058,0xD19A,0xD3DC,0xD21E
1336 .value 0xC560,0xC4A2,0xC6E4,0xC726,0xC268,0xC3AA,0xC1EC,0xC02E
1337 .value 0xCB70,0xCAB2,0xC8F4,0xC936,0xCC78,0xCDBA,0xCFFC,0xCE3E
1338 .value 0x9180,0x9042,0x9204,0x93C6,0x9688,0x974A,0x950C,0x94CE
1339 .value 0x9F90,0x9E52,0x9C14,0x9DD6,0x9898,0x995A,0x9B1C,0x9ADE
1340 .value 0x8DA0,0x8C62,0x8E24,0x8FE6,0x8AA8,0x8B6A,0x892C,0x88EE
1341 .value 0x83B0,0x8272,0x8034,0x81F6,0x84B8,0x857A,0x873C,0x86FE
1342 .value 0xA9C0,0xA802,0xAA44,0xAB86,0xAEC8,0xAF0A,0xAD4C,0xAC8E
1343 .value 0xA7D0,0xA612,0xA454,0xA596,0xA0D8,0xA11A,0xA35C,0xA29E
1344 .value 0xB5E0,0xB422,0xB664,0xB7A6,0xB2E8,0xB32A,0xB16C,0xB0AE
1345 .value 0xBBF0,0xBA32,0xB874,0xB9B6,0xBCF8,0xBD3A,0xBF7C,0xBEBE
1347 .byte 71,72,65,83,72,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
1350 .section .note.GNU-stack,"",%progbits