default	rel
%define XMMWORD
%define YMMWORD
%define ZMMWORD
section	.text code align=64

EXTERN	OPENSSL_ia32cap_P

global	gcm_gmult_4bit

ALIGN	16
gcm_gmult_4bit:
	mov	QWORD[8+rsp],rdi	;WIN64 prologue
	mov	QWORD[16+rsp],rsi
	mov	rax,rsp
$L$SEH_begin_gcm_gmult_4bit:
	mov	rdi,rcx
	mov	rsi,rdx


	push	rbx
	push	rbp
	push	r12
$L$gmult_prologue:

	movzx	r8,BYTE[15+rdi]
	lea	r11,[$L$rem_4bit]
	xor	rax,rax
	xor	rbx,rbx
	mov	al,r8b
	mov	bl,r8b
	shl	al,4
	mov	rcx,14
	mov	r8,QWORD[8+rax*1+rsi]
	mov	r9,QWORD[rax*1+rsi]
	and	bl,0xf0
	mov	rdx,r8
	jmp	NEAR $L$oop1

ALIGN	16
$L$oop1:
	shr	r8,4
	and	rdx,0xf
	mov	r10,r9
	mov	al,BYTE[rcx*1+rdi]
	shr	r9,4
	xor	r8,QWORD[8+rbx*1+rsi]
	shl	r10,60
	xor	r9,QWORD[rbx*1+rsi]
	mov	bl,al
	xor	r9,QWORD[rdx*8+r11]
	mov	rdx,r8
	shl	al,4
	xor	r8,r10
	dec	rcx
	js	NEAR $L$break1

	shr	r8,4
	and	rdx,0xf
	mov	r10,r9
	shr	r9,4
	xor	r8,QWORD[8+rax*1+rsi]
	shl	r10,60
	xor	r9,QWORD[rax*1+rsi]
	and	bl,0xf0
	xor	r9,QWORD[rdx*8+r11]
	mov	rdx,r8
	xor	r8,r10
	jmp	NEAR $L$oop1

ALIGN	16
$L$break1:
	shr	r8,4
	and	rdx,0xf
	mov	r10,r9
	shr	r9,4
	xor	r8,QWORD[8+rax*1+rsi]
	shl	r10,60
	xor	r9,QWORD[rax*1+rsi]
	and	bl,0xf0
	xor	r9,QWORD[rdx*8+r11]
	mov	rdx,r8
	xor	r8,r10

	shr	r8,4
	and	rdx,0xf
	mov	r10,r9
	shr	r9,4
	xor	r8,QWORD[8+rbx*1+rsi]
	shl	r10,60
	xor	r9,QWORD[rbx*1+rsi]
	xor	r8,r10
	xor	r9,QWORD[rdx*8+r11]

	bswap	r8
	bswap	r9
	mov	QWORD[8+rdi],r8
	mov	QWORD[rdi],r9

	mov	rbx,QWORD[16+rsp]
	lea	rsp,[24+rsp]
$L$gmult_epilogue:
	mov	rdi,QWORD[8+rsp]	;WIN64 epilogue
	mov	rsi,QWORD[16+rsp]
	DB	0F3h,0C3h		;repret
$L$SEH_end_gcm_gmult_4bit:
global	gcm_ghash_4bit

ALIGN	16
gcm_ghash_4bit:
	mov	QWORD[8+rsp],rdi	;WIN64 prologue
	mov	QWORD[16+rsp],rsi
	mov	rax,rsp
$L$SEH_begin_gcm_ghash_4bit:
	mov	rdi,rcx
	mov	rsi,rdx
	mov	rdx,r8
	mov	rcx,r9


	push	rbx
	push	rbp
	push	r12
	push	r13
	push	r14
	push	r15
	sub	rsp,280
$L$ghash_prologue:
	mov	r14,rdx
	mov	r15,rcx
	sub	rsi,-128
	lea	rbp,[((16+128))+rsp]
	xor	edx,edx
	mov	r8,QWORD[((0+0-128))+rsi]
	mov	rax,QWORD[((0+8-128))+rsi]
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	r9,QWORD[((16+0-128))+rsi]
	shl	dl,4
	mov	rbx,QWORD[((16+8-128))+rsi]
	shl	r10,60
	mov	BYTE[rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[rbp],r8
	mov	r8,QWORD[((32+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((0-128))+rbp],rax
	mov	rax,QWORD[((32+8-128))+rsi]
	shl	r10,60
	mov	BYTE[1+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[8+rbp],r9
	mov	r9,QWORD[((48+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((8-128))+rbp],rbx
	mov	rbx,QWORD[((48+8-128))+rsi]
	shl	r10,60
	mov	BYTE[2+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[16+rbp],r8
	mov	r8,QWORD[((64+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((16-128))+rbp],rax
	mov	rax,QWORD[((64+8-128))+rsi]
	shl	r10,60
	mov	BYTE[3+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[24+rbp],r9
	mov	r9,QWORD[((80+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((24-128))+rbp],rbx
	mov	rbx,QWORD[((80+8-128))+rsi]
	shl	r10,60
	mov	BYTE[4+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[32+rbp],r8
	mov	r8,QWORD[((96+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((32-128))+rbp],rax
	mov	rax,QWORD[((96+8-128))+rsi]
	shl	r10,60
	mov	BYTE[5+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[40+rbp],r9
	mov	r9,QWORD[((112+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((40-128))+rbp],rbx
	mov	rbx,QWORD[((112+8-128))+rsi]
	shl	r10,60
	mov	BYTE[6+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[48+rbp],r8
	mov	r8,QWORD[((128+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((48-128))+rbp],rax
	mov	rax,QWORD[((128+8-128))+rsi]
	shl	r10,60
	mov	BYTE[7+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[56+rbp],r9
	mov	r9,QWORD[((144+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((56-128))+rbp],rbx
	mov	rbx,QWORD[((144+8-128))+rsi]
	shl	r10,60
	mov	BYTE[8+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[64+rbp],r8
	mov	r8,QWORD[((160+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((64-128))+rbp],rax
	mov	rax,QWORD[((160+8-128))+rsi]
	shl	r10,60
	mov	BYTE[9+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[72+rbp],r9
	mov	r9,QWORD[((176+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((72-128))+rbp],rbx
	mov	rbx,QWORD[((176+8-128))+rsi]
	shl	r10,60
	mov	BYTE[10+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[80+rbp],r8
	mov	r8,QWORD[((192+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((80-128))+rbp],rax
	mov	rax,QWORD[((192+8-128))+rsi]
	shl	r10,60
	mov	BYTE[11+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[88+rbp],r9
	mov	r9,QWORD[((208+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((88-128))+rbp],rbx
	mov	rbx,QWORD[((208+8-128))+rsi]
	shl	r10,60
	mov	BYTE[12+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[96+rbp],r8
	mov	r8,QWORD[((224+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((96-128))+rbp],rax
	mov	rax,QWORD[((224+8-128))+rsi]
	shl	r10,60
	mov	BYTE[13+rsp],dl
	or	rbx,r10
	mov	dl,al
	shr	rax,4
	mov	r10,r8
	shr	r8,4
	mov	QWORD[104+rbp],r9
	mov	r9,QWORD[((240+0-128))+rsi]
	shl	dl,4
	mov	QWORD[((104-128))+rbp],rbx
	mov	rbx,QWORD[((240+8-128))+rsi]
	shl	r10,60
	mov	BYTE[14+rsp],dl
	or	rax,r10
	mov	dl,bl
	shr	rbx,4
	mov	r10,r9
	shr	r9,4
	mov	QWORD[112+rbp],r8
	shl	dl,4
	mov	QWORD[((112-128))+rbp],rax
	shl	r10,60
	mov	BYTE[15+rsp],dl
	or	rbx,r10
	mov	QWORD[120+rbp],r9
	mov	QWORD[((120-128))+rbp],rbx
	add	rsi,-128
	mov	r8,QWORD[8+rdi]
	mov	r9,QWORD[rdi]
	add	r15,r14
	lea	r11,[$L$rem_8bit]
	jmp	NEAR $L$outer_loop
ALIGN	16
$L$outer_loop:
	xor	r9,QWORD[r14]
	mov	rdx,QWORD[8+r14]
	lea	r14,[16+r14]
	xor	rdx,r8
	mov	QWORD[rdi],r9
	mov	QWORD[8+rdi],rdx
	shr	rdx,32
	xor	rax,rax
	rol	edx,8
	mov	al,dl
	movzx	ebx,dl
	shl	al,4
	shr	ebx,4
	rol	edx,8
	mov	r8,QWORD[8+rax*1+rsi]
	mov	r9,QWORD[rax*1+rsi]
	mov	al,dl
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	xor	r12,r8
	mov	r10,r9
	shr	r8,8
	movzx	r12,r12b
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	mov	edx,DWORD[8+rdi]
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	mov	edx,DWORD[4+rdi]
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	mov	edx,DWORD[rdi]
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	shr	ecx,4
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r12,WORD[r12*2+r11]
	movzx	ebx,dl
	shl	al,4
	movzx	r13,BYTE[rcx*1+rsp]
	shr	ebx,4
	shl	r12,48
	xor	r13,r8
	mov	r10,r9
	xor	r9,r12
	shr	r8,8
	movzx	r13,r13b
	shr	r9,8
	xor	r8,QWORD[((-128))+rcx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rcx*8+rbp]
	rol	edx,8
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	mov	al,dl
	xor	r8,r10
	movzx	r13,WORD[r13*2+r11]
	movzx	ecx,dl
	shl	al,4
	movzx	r12,BYTE[rbx*1+rsp]
	and	ecx,240
	shl	r13,48
	xor	r12,r8
	mov	r10,r9
	xor	r9,r13
	shr	r8,8
	movzx	r12,r12b
	mov	edx,DWORD[((-4))+rdi]
	shr	r9,8
	xor	r8,QWORD[((-128))+rbx*8+rbp]
	shl	r10,56
	xor	r9,QWORD[rbx*8+rbp]
	movzx	r12,WORD[r12*2+r11]
	xor	r8,QWORD[8+rax*1+rsi]
	xor	r9,QWORD[rax*1+rsi]
	shl	r12,48
	xor	r8,r10
	xor	r9,r12
	movzx	r13,r8b
	shr	r8,4
	mov	r10,r9
	shl	r13b,4
	shr	r9,4
	xor	r8,QWORD[8+rcx*1+rsi]
	movzx	r13,WORD[r13*2+r11]
	shl	r10,60
	xor	r9,QWORD[rcx*1+rsi]
	xor	r8,r10
	shl	r13,48
	bswap	r8
	xor	r9,r13
	bswap	r9
	cmp	r14,r15
	jb	NEAR $L$outer_loop
	mov	QWORD[8+rdi],r8
	mov	QWORD[rdi],r9

	lea	rsi,[280+rsp]
	mov	r15,QWORD[rsi]
	mov	r14,QWORD[8+rsi]
	mov	r13,QWORD[16+rsi]
	mov	r12,QWORD[24+rsi]
	mov	rbp,QWORD[32+rsi]
	mov	rbx,QWORD[40+rsi]
	lea	rsp,[48+rsi]
$L$ghash_epilogue:
	mov	rdi,QWORD[8+rsp]	;WIN64 epilogue
	mov	rsi,QWORD[16+rsp]
	DB	0F3h,0C3h		;repret
$L$SEH_end_gcm_ghash_4bit:
global	gcm_init_clmul

ALIGN	16
gcm_init_clmul:
$L$_init_clmul:
$L$SEH_begin_gcm_init_clmul:

DB	0x48,0x83,0xec,0x18
DB	0x0f,0x29,0x34,0x24
	movdqu	xmm2,XMMWORD[rdx]
	pshufd	xmm2,xmm2,78


	pshufd	xmm4,xmm2,255
	movdqa	xmm3,xmm2
	psllq	xmm2,1
	pxor	xmm5,xmm5
	psrlq	xmm3,63
	pcmpgtd	xmm5,xmm4
	pslldq	xmm3,8
	por	xmm2,xmm3


	pand	xmm5,XMMWORD[$L$0x1c2_polynomial]
	pxor	xmm2,xmm5


	pshufd	xmm6,xmm2,78
	movdqa	xmm0,xmm2
	pxor	xmm6,xmm2
	movdqa	xmm1,xmm0
	pshufd	xmm3,xmm0,78
	pxor	xmm3,xmm0
DB	102,15,58,68,194,0
DB	102,15,58,68,202,17
DB	102,15,58,68,222,0
	pxor	xmm3,xmm0
	pxor	xmm3,xmm1

	movdqa	xmm4,xmm3
	psrldq	xmm3,8
	pslldq	xmm4,8
	pxor	xmm1,xmm3
	pxor	xmm0,xmm4

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
	pshufd	xmm3,xmm2,78
	pshufd	xmm4,xmm0,78
	pxor	xmm3,xmm2
	movdqu	XMMWORD[rcx],xmm2
	pxor	xmm4,xmm0
	movdqu	XMMWORD[16+rcx],xmm0
DB	102,15,58,15,227,8
	movdqu	XMMWORD[32+rcx],xmm4
	movdqa	xmm1,xmm0
	pshufd	xmm3,xmm0,78
	pxor	xmm3,xmm0
DB	102,15,58,68,194,0
DB	102,15,58,68,202,17
DB	102,15,58,68,222,0
	pxor	xmm3,xmm0
	pxor	xmm3,xmm1

	movdqa	xmm4,xmm3
	psrldq	xmm3,8
	pslldq	xmm4,8
	pxor	xmm1,xmm3
	pxor	xmm0,xmm4

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
	movdqa	xmm5,xmm0
	movdqa	xmm1,xmm0
	pshufd	xmm3,xmm0,78
	pxor	xmm3,xmm0
DB	102,15,58,68,194,0
DB	102,15,58,68,202,17
DB	102,15,58,68,222,0
	pxor	xmm3,xmm0
	pxor	xmm3,xmm1

	movdqa	xmm4,xmm3
	psrldq	xmm3,8
	pslldq	xmm4,8
	pxor	xmm1,xmm3
	pxor	xmm0,xmm4

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
	pshufd	xmm3,xmm5,78
	pshufd	xmm4,xmm0,78
	pxor	xmm3,xmm5
	movdqu	XMMWORD[48+rcx],xmm5
	pxor	xmm4,xmm0
	movdqu	XMMWORD[64+rcx],xmm0
DB	102,15,58,15,227,8
	movdqu	XMMWORD[80+rcx],xmm4
	movaps	xmm6,XMMWORD[rsp]
	lea	rsp,[24+rsp]
$L$SEH_end_gcm_init_clmul:
	DB	0F3h,0C3h		;repret

global	gcm_gmult_clmul

ALIGN	16
gcm_gmult_clmul:
$L$_gmult_clmul:
	movdqu	xmm0,XMMWORD[rcx]
	movdqa	xmm5,XMMWORD[$L$bswap_mask]
	movdqu	xmm2,XMMWORD[rdx]
	movdqu	xmm4,XMMWORD[32+rdx]
DB	102,15,56,0,197
	movdqa	xmm1,xmm0
	pshufd	xmm3,xmm0,78
	pxor	xmm3,xmm0
DB	102,15,58,68,194,0
DB	102,15,58,68,202,17
DB	102,15,58,68,220,0
	pxor	xmm3,xmm0
	pxor	xmm3,xmm1

	movdqa	xmm4,xmm3
	psrldq	xmm3,8
	pslldq	xmm4,8
	pxor	xmm1,xmm3
	pxor	xmm0,xmm4

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
DB	102,15,56,0,197
	movdqu	XMMWORD[rcx],xmm0
	DB	0F3h,0C3h		;repret

global	gcm_ghash_clmul

ALIGN	32
gcm_ghash_clmul:
$L$_ghash_clmul:
	lea	rax,[((-136))+rsp]
$L$SEH_begin_gcm_ghash_clmul:

DB	0x48,0x8d,0x60,0xe0
DB	0x0f,0x29,0x70,0xe0
DB	0x0f,0x29,0x78,0xf0
DB	0x44,0x0f,0x29,0x00
DB	0x44,0x0f,0x29,0x48,0x10
DB	0x44,0x0f,0x29,0x50,0x20
DB	0x44,0x0f,0x29,0x58,0x30
DB	0x44,0x0f,0x29,0x60,0x40
DB	0x44,0x0f,0x29,0x68,0x50
DB	0x44,0x0f,0x29,0x70,0x60
DB	0x44,0x0f,0x29,0x78,0x70
	movdqa	xmm10,XMMWORD[$L$bswap_mask]

	movdqu	xmm0,XMMWORD[rcx]
	movdqu	xmm2,XMMWORD[rdx]
	movdqu	xmm7,XMMWORD[32+rdx]
DB	102,65,15,56,0,194

	sub	r9,0x10
	jz	NEAR $L$odd_tail

	movdqu	xmm6,XMMWORD[16+rdx]
	mov	eax,DWORD[((OPENSSL_ia32cap_P+4))]
	cmp	r9,0x30
	jb	NEAR $L$skip4x

	and	eax,71303168
	cmp	eax,4194304
	je	NEAR $L$skip4x

	sub	r9,0x30
	mov	rax,0xA040608020C0E000
	movdqu	xmm14,XMMWORD[48+rdx]
	movdqu	xmm15,XMMWORD[64+rdx]


	movdqu	xmm3,XMMWORD[48+r8]
	movdqu	xmm11,XMMWORD[32+r8]
DB	102,65,15,56,0,218
DB	102,69,15,56,0,218
	movdqa	xmm5,xmm3
	pshufd	xmm4,xmm3,78
	pxor	xmm4,xmm3
DB	102,15,58,68,218,0
DB	102,15,58,68,234,17
DB	102,15,58,68,231,0

	movdqa	xmm13,xmm11
	pshufd	xmm12,xmm11,78
	pxor	xmm12,xmm11
DB	102,68,15,58,68,222,0
DB	102,68,15,58,68,238,17
DB	102,68,15,58,68,231,16
	xorps	xmm3,xmm11
	xorps	xmm5,xmm13
	movups	xmm7,XMMWORD[80+rdx]
	xorps	xmm4,xmm12

	movdqu	xmm11,XMMWORD[16+r8]
	movdqu	xmm8,XMMWORD[r8]
DB	102,69,15,56,0,218
DB	102,69,15,56,0,194
	movdqa	xmm13,xmm11
	pshufd	xmm12,xmm11,78
	pxor	xmm0,xmm8
	pxor	xmm12,xmm11
DB	102,69,15,58,68,222,0
	movdqa	xmm1,xmm0
	pshufd	xmm8,xmm0,78
	pxor	xmm8,xmm0
DB	102,69,15,58,68,238,17
DB	102,68,15,58,68,231,0
	xorps	xmm3,xmm11
	xorps	xmm5,xmm13

	lea	r8,[64+r8]
	sub	r9,0x40
	jc	NEAR $L$tail4x

	jmp	NEAR $L$mod4_loop
ALIGN	32
$L$mod4_loop:
DB	102,65,15,58,68,199,0
	xorps	xmm4,xmm12
	movdqu	xmm11,XMMWORD[48+r8]
DB	102,69,15,56,0,218
DB	102,65,15,58,68,207,17
	xorps	xmm0,xmm3
	movdqu	xmm3,XMMWORD[32+r8]
	movdqa	xmm13,xmm11
DB	102,68,15,58,68,199,16
	pshufd	xmm12,xmm11,78
	xorps	xmm1,xmm5
	pxor	xmm12,xmm11
DB	102,65,15,56,0,218
	movups	xmm7,XMMWORD[32+rdx]
	xorps	xmm8,xmm4
DB	102,68,15,58,68,218,0
	pshufd	xmm4,xmm3,78

	pxor	xmm8,xmm0
	movdqa	xmm5,xmm3
	pxor	xmm8,xmm1
	pxor	xmm4,xmm3
	movdqa	xmm9,xmm8
DB	102,68,15,58,68,234,17
	pslldq	xmm8,8
	psrldq	xmm9,8
	pxor	xmm0,xmm8
	movdqa	xmm8,XMMWORD[$L$7_mask]
	pxor	xmm1,xmm9
DB	102,76,15,110,200

	pand	xmm8,xmm0
DB	102,69,15,56,0,200
	pxor	xmm9,xmm0
DB	102,68,15,58,68,231,0
	psllq	xmm9,57
	movdqa	xmm8,xmm9
	pslldq	xmm9,8
DB	102,15,58,68,222,0
	psrldq	xmm8,8
	pxor	xmm0,xmm9
	pxor	xmm1,xmm8
	movdqu	xmm8,XMMWORD[r8]

	movdqa	xmm9,xmm0
	psrlq	xmm0,1
DB	102,15,58,68,238,17
	xorps	xmm3,xmm11
	movdqu	xmm11,XMMWORD[16+r8]
DB	102,69,15,56,0,218
DB	102,15,58,68,231,16
	xorps	xmm5,xmm13
	movups	xmm7,XMMWORD[80+rdx]
DB	102,69,15,56,0,194
	pxor	xmm1,xmm9
	pxor	xmm9,xmm0
	psrlq	xmm0,5

	movdqa	xmm13,xmm11
	pxor	xmm4,xmm12
	pshufd	xmm12,xmm11,78
	pxor	xmm0,xmm9
	pxor	xmm1,xmm8
	pxor	xmm12,xmm11
DB	102,69,15,58,68,222,0
	psrlq	xmm0,1
	pxor	xmm0,xmm1
	movdqa	xmm1,xmm0
DB	102,69,15,58,68,238,17
	xorps	xmm3,xmm11
	pshufd	xmm8,xmm0,78
	pxor	xmm8,xmm0

DB	102,68,15,58,68,231,0
	xorps	xmm5,xmm13

	lea	r8,[64+r8]
	sub	r9,0x40
	jnc	NEAR $L$mod4_loop

$L$tail4x:
DB	102,65,15,58,68,199,0
DB	102,65,15,58,68,207,17
DB	102,68,15,58,68,199,16
	xorps	xmm4,xmm12
	xorps	xmm0,xmm3
	xorps	xmm1,xmm5
	pxor	xmm1,xmm0
	pxor	xmm8,xmm4

	pxor	xmm8,xmm1
	pxor	xmm1,xmm0

	movdqa	xmm9,xmm8
	psrldq	xmm8,8
	pslldq	xmm9,8
	pxor	xmm1,xmm8
	pxor	xmm0,xmm9

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
	add	r9,0x40
	jz	NEAR $L$done
	movdqu	xmm7,XMMWORD[32+rdx]
	sub	r9,0x10
	jz	NEAR $L$odd_tail
$L$skip4x:


	movdqu	xmm8,XMMWORD[r8]
	movdqu	xmm3,XMMWORD[16+r8]
DB	102,69,15,56,0,194
DB	102,65,15,56,0,218
	pxor	xmm0,xmm8

	movdqa	xmm5,xmm3
	pshufd	xmm4,xmm3,78
	pxor	xmm4,xmm3
DB	102,15,58,68,218,0
DB	102,15,58,68,234,17
DB	102,15,58,68,231,0

	lea	r8,[32+r8]
	nop
	sub	r9,0x20
	jbe	NEAR $L$even_tail
	nop
	jmp	NEAR $L$mod_loop

ALIGN	32
$L$mod_loop:
	movdqa	xmm1,xmm0
	movdqa	xmm8,xmm4
	pshufd	xmm4,xmm0,78
	pxor	xmm4,xmm0

DB	102,15,58,68,198,0
DB	102,15,58,68,206,17
DB	102,15,58,68,231,16

	pxor	xmm0,xmm3
	pxor	xmm1,xmm5
	movdqu	xmm9,XMMWORD[r8]
	pxor	xmm8,xmm0
DB	102,69,15,56,0,202
	movdqu	xmm3,XMMWORD[16+r8]

	pxor	xmm8,xmm1
	pxor	xmm1,xmm9
	pxor	xmm4,xmm8
DB	102,65,15,56,0,218
	movdqa	xmm8,xmm4
	psrldq	xmm8,8
	pslldq	xmm4,8
	pxor	xmm1,xmm8
	pxor	xmm0,xmm4

	movdqa	xmm5,xmm3

	movdqa	xmm9,xmm0
	movdqa	xmm8,xmm0
	psllq	xmm0,5
	pxor	xmm8,xmm0
DB	102,15,58,68,218,0
	psllq	xmm0,1
	pxor	xmm0,xmm8
	psllq	xmm0,57
	movdqa	xmm8,xmm0
	pslldq	xmm0,8
	psrldq	xmm8,8
	pxor	xmm0,xmm9
	pshufd	xmm4,xmm5,78
	pxor	xmm1,xmm8
	pxor	xmm4,xmm5

	movdqa	xmm9,xmm0
	psrlq	xmm0,1
DB	102,15,58,68,234,17
	pxor	xmm1,xmm9
	pxor	xmm9,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm9
	lea	r8,[32+r8]
	psrlq	xmm0,1
DB	102,15,58,68,231,0
	pxor	xmm0,xmm1

	sub	r9,0x20
	ja	NEAR $L$mod_loop

$L$even_tail:
	movdqa	xmm1,xmm0
	movdqa	xmm8,xmm4
	pshufd	xmm4,xmm0,78
	pxor	xmm4,xmm0

DB	102,15,58,68,198,0
DB	102,15,58,68,206,17
DB	102,15,58,68,231,16

	pxor	xmm0,xmm3
	pxor	xmm1,xmm5
	pxor	xmm8,xmm0
	pxor	xmm8,xmm1
	pxor	xmm4,xmm8
	movdqa	xmm8,xmm4
	psrldq	xmm8,8
	pslldq	xmm4,8
	pxor	xmm1,xmm8
	pxor	xmm0,xmm4

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
	test	r9,r9
	jnz	NEAR $L$done

$L$odd_tail:
	movdqu	xmm8,XMMWORD[r8]
DB	102,69,15,56,0,194
	pxor	xmm0,xmm8
	movdqa	xmm1,xmm0
	pshufd	xmm3,xmm0,78
	pxor	xmm3,xmm0
DB	102,15,58,68,194,0
DB	102,15,58,68,202,17
DB	102,15,58,68,223,0
	pxor	xmm3,xmm0
	pxor	xmm3,xmm1

	movdqa	xmm4,xmm3
	psrldq	xmm3,8
	pslldq	xmm4,8
	pxor	xmm1,xmm3
	pxor	xmm0,xmm4

	movdqa	xmm4,xmm0
	movdqa	xmm3,xmm0
	psllq	xmm0,5
	pxor	xmm3,xmm0
	psllq	xmm0,1
	pxor	xmm0,xmm3
	psllq	xmm0,57
	movdqa	xmm3,xmm0
	pslldq	xmm0,8
	psrldq	xmm3,8
	pxor	xmm0,xmm4
	pxor	xmm1,xmm3


	movdqa	xmm4,xmm0
	psrlq	xmm0,1
	pxor	xmm1,xmm4
	pxor	xmm4,xmm0
	psrlq	xmm0,5
	pxor	xmm0,xmm4
	psrlq	xmm0,1
	pxor	xmm0,xmm1
$L$done:
DB	102,65,15,56,0,194
	movdqu	XMMWORD[rcx],xmm0
	movaps	xmm6,XMMWORD[rsp]
	movaps	xmm7,XMMWORD[16+rsp]
	movaps	xmm8,XMMWORD[32+rsp]
	movaps	xmm9,XMMWORD[48+rsp]
	movaps	xmm10,XMMWORD[64+rsp]
	movaps	xmm11,XMMWORD[80+rsp]
	movaps	xmm12,XMMWORD[96+rsp]
	movaps	xmm13,XMMWORD[112+rsp]
	movaps	xmm14,XMMWORD[128+rsp]
	movaps	xmm15,XMMWORD[144+rsp]
	lea	rsp,[168+rsp]
$L$SEH_end_gcm_ghash_clmul:
	DB	0F3h,0C3h		;repret

global	gcm_init_avx

ALIGN	32
gcm_init_avx:
	jmp	NEAR $L$_init_clmul

global	gcm_gmult_avx

ALIGN	32
gcm_gmult_avx:
	jmp	NEAR $L$_gmult_clmul

global	gcm_ghash_avx

ALIGN	32
gcm_ghash_avx:
	jmp	NEAR $L$_ghash_clmul

ALIGN	64
$L$bswap_mask:
DB	15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0
$L$0x1c2_polynomial:
DB	1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0xc2
$L$7_mask:
	DD	7,0,7,0
$L$7_mask_poly:
	DD	7,0,450,0
ALIGN	64

$L$rem_4bit:
	DD	0,0,0,471859200,0,943718400,0,610271232
	DD	0,1887436800,0,1822425088,0,1220542464,0,1423966208
	DD	0,3774873600,0,4246732800,0,3644850176,0,3311403008
	DD	0,2441084928,0,2376073216,0,2847932416,0,3051356160

$L$rem_8bit:
	DW	0x0000,0x01C2,0x0384,0x0246,0x0708,0x06CA,0x048C,0x054E
	DW	0x0E10,0x0FD2,0x0D94,0x0C56,0x0918,0x08DA,0x0A9C,0x0B5E
	DW	0x1C20,0x1DE2,0x1FA4,0x1E66,0x1B28,0x1AEA,0x18AC,0x196E
	DW	0x1230,0x13F2,0x11B4,0x1076,0x1538,0x14FA,0x16BC,0x177E
	DW	0x3840,0x3982,0x3BC4,0x3A06,0x3F48,0x3E8A,0x3CCC,0x3D0E
	DW	0x3650,0x3792,0x35D4,0x3416,0x3158,0x309A,0x32DC,0x331E
	DW	0x2460,0x25A2,0x27E4,0x2626,0x2368,0x22AA,0x20EC,0x212E
	DW	0x2A70,0x2BB2,0x29F4,0x2836,0x2D78,0x2CBA,0x2EFC,0x2F3E
	DW	0x7080,0x7142,0x7304,0x72C6,0x7788,0x764A,0x740C,0x75CE
	DW	0x7E90,0x7F52,0x7D14,0x7CD6,0x7998,0x785A,0x7A1C,0x7BDE
	DW	0x6CA0,0x6D62,0x6F24,0x6EE6,0x6BA8,0x6A6A,0x682C,0x69EE
	DW	0x62B0,0x6372,0x6134,0x60F6,0x65B8,0x647A,0x663C,0x67FE
	DW	0x48C0,0x4902,0x4B44,0x4A86,0x4FC8,0x4E0A,0x4C4C,0x4D8E
	DW	0x46D0,0x4712,0x4554,0x4496,0x41D8,0x401A,0x425C,0x439E
	DW	0x54E0,0x5522,0x5764,0x56A6,0x53E8,0x522A,0x506C,0x51AE
	DW	0x5AF0,0x5B32,0x5974,0x58B6,0x5DF8,0x5C3A,0x5E7C,0x5FBE
	DW	0xE100,0xE0C2,0xE284,0xE346,0xE608,0xE7CA,0xE58C,0xE44E
	DW	0xEF10,0xEED2,0xEC94,0xED56,0xE818,0xE9DA,0xEB9C,0xEA5E
	DW	0xFD20,0xFCE2,0xFEA4,0xFF66,0xFA28,0xFBEA,0xF9AC,0xF86E
	DW	0xF330,0xF2F2,0xF0B4,0xF176,0xF438,0xF5FA,0xF7BC,0xF67E
	DW	0xD940,0xD882,0xDAC4,0xDB06,0xDE48,0xDF8A,0xDDCC,0xDC0E
	DW	0xD750,0xD692,0xD4D4,0xD516,0xD058,0xD19A,0xD3DC,0xD21E
	DW	0xC560,0xC4A2,0xC6E4,0xC726,0xC268,0xC3AA,0xC1EC,0xC02E
	DW	0xCB70,0xCAB2,0xC8F4,0xC936,0xCC78,0xCDBA,0xCFFC,0xCE3E
	DW	0x9180,0x9042,0x9204,0x93C6,0x9688,0x974A,0x950C,0x94CE
	DW	0x9F90,0x9E52,0x9C14,0x9DD6,0x9898,0x995A,0x9B1C,0x9ADE
	DW	0x8DA0,0x8C62,0x8E24,0x8FE6,0x8AA8,0x8B6A,0x892C,0x88EE
	DW	0x83B0,0x8272,0x8034,0x81F6,0x84B8,0x857A,0x873C,0x86FE
	DW	0xA9C0,0xA802,0xAA44,0xAB86,0xAEC8,0xAF0A,0xAD4C,0xAC8E
	DW	0xA7D0,0xA612,0xA454,0xA596,0xA0D8,0xA11A,0xA35C,0xA29E
	DW	0xB5E0,0xB422,0xB664,0xB7A6,0xB2E8,0xB32A,0xB16C,0xB0AE
	DW	0xBBF0,0xBA32,0xB874,0xB9B6,0xBCF8,0xBD3A,0xBF7C,0xBEBE

DB	71,72,65,83,72,32,102,111,114,32,120,56,54,95,54,52
DB	44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32
DB	60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111
DB	114,103,62,0
ALIGN	64
EXTERN	__imp_RtlVirtualUnwind

ALIGN	16
se_handler:
	push	rsi
	push	rdi
	push	rbx
	push	rbp
	push	r12
	push	r13
	push	r14
	push	r15
	pushfq
	sub	rsp,64

	mov	rax,QWORD[120+r8]
	mov	rbx,QWORD[248+r8]

	mov	rsi,QWORD[8+r9]
	mov	r11,QWORD[56+r9]

	mov	r10d,DWORD[r11]
	lea	r10,[r10*1+rsi]
	cmp	rbx,r10
	jb	NEAR $L$in_prologue

	mov	rax,QWORD[152+r8]

	mov	r10d,DWORD[4+r11]
	lea	r10,[r10*1+rsi]
	cmp	rbx,r10
	jae	NEAR $L$in_prologue

	lea	rax,[24+rax]

	mov	rbx,QWORD[((-8))+rax]
	mov	rbp,QWORD[((-16))+rax]
	mov	r12,QWORD[((-24))+rax]
	mov	QWORD[144+r8],rbx
	mov	QWORD[160+r8],rbp
	mov	QWORD[216+r8],r12

$L$in_prologue:
	mov	rdi,QWORD[8+rax]
	mov	rsi,QWORD[16+rax]
	mov	QWORD[152+r8],rax
	mov	QWORD[168+r8],rsi
	mov	QWORD[176+r8],rdi

	mov	rdi,QWORD[40+r9]
	mov	rsi,r8
	mov	ecx,154
	DD	0xa548f3fc

	mov	rsi,r9
	xor	rcx,rcx
	mov	rdx,QWORD[8+rsi]
	mov	r8,QWORD[rsi]
	mov	r9,QWORD[16+rsi]
	mov	r10,QWORD[40+rsi]
	lea	r11,[56+rsi]
	lea	r12,[24+rsi]
	mov	QWORD[32+rsp],r10
	mov	QWORD[40+rsp],r11
	mov	QWORD[48+rsp],r12
	mov	QWORD[56+rsp],rcx
	call	QWORD[__imp_RtlVirtualUnwind]

	mov	eax,1
	add	rsp,64
	popfq
	pop	r15
	pop	r14
	pop	r13
	pop	r12
	pop	rbp
	pop	rbx
	pop	rdi
	pop	rsi
	DB	0F3h,0C3h		;repret


section	.pdata rdata align=4
ALIGN	4
	DD	$L$SEH_begin_gcm_gmult_4bit wrt ..imagebase
	DD	$L$SEH_end_gcm_gmult_4bit wrt ..imagebase
	DD	$L$SEH_info_gcm_gmult_4bit wrt ..imagebase

	DD	$L$SEH_begin_gcm_ghash_4bit wrt ..imagebase
	DD	$L$SEH_end_gcm_ghash_4bit wrt ..imagebase
	DD	$L$SEH_info_gcm_ghash_4bit wrt ..imagebase

	DD	$L$SEH_begin_gcm_init_clmul wrt ..imagebase
	DD	$L$SEH_end_gcm_init_clmul wrt ..imagebase
	DD	$L$SEH_info_gcm_init_clmul wrt ..imagebase

	DD	$L$SEH_begin_gcm_ghash_clmul wrt ..imagebase
	DD	$L$SEH_end_gcm_ghash_clmul wrt ..imagebase
	DD	$L$SEH_info_gcm_ghash_clmul wrt ..imagebase
section	.xdata rdata align=8
ALIGN	8
$L$SEH_info_gcm_gmult_4bit:
DB	9,0,0,0
	DD	se_handler wrt ..imagebase
	DD	$L$gmult_prologue wrt ..imagebase,$L$gmult_epilogue wrt ..imagebase
$L$SEH_info_gcm_ghash_4bit:
DB	9,0,0,0
	DD	se_handler wrt ..imagebase
	DD	$L$ghash_prologue wrt ..imagebase,$L$ghash_epilogue wrt ..imagebase
$L$SEH_info_gcm_init_clmul:
DB	0x01,0x08,0x03,0x00
DB	0x08,0x68,0x00,0x00
DB	0x04,0x22,0x00,0x00
$L$SEH_info_gcm_ghash_clmul:
DB	0x01,0x33,0x16,0x00
DB	0x33,0xf8,0x09,0x00
DB	0x2e,0xe8,0x08,0x00
DB	0x29,0xd8,0x07,0x00
DB	0x24,0xc8,0x06,0x00
DB	0x1f,0xb8,0x05,0x00
DB	0x1a,0xa8,0x04,0x00
DB	0x15,0x98,0x03,0x00
DB	0x10,0x88,0x02,0x00
DB	0x0c,0x78,0x01,0x00
DB	0x08,0x68,0x00,0x00
DB	0x04,0x01,0x15,0x00