default	rel
%define XMMWORD
%define YMMWORD
%define ZMMWORD
section	.text code align=64


EXTERN	asm_AES_encrypt
EXTERN	asm_AES_decrypt


ALIGN	64
_bsaes_encrypt8:
	lea	r11,[$L$BS0]

	movdqa	xmm8,XMMWORD[rax]
	lea	rax,[16+rax]
	movdqa	xmm7,XMMWORD[80+r11]
	pxor	xmm15,xmm8
	pxor	xmm0,xmm8
	pxor	xmm1,xmm8
	pxor	xmm2,xmm8
DB	102,68,15,56,0,255
DB	102,15,56,0,199
	pxor	xmm3,xmm8
	pxor	xmm4,xmm8
DB	102,15,56,0,207
DB	102,15,56,0,215
	pxor	xmm5,xmm8
	pxor	xmm6,xmm8
DB	102,15,56,0,223
DB	102,15,56,0,231
DB	102,15,56,0,239
DB	102,15,56,0,247
_bsaes_encrypt8_bitslice:
	movdqa	xmm7,XMMWORD[r11]
	movdqa	xmm8,XMMWORD[16+r11]
	movdqa	xmm9,xmm5
	psrlq	xmm5,1
	movdqa	xmm10,xmm3
	psrlq	xmm3,1
	pxor	xmm5,xmm6
	pxor	xmm3,xmm4
	pand	xmm5,xmm7
	pand	xmm3,xmm7
	pxor	xmm6,xmm5
	psllq	xmm5,1
	pxor	xmm4,xmm3
	psllq	xmm3,1
	pxor	xmm5,xmm9
	pxor	xmm3,xmm10
	movdqa	xmm9,xmm1
	psrlq	xmm1,1
	movdqa	xmm10,xmm15
	psrlq	xmm15,1
	pxor	xmm1,xmm2
	pxor	xmm15,xmm0
	pand	xmm1,xmm7
	pand	xmm15,xmm7
	pxor	xmm2,xmm1
	psllq	xmm1,1
	pxor	xmm0,xmm15
	psllq	xmm15,1
	pxor	xmm1,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm7,XMMWORD[32+r11]
	movdqa	xmm9,xmm4
	psrlq	xmm4,2
	movdqa	xmm10,xmm3
	psrlq	xmm3,2
	pxor	xmm4,xmm6
	pxor	xmm3,xmm5
	pand	xmm4,xmm8
	pand	xmm3,xmm8
	pxor	xmm6,xmm4
	psllq	xmm4,2
	pxor	xmm5,xmm3
	psllq	xmm3,2
	pxor	xmm4,xmm9
	pxor	xmm3,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,2
	movdqa	xmm10,xmm15
	psrlq	xmm15,2
	pxor	xmm0,xmm2
	pxor	xmm15,xmm1
	pand	xmm0,xmm8
	pand	xmm15,xmm8
	pxor	xmm2,xmm0
	psllq	xmm0,2
	pxor	xmm1,xmm15
	psllq	xmm15,2
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm9,xmm2
	psrlq	xmm2,4
	movdqa	xmm10,xmm1
	psrlq	xmm1,4
	pxor	xmm2,xmm6
	pxor	xmm1,xmm5
	pand	xmm2,xmm7
	pand	xmm1,xmm7
	pxor	xmm6,xmm2
	psllq	xmm2,4
	pxor	xmm5,xmm1
	psllq	xmm1,4
	pxor	xmm2,xmm9
	pxor	xmm1,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,4
	movdqa	xmm10,xmm15
	psrlq	xmm15,4
	pxor	xmm0,xmm4
	pxor	xmm15,xmm3
	pand	xmm0,xmm7
	pand	xmm15,xmm7
	pxor	xmm4,xmm0
	psllq	xmm0,4
	pxor	xmm3,xmm15
	psllq	xmm15,4
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	dec	r10d
	jmp	NEAR $L$enc_sbox
ALIGN	16
$L$enc_loop:
	pxor	xmm15,XMMWORD[rax]
	pxor	xmm0,XMMWORD[16+rax]
	pxor	xmm1,XMMWORD[32+rax]
	pxor	xmm2,XMMWORD[48+rax]
DB	102,68,15,56,0,255
DB	102,15,56,0,199
	pxor	xmm3,XMMWORD[64+rax]
	pxor	xmm4,XMMWORD[80+rax]
DB	102,15,56,0,207
DB	102,15,56,0,215
	pxor	xmm5,XMMWORD[96+rax]
	pxor	xmm6,XMMWORD[112+rax]
DB	102,15,56,0,223
DB	102,15,56,0,231
DB	102,15,56,0,239
DB	102,15,56,0,247
	lea	rax,[128+rax]
$L$enc_sbox:
	pxor	xmm4,xmm5
	pxor	xmm1,xmm0
	pxor	xmm2,xmm15
	pxor	xmm5,xmm1
	pxor	xmm4,xmm15

	pxor	xmm5,xmm2
	pxor	xmm2,xmm6
	pxor	xmm6,xmm4
	pxor	xmm2,xmm3
	pxor	xmm3,xmm4
	pxor	xmm2,xmm0

	pxor	xmm1,xmm6
	pxor	xmm0,xmm4
	movdqa	xmm10,xmm6
	movdqa	xmm9,xmm0
	movdqa	xmm8,xmm4
	movdqa	xmm12,xmm1
	movdqa	xmm11,xmm5

	pxor	xmm10,xmm3
	pxor	xmm9,xmm1
	pxor	xmm8,xmm2
	movdqa	xmm13,xmm10
	pxor	xmm12,xmm3
	movdqa	xmm7,xmm9
	pxor	xmm11,xmm15
	movdqa	xmm14,xmm10

	por	xmm9,xmm8
	por	xmm10,xmm11
	pxor	xmm14,xmm7
	pand	xmm13,xmm11
	pxor	xmm11,xmm8
	pand	xmm7,xmm8
	pand	xmm14,xmm11
	movdqa	xmm11,xmm2
	pxor	xmm11,xmm15
	pand	xmm12,xmm11
	pxor	xmm10,xmm12
	pxor	xmm9,xmm12
	movdqa	xmm12,xmm6
	movdqa	xmm11,xmm4
	pxor	xmm12,xmm0
	pxor	xmm11,xmm5
	movdqa	xmm8,xmm12
	pand	xmm12,xmm11
	por	xmm8,xmm11
	pxor	xmm7,xmm12
	pxor	xmm10,xmm14
	pxor	xmm9,xmm13
	pxor	xmm8,xmm14
	movdqa	xmm11,xmm1
	pxor	xmm7,xmm13
	movdqa	xmm12,xmm3
	pxor	xmm8,xmm13
	movdqa	xmm13,xmm0
	pand	xmm11,xmm2
	movdqa	xmm14,xmm6
	pand	xmm12,xmm15
	pand	xmm13,xmm4
	por	xmm14,xmm5
	pxor	xmm10,xmm11
	pxor	xmm9,xmm12
	pxor	xmm8,xmm13
	pxor	xmm7,xmm14


	movdqa	xmm11,xmm10
	pand	xmm10,xmm8
	pxor	xmm11,xmm9

	movdqa	xmm13,xmm7
	movdqa	xmm14,xmm11
	pxor	xmm13,xmm10
	pand	xmm14,xmm13

	movdqa	xmm12,xmm8
	pxor	xmm14,xmm9
	pxor	xmm12,xmm7

	pxor	xmm10,xmm9

	pand	xmm12,xmm10

	movdqa	xmm9,xmm13
	pxor	xmm12,xmm7

	pxor	xmm9,xmm12
	pxor	xmm8,xmm12

	pand	xmm9,xmm7

	pxor	xmm13,xmm9
	pxor	xmm8,xmm9

	pand	xmm13,xmm14

	pxor	xmm13,xmm11
	movdqa	xmm11,xmm5
	movdqa	xmm7,xmm4
	movdqa	xmm9,xmm14
	pxor	xmm9,xmm13
	pand	xmm9,xmm5
	pxor	xmm5,xmm4
	pand	xmm4,xmm14
	pand	xmm5,xmm13
	pxor	xmm5,xmm4
	pxor	xmm4,xmm9
	pxor	xmm11,xmm15
	pxor	xmm7,xmm2
	pxor	xmm14,xmm12
	pxor	xmm13,xmm8
	movdqa	xmm10,xmm14
	movdqa	xmm9,xmm12
	pxor	xmm10,xmm13
	pxor	xmm9,xmm8
	pand	xmm10,xmm11
	pand	xmm9,xmm15
	pxor	xmm11,xmm7
	pxor	xmm15,xmm2
	pand	xmm7,xmm14
	pand	xmm2,xmm12
	pand	xmm11,xmm13
	pand	xmm15,xmm8
	pxor	xmm7,xmm11
	pxor	xmm15,xmm2
	pxor	xmm11,xmm10
	pxor	xmm2,xmm9
	pxor	xmm5,xmm11
	pxor	xmm15,xmm11
	pxor	xmm4,xmm7
	pxor	xmm2,xmm7

	movdqa	xmm11,xmm6
	movdqa	xmm7,xmm0
	pxor	xmm11,xmm3
	pxor	xmm7,xmm1
	movdqa	xmm10,xmm14
	movdqa	xmm9,xmm12
	pxor	xmm10,xmm13
	pxor	xmm9,xmm8
	pand	xmm10,xmm11
	pand	xmm9,xmm3
	pxor	xmm11,xmm7
	pxor	xmm3,xmm1
	pand	xmm7,xmm14
	pand	xmm1,xmm12
	pand	xmm11,xmm13
	pand	xmm3,xmm8
	pxor	xmm7,xmm11
	pxor	xmm3,xmm1
	pxor	xmm11,xmm10
	pxor	xmm1,xmm9
	pxor	xmm14,xmm12
	pxor	xmm13,xmm8
	movdqa	xmm10,xmm14
	pxor	xmm10,xmm13
	pand	xmm10,xmm6
	pxor	xmm6,xmm0
	pand	xmm0,xmm14
	pand	xmm6,xmm13
	pxor	xmm6,xmm0
	pxor	xmm0,xmm10
	pxor	xmm6,xmm11
	pxor	xmm3,xmm11
	pxor	xmm0,xmm7
	pxor	xmm1,xmm7
	pxor	xmm6,xmm15
	pxor	xmm0,xmm5
	pxor	xmm3,xmm6
	pxor	xmm5,xmm15
	pxor	xmm15,xmm0

	pxor	xmm0,xmm4
	pxor	xmm4,xmm1
	pxor	xmm1,xmm2
	pxor	xmm2,xmm4
	pxor	xmm3,xmm4

	pxor	xmm5,xmm2
	dec	r10d
	jl	NEAR $L$enc_done
	pshufd	xmm7,xmm15,0x93
	pshufd	xmm8,xmm0,0x93
	pxor	xmm15,xmm7
	pshufd	xmm9,xmm3,0x93
	pxor	xmm0,xmm8
	pshufd	xmm10,xmm5,0x93
	pxor	xmm3,xmm9
	pshufd	xmm11,xmm2,0x93
	pxor	xmm5,xmm10
	pshufd	xmm12,xmm6,0x93
	pxor	xmm2,xmm11
	pshufd	xmm13,xmm1,0x93
	pxor	xmm6,xmm12
	pshufd	xmm14,xmm4,0x93
	pxor	xmm1,xmm13
	pxor	xmm4,xmm14

	pxor	xmm8,xmm15
	pxor	xmm7,xmm4
	pxor	xmm8,xmm4
	pshufd	xmm15,xmm15,0x4E
	pxor	xmm9,xmm0
	pshufd	xmm0,xmm0,0x4E
	pxor	xmm12,xmm2
	pxor	xmm15,xmm7
	pxor	xmm13,xmm6
	pxor	xmm0,xmm8
	pxor	xmm11,xmm5
	pshufd	xmm7,xmm2,0x4E
	pxor	xmm14,xmm1
	pshufd	xmm8,xmm6,0x4E
	pxor	xmm10,xmm3
	pshufd	xmm2,xmm5,0x4E
	pxor	xmm10,xmm4
	pshufd	xmm6,xmm4,0x4E
	pxor	xmm11,xmm4
	pshufd	xmm5,xmm1,0x4E
	pxor	xmm7,xmm11
	pshufd	xmm1,xmm3,0x4E
	pxor	xmm8,xmm12
	pxor	xmm2,xmm10
	pxor	xmm6,xmm14
	pxor	xmm5,xmm13
	movdqa	xmm3,xmm7
	pxor	xmm1,xmm9
	movdqa	xmm4,xmm8
	movdqa	xmm7,XMMWORD[48+r11]
	jnz	NEAR $L$enc_loop
	movdqa	xmm7,XMMWORD[64+r11]
	jmp	NEAR $L$enc_loop
ALIGN	16
$L$enc_done:
	movdqa	xmm7,XMMWORD[r11]
	movdqa	xmm8,XMMWORD[16+r11]
	movdqa	xmm9,xmm1
	psrlq	xmm1,1
	movdqa	xmm10,xmm2
	psrlq	xmm2,1
	pxor	xmm1,xmm4
	pxor	xmm2,xmm6
	pand	xmm1,xmm7
	pand	xmm2,xmm7
	pxor	xmm4,xmm1
	psllq	xmm1,1
	pxor	xmm6,xmm2
	psllq	xmm2,1
	pxor	xmm1,xmm9
	pxor	xmm2,xmm10
	movdqa	xmm9,xmm3
	psrlq	xmm3,1
	movdqa	xmm10,xmm15
	psrlq	xmm15,1
	pxor	xmm3,xmm5
	pxor	xmm15,xmm0
	pand	xmm3,xmm7
	pand	xmm15,xmm7
	pxor	xmm5,xmm3
	psllq	xmm3,1
	pxor	xmm0,xmm15
	psllq	xmm15,1
	pxor	xmm3,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm7,XMMWORD[32+r11]
	movdqa	xmm9,xmm6
	psrlq	xmm6,2
	movdqa	xmm10,xmm2
	psrlq	xmm2,2
	pxor	xmm6,xmm4
	pxor	xmm2,xmm1
	pand	xmm6,xmm8
	pand	xmm2,xmm8
	pxor	xmm4,xmm6
	psllq	xmm6,2
	pxor	xmm1,xmm2
	psllq	xmm2,2
	pxor	xmm6,xmm9
	pxor	xmm2,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,2
	movdqa	xmm10,xmm15
	psrlq	xmm15,2
	pxor	xmm0,xmm5
	pxor	xmm15,xmm3
	pand	xmm0,xmm8
	pand	xmm15,xmm8
	pxor	xmm5,xmm0
	psllq	xmm0,2
	pxor	xmm3,xmm15
	psllq	xmm15,2
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm9,xmm5
	psrlq	xmm5,4
	movdqa	xmm10,xmm3
	psrlq	xmm3,4
	pxor	xmm5,xmm4
	pxor	xmm3,xmm1
	pand	xmm5,xmm7
	pand	xmm3,xmm7
	pxor	xmm4,xmm5
	psllq	xmm5,4
	pxor	xmm1,xmm3
	psllq	xmm3,4
	pxor	xmm5,xmm9
	pxor	xmm3,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,4
	movdqa	xmm10,xmm15
	psrlq	xmm15,4
	pxor	xmm0,xmm6
	pxor	xmm15,xmm2
	pand	xmm0,xmm7
	pand	xmm15,xmm7
	pxor	xmm6,xmm0
	psllq	xmm0,4
	pxor	xmm2,xmm15
	psllq	xmm15,4
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm7,XMMWORD[rax]
	pxor	xmm3,xmm7
	pxor	xmm5,xmm7
	pxor	xmm2,xmm7
	pxor	xmm6,xmm7
	pxor	xmm1,xmm7
	pxor	xmm4,xmm7
	pxor	xmm15,xmm7
	pxor	xmm0,xmm7
	DB	0F3h,0C3h		;repret


ALIGN	64
_bsaes_decrypt8:
	lea	r11,[$L$BS0]

	movdqa	xmm8,XMMWORD[rax]
	lea	rax,[16+rax]
	movdqa	xmm7,XMMWORD[((-48))+r11]
	pxor	xmm15,xmm8
	pxor	xmm0,xmm8
	pxor	xmm1,xmm8
	pxor	xmm2,xmm8
DB	102,68,15,56,0,255
DB	102,15,56,0,199
	pxor	xmm3,xmm8
	pxor	xmm4,xmm8
DB	102,15,56,0,207
DB	102,15,56,0,215
	pxor	xmm5,xmm8
	pxor	xmm6,xmm8
DB	102,15,56,0,223
DB	102,15,56,0,231
DB	102,15,56,0,239
DB	102,15,56,0,247
	movdqa	xmm7,XMMWORD[r11]
	movdqa	xmm8,XMMWORD[16+r11]
	movdqa	xmm9,xmm5
	psrlq	xmm5,1
	movdqa	xmm10,xmm3
	psrlq	xmm3,1
	pxor	xmm5,xmm6
	pxor	xmm3,xmm4
	pand	xmm5,xmm7
	pand	xmm3,xmm7
	pxor	xmm6,xmm5
	psllq	xmm5,1
	pxor	xmm4,xmm3
	psllq	xmm3,1
	pxor	xmm5,xmm9
	pxor	xmm3,xmm10
	movdqa	xmm9,xmm1
	psrlq	xmm1,1
	movdqa	xmm10,xmm15
	psrlq	xmm15,1
	pxor	xmm1,xmm2
	pxor	xmm15,xmm0
	pand	xmm1,xmm7
	pand	xmm15,xmm7
	pxor	xmm2,xmm1
	psllq	xmm1,1
	pxor	xmm0,xmm15
	psllq	xmm15,1
	pxor	xmm1,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm7,XMMWORD[32+r11]
	movdqa	xmm9,xmm4
	psrlq	xmm4,2
	movdqa	xmm10,xmm3
	psrlq	xmm3,2
	pxor	xmm4,xmm6
	pxor	xmm3,xmm5
	pand	xmm4,xmm8
	pand	xmm3,xmm8
	pxor	xmm6,xmm4
	psllq	xmm4,2
	pxor	xmm5,xmm3
	psllq	xmm3,2
	pxor	xmm4,xmm9
	pxor	xmm3,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,2
	movdqa	xmm10,xmm15
	psrlq	xmm15,2
	pxor	xmm0,xmm2
	pxor	xmm15,xmm1
	pand	xmm0,xmm8
	pand	xmm15,xmm8
	pxor	xmm2,xmm0
	psllq	xmm0,2
	pxor	xmm1,xmm15
	psllq	xmm15,2
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm9,xmm2
	psrlq	xmm2,4
	movdqa	xmm10,xmm1
	psrlq	xmm1,4
	pxor	xmm2,xmm6
	pxor	xmm1,xmm5
	pand	xmm2,xmm7
	pand	xmm1,xmm7
	pxor	xmm6,xmm2
	psllq	xmm2,4
	pxor	xmm5,xmm1
	psllq	xmm1,4
	pxor	xmm2,xmm9
	pxor	xmm1,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,4
	movdqa	xmm10,xmm15
	psrlq	xmm15,4
	pxor	xmm0,xmm4
	pxor	xmm15,xmm3
	pand	xmm0,xmm7
	pand	xmm15,xmm7
	pxor	xmm4,xmm0
	psllq	xmm0,4
	pxor	xmm3,xmm15
	psllq	xmm15,4
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	dec	r10d
	jmp	NEAR $L$dec_sbox
ALIGN	16
$L$dec_loop:
	pxor	xmm15,XMMWORD[rax]
	pxor	xmm0,XMMWORD[16+rax]
	pxor	xmm1,XMMWORD[32+rax]
	pxor	xmm2,XMMWORD[48+rax]
DB	102,68,15,56,0,255
DB	102,15,56,0,199
	pxor	xmm3,XMMWORD[64+rax]
	pxor	xmm4,XMMWORD[80+rax]
DB	102,15,56,0,207
DB	102,15,56,0,215
	pxor	xmm5,XMMWORD[96+rax]
	pxor	xmm6,XMMWORD[112+rax]
DB	102,15,56,0,223
DB	102,15,56,0,231
DB	102,15,56,0,239
DB	102,15,56,0,247
	lea	rax,[128+rax]
$L$dec_sbox:
	pxor	xmm2,xmm3

	pxor	xmm3,xmm6
	pxor	xmm1,xmm6
	pxor	xmm5,xmm3
	pxor	xmm6,xmm5
	pxor	xmm0,xmm6

	pxor	xmm15,xmm0
	pxor	xmm1,xmm4
	pxor	xmm2,xmm15
	pxor	xmm4,xmm15
	pxor	xmm0,xmm2
	movdqa	xmm10,xmm2
	movdqa	xmm9,xmm6
	movdqa	xmm8,xmm0
	movdqa	xmm12,xmm3
	movdqa	xmm11,xmm4

	pxor	xmm10,xmm15
	pxor	xmm9,xmm3
	pxor	xmm8,xmm5
	movdqa	xmm13,xmm10
	pxor	xmm12,xmm15
	movdqa	xmm7,xmm9
	pxor	xmm11,xmm1
	movdqa	xmm14,xmm10

	por	xmm9,xmm8
	por	xmm10,xmm11
	pxor	xmm14,xmm7
	pand	xmm13,xmm11
	pxor	xmm11,xmm8
	pand	xmm7,xmm8
	pand	xmm14,xmm11
	movdqa	xmm11,xmm5
	pxor	xmm11,xmm1
	pand	xmm12,xmm11
	pxor	xmm10,xmm12
	pxor	xmm9,xmm12
	movdqa	xmm12,xmm2
	movdqa	xmm11,xmm0
	pxor	xmm12,xmm6
	pxor	xmm11,xmm4
	movdqa	xmm8,xmm12
	pand	xmm12,xmm11
	por	xmm8,xmm11
	pxor	xmm7,xmm12
	pxor	xmm10,xmm14
	pxor	xmm9,xmm13
	pxor	xmm8,xmm14
	movdqa	xmm11,xmm3
	pxor	xmm7,xmm13
	movdqa	xmm12,xmm15
	pxor	xmm8,xmm13
	movdqa	xmm13,xmm6
	pand	xmm11,xmm5
	movdqa	xmm14,xmm2
	pand	xmm12,xmm1
	pand	xmm13,xmm0
	por	xmm14,xmm4
	pxor	xmm10,xmm11
	pxor	xmm9,xmm12
	pxor	xmm8,xmm13
	pxor	xmm7,xmm14


	movdqa	xmm11,xmm10
	pand	xmm10,xmm8
	pxor	xmm11,xmm9

	movdqa	xmm13,xmm7
	movdqa	xmm14,xmm11
	pxor	xmm13,xmm10
	pand	xmm14,xmm13

	movdqa	xmm12,xmm8
	pxor	xmm14,xmm9
	pxor	xmm12,xmm7

	pxor	xmm10,xmm9

	pand	xmm12,xmm10

	movdqa	xmm9,xmm13
	pxor	xmm12,xmm7

	pxor	xmm9,xmm12
	pxor	xmm8,xmm12

	pand	xmm9,xmm7

	pxor	xmm13,xmm9
	pxor	xmm8,xmm9

	pand	xmm13,xmm14

	pxor	xmm13,xmm11
	movdqa	xmm11,xmm4
	movdqa	xmm7,xmm0
	movdqa	xmm9,xmm14
	pxor	xmm9,xmm13
	pand	xmm9,xmm4
	pxor	xmm4,xmm0
	pand	xmm0,xmm14
	pand	xmm4,xmm13
	pxor	xmm4,xmm0
	pxor	xmm0,xmm9
	pxor	xmm11,xmm1
	pxor	xmm7,xmm5
	pxor	xmm14,xmm12
	pxor	xmm13,xmm8
	movdqa	xmm10,xmm14
	movdqa	xmm9,xmm12
	pxor	xmm10,xmm13
	pxor	xmm9,xmm8
	pand	xmm10,xmm11
	pand	xmm9,xmm1
	pxor	xmm11,xmm7
	pxor	xmm1,xmm5
	pand	xmm7,xmm14
	pand	xmm5,xmm12
	pand	xmm11,xmm13
	pand	xmm1,xmm8
	pxor	xmm7,xmm11
	pxor	xmm1,xmm5
	pxor	xmm11,xmm10
	pxor	xmm5,xmm9
	pxor	xmm4,xmm11
	pxor	xmm1,xmm11
	pxor	xmm0,xmm7
	pxor	xmm5,xmm7

	movdqa	xmm11,xmm2
	movdqa	xmm7,xmm6
	pxor	xmm11,xmm15
	pxor	xmm7,xmm3
	movdqa	xmm10,xmm14
	movdqa	xmm9,xmm12
	pxor	xmm10,xmm13
	pxor	xmm9,xmm8
	pand	xmm10,xmm11
	pand	xmm9,xmm15
	pxor	xmm11,xmm7
	pxor	xmm15,xmm3
	pand	xmm7,xmm14
	pand	xmm3,xmm12
	pand	xmm11,xmm13
	pand	xmm15,xmm8
	pxor	xmm7,xmm11
	pxor	xmm15,xmm3
	pxor	xmm11,xmm10
	pxor	xmm3,xmm9
	pxor	xmm14,xmm12
	pxor	xmm13,xmm8
	movdqa	xmm10,xmm14
	pxor	xmm10,xmm13
	pand	xmm10,xmm2
	pxor	xmm2,xmm6
	pand	xmm6,xmm14
	pand	xmm2,xmm13
	pxor	xmm2,xmm6
	pxor	xmm6,xmm10
	pxor	xmm2,xmm11
	pxor	xmm15,xmm11
	pxor	xmm6,xmm7
	pxor	xmm3,xmm7
	pxor	xmm0,xmm6
	pxor	xmm5,xmm4

	pxor	xmm3,xmm0
	pxor	xmm1,xmm6
	pxor	xmm4,xmm6
	pxor	xmm3,xmm1
	pxor	xmm6,xmm15
	pxor	xmm3,xmm4
	pxor	xmm2,xmm5
	pxor	xmm5,xmm0
	pxor	xmm2,xmm3

	pxor	xmm3,xmm15
	pxor	xmm6,xmm2
	dec	r10d
	jl	NEAR $L$dec_done

	pshufd	xmm7,xmm15,0x4E
	pshufd	xmm13,xmm2,0x4E
	pxor	xmm7,xmm15
	pshufd	xmm14,xmm4,0x4E
	pxor	xmm13,xmm2
	pshufd	xmm8,xmm0,0x4E
	pxor	xmm14,xmm4
	pshufd	xmm9,xmm5,0x4E
	pxor	xmm8,xmm0
	pshufd	xmm10,xmm3,0x4E
	pxor	xmm9,xmm5
	pxor	xmm15,xmm13
	pxor	xmm0,xmm13
	pshufd	xmm11,xmm1,0x4E
	pxor	xmm10,xmm3
	pxor	xmm5,xmm7
	pxor	xmm3,xmm8
	pshufd	xmm12,xmm6,0x4E
	pxor	xmm11,xmm1
	pxor	xmm0,xmm14
	pxor	xmm1,xmm9
	pxor	xmm12,xmm6

	pxor	xmm5,xmm14
	pxor	xmm3,xmm13
	pxor	xmm1,xmm13
	pxor	xmm6,xmm10
	pxor	xmm2,xmm11
	pxor	xmm1,xmm14
	pxor	xmm6,xmm14
	pxor	xmm4,xmm12
	pshufd	xmm7,xmm15,0x93
	pshufd	xmm8,xmm0,0x93
	pxor	xmm15,xmm7
	pshufd	xmm9,xmm5,0x93
	pxor	xmm0,xmm8
	pshufd	xmm10,xmm3,0x93
	pxor	xmm5,xmm9
	pshufd	xmm11,xmm1,0x93
	pxor	xmm3,xmm10
	pshufd	xmm12,xmm6,0x93
	pxor	xmm1,xmm11
	pshufd	xmm13,xmm2,0x93
	pxor	xmm6,xmm12
	pshufd	xmm14,xmm4,0x93
	pxor	xmm2,xmm13
	pxor	xmm4,xmm14

	pxor	xmm8,xmm15
	pxor	xmm7,xmm4
	pxor	xmm8,xmm4
	pshufd	xmm15,xmm15,0x4E
	pxor	xmm9,xmm0
	pshufd	xmm0,xmm0,0x4E
	pxor	xmm12,xmm1
	pxor	xmm15,xmm7
	pxor	xmm13,xmm6
	pxor	xmm0,xmm8
	pxor	xmm11,xmm3
	pshufd	xmm7,xmm1,0x4E
	pxor	xmm14,xmm2
	pshufd	xmm8,xmm6,0x4E
	pxor	xmm10,xmm5
	pshufd	xmm1,xmm3,0x4E
	pxor	xmm10,xmm4
	pshufd	xmm6,xmm4,0x4E
	pxor	xmm11,xmm4
	pshufd	xmm3,xmm2,0x4E
	pxor	xmm7,xmm11
	pshufd	xmm2,xmm5,0x4E
	pxor	xmm8,xmm12
	pxor	xmm10,xmm1
	pxor	xmm6,xmm14
	pxor	xmm13,xmm3
	movdqa	xmm3,xmm7
	pxor	xmm2,xmm9
	movdqa	xmm5,xmm13
	movdqa	xmm4,xmm8
	movdqa	xmm1,xmm2
	movdqa	xmm2,xmm10
	movdqa	xmm7,XMMWORD[((-16))+r11]
	jnz	NEAR $L$dec_loop
	movdqa	xmm7,XMMWORD[((-32))+r11]
	jmp	NEAR $L$dec_loop
ALIGN	16
$L$dec_done:
	movdqa	xmm7,XMMWORD[r11]
	movdqa	xmm8,XMMWORD[16+r11]
	movdqa	xmm9,xmm2
	psrlq	xmm2,1
	movdqa	xmm10,xmm1
	psrlq	xmm1,1
	pxor	xmm2,xmm4
	pxor	xmm1,xmm6
	pand	xmm2,xmm7
	pand	xmm1,xmm7
	pxor	xmm4,xmm2
	psllq	xmm2,1
	pxor	xmm6,xmm1
	psllq	xmm1,1
	pxor	xmm2,xmm9
	pxor	xmm1,xmm10
	movdqa	xmm9,xmm5
	psrlq	xmm5,1
	movdqa	xmm10,xmm15
	psrlq	xmm15,1
	pxor	xmm5,xmm3
	pxor	xmm15,xmm0
	pand	xmm5,xmm7
	pand	xmm15,xmm7
	pxor	xmm3,xmm5
	psllq	xmm5,1
	pxor	xmm0,xmm15
	psllq	xmm15,1
	pxor	xmm5,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm7,XMMWORD[32+r11]
	movdqa	xmm9,xmm6
	psrlq	xmm6,2
	movdqa	xmm10,xmm1
	psrlq	xmm1,2
	pxor	xmm6,xmm4
	pxor	xmm1,xmm2
	pand	xmm6,xmm8
	pand	xmm1,xmm8
	pxor	xmm4,xmm6
	psllq	xmm6,2
	pxor	xmm2,xmm1
	psllq	xmm1,2
	pxor	xmm6,xmm9
	pxor	xmm1,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,2
	movdqa	xmm10,xmm15
	psrlq	xmm15,2
	pxor	xmm0,xmm3
	pxor	xmm15,xmm5
	pand	xmm0,xmm8
	pand	xmm15,xmm8
	pxor	xmm3,xmm0
	psllq	xmm0,2
	pxor	xmm5,xmm15
	psllq	xmm15,2
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm9,xmm3
	psrlq	xmm3,4
	movdqa	xmm10,xmm5
	psrlq	xmm5,4
	pxor	xmm3,xmm4
	pxor	xmm5,xmm2
	pand	xmm3,xmm7
	pand	xmm5,xmm7
	pxor	xmm4,xmm3
	psllq	xmm3,4
	pxor	xmm2,xmm5
	psllq	xmm5,4
	pxor	xmm3,xmm9
	pxor	xmm5,xmm10
	movdqa	xmm9,xmm0
	psrlq	xmm0,4
	movdqa	xmm10,xmm15
	psrlq	xmm15,4
	pxor	xmm0,xmm6
	pxor	xmm15,xmm1
	pand	xmm0,xmm7
	pand	xmm15,xmm7
	pxor	xmm6,xmm0
	psllq	xmm0,4
	pxor	xmm1,xmm15
	psllq	xmm15,4
	pxor	xmm0,xmm9
	pxor	xmm15,xmm10
	movdqa	xmm7,XMMWORD[rax]
	pxor	xmm5,xmm7
	pxor	xmm3,xmm7
	pxor	xmm1,xmm7
	pxor	xmm6,xmm7
	pxor	xmm2,xmm7
	pxor	xmm4,xmm7
	pxor	xmm15,xmm7
	pxor	xmm0,xmm7
	DB	0F3h,0C3h		;repret


ALIGN	16
_bsaes_key_convert:
	lea	r11,[$L$masks]
	movdqu	xmm7,XMMWORD[rcx]
	lea	rcx,[16+rcx]
	movdqa	xmm0,XMMWORD[r11]
	movdqa	xmm1,XMMWORD[16+r11]
	movdqa	xmm2,XMMWORD[32+r11]
	movdqa	xmm3,XMMWORD[48+r11]
	movdqa	xmm4,XMMWORD[64+r11]
	pcmpeqd	xmm5,xmm5

	movdqu	xmm6,XMMWORD[rcx]
	movdqa	XMMWORD[rax],xmm7
	lea	rax,[16+rax]
	dec	r10d
	jmp	NEAR $L$key_loop
ALIGN	16
$L$key_loop:
DB	102,15,56,0,244

	movdqa	xmm8,xmm0
	movdqa	xmm9,xmm1

	pand	xmm8,xmm6
	pand	xmm9,xmm6
	movdqa	xmm10,xmm2
	pcmpeqb	xmm8,xmm0
	psllq	xmm0,4
	movdqa	xmm11,xmm3
	pcmpeqb	xmm9,xmm1
	psllq	xmm1,4

	pand	xmm10,xmm6
	pand	xmm11,xmm6
	movdqa	xmm12,xmm0
	pcmpeqb	xmm10,xmm2
	psllq	xmm2,4
	movdqa	xmm13,xmm1
	pcmpeqb	xmm11,xmm3
	psllq	xmm3,4

	movdqa	xmm14,xmm2
	movdqa	xmm15,xmm3
	pxor	xmm8,xmm5
	pxor	xmm9,xmm5

	pand	xmm12,xmm6
	pand	xmm13,xmm6
	movdqa	XMMWORD[rax],xmm8
	pcmpeqb	xmm12,xmm0
	psrlq	xmm0,4
	movdqa	XMMWORD[16+rax],xmm9
	pcmpeqb	xmm13,xmm1
	psrlq	xmm1,4
	lea	rcx,[16+rcx]

	pand	xmm14,xmm6
	pand	xmm15,xmm6
	movdqa	XMMWORD[32+rax],xmm10
	pcmpeqb	xmm14,xmm2
	psrlq	xmm2,4
	movdqa	XMMWORD[48+rax],xmm11
	pcmpeqb	xmm15,xmm3
	psrlq	xmm3,4
	movdqu	xmm6,XMMWORD[rcx]

	pxor	xmm13,xmm5
	pxor	xmm14,xmm5
	movdqa	XMMWORD[64+rax],xmm12
	movdqa	XMMWORD[80+rax],xmm13
	movdqa	XMMWORD[96+rax],xmm14
	movdqa	XMMWORD[112+rax],xmm15
	lea	rax,[128+rax]
	dec	r10d
	jnz	NEAR $L$key_loop

	movdqa	xmm7,XMMWORD[80+r11]

	DB	0F3h,0C3h		;repret

EXTERN	asm_AES_cbc_encrypt
global	bsaes_cbc_encrypt

ALIGN	16
bsaes_cbc_encrypt:
	mov	r11d,DWORD[48+rsp]
	cmp	r11d,0
	jne	NEAR asm_AES_cbc_encrypt
	cmp	r8,128
	jb	NEAR asm_AES_cbc_encrypt

	mov	rax,rsp
$L$cbc_dec_prologue:
	push	rbp
	push	rbx
	push	r12
	push	r13
	push	r14
	push	r15
	lea	rsp,[((-72))+rsp]
	mov	r10,QWORD[160+rsp]
	lea	rsp,[((-160))+rsp]
	movaps	XMMWORD[64+rsp],xmm6
	movaps	XMMWORD[80+rsp],xmm7
	movaps	XMMWORD[96+rsp],xmm8
	movaps	XMMWORD[112+rsp],xmm9
	movaps	XMMWORD[128+rsp],xmm10
	movaps	XMMWORD[144+rsp],xmm11
	movaps	XMMWORD[160+rsp],xmm12
	movaps	XMMWORD[176+rsp],xmm13
	movaps	XMMWORD[192+rsp],xmm14
	movaps	XMMWORD[208+rsp],xmm15
$L$cbc_dec_body:
	mov	rbp,rsp
	mov	eax,DWORD[240+r9]
	mov	r12,rcx
	mov	r13,rdx
	mov	r14,r8
	mov	r15,r9
	mov	rbx,r10
	shr	r14,4

	mov	edx,eax
	shl	rax,7
	sub	rax,96
	sub	rsp,rax

	mov	rax,rsp
	mov	rcx,r15
	mov	r10d,edx
	call	_bsaes_key_convert
	pxor	xmm7,XMMWORD[rsp]
	movdqa	XMMWORD[rax],xmm6
	movdqa	XMMWORD[rsp],xmm7

	movdqu	xmm14,XMMWORD[rbx]
	sub	r14,8
$L$cbc_dec_loop:
	movdqu	xmm15,XMMWORD[r12]
	movdqu	xmm0,XMMWORD[16+r12]
	movdqu	xmm1,XMMWORD[32+r12]
	movdqu	xmm2,XMMWORD[48+r12]
	movdqu	xmm3,XMMWORD[64+r12]
	movdqu	xmm4,XMMWORD[80+r12]
	mov	rax,rsp
	movdqu	xmm5,XMMWORD[96+r12]
	mov	r10d,edx
	movdqu	xmm6,XMMWORD[112+r12]
	movdqa	XMMWORD[32+rbp],xmm14

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm5,xmm8
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm3,xmm9
	movdqu	xmm11,XMMWORD[64+r12]
	pxor	xmm1,xmm10
	movdqu	xmm12,XMMWORD[80+r12]
	pxor	xmm6,xmm11
	movdqu	xmm13,XMMWORD[96+r12]
	pxor	xmm2,xmm12
	movdqu	xmm14,XMMWORD[112+r12]
	pxor	xmm4,xmm13
	movdqu	XMMWORD[r13],xmm15
	lea	r12,[128+r12]
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	movdqu	XMMWORD[48+r13],xmm3
	movdqu	XMMWORD[64+r13],xmm1
	movdqu	XMMWORD[80+r13],xmm6
	movdqu	XMMWORD[96+r13],xmm2
	movdqu	XMMWORD[112+r13],xmm4
	lea	r13,[128+r13]
	sub	r14,8
	jnc	NEAR $L$cbc_dec_loop

	add	r14,8
	jz	NEAR $L$cbc_dec_done

	movdqu	xmm15,XMMWORD[r12]
	mov	rax,rsp
	mov	r10d,edx
	cmp	r14,2
	jb	NEAR $L$cbc_dec_one
	movdqu	xmm0,XMMWORD[16+r12]
	je	NEAR $L$cbc_dec_two
	movdqu	xmm1,XMMWORD[32+r12]
	cmp	r14,4
	jb	NEAR $L$cbc_dec_three
	movdqu	xmm2,XMMWORD[48+r12]
	je	NEAR $L$cbc_dec_four
	movdqu	xmm3,XMMWORD[64+r12]
	cmp	r14,6
	jb	NEAR $L$cbc_dec_five
	movdqu	xmm4,XMMWORD[80+r12]
	je	NEAR $L$cbc_dec_six
	movdqu	xmm5,XMMWORD[96+r12]
	movdqa	XMMWORD[32+rbp],xmm14
	call	_bsaes_decrypt8
	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm5,xmm8
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm3,xmm9
	movdqu	xmm11,XMMWORD[64+r12]
	pxor	xmm1,xmm10
	movdqu	xmm12,XMMWORD[80+r12]
	pxor	xmm6,xmm11
	movdqu	xmm14,XMMWORD[96+r12]
	pxor	xmm2,xmm12
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	movdqu	XMMWORD[48+r13],xmm3
	movdqu	XMMWORD[64+r13],xmm1
	movdqu	XMMWORD[80+r13],xmm6
	movdqu	XMMWORD[96+r13],xmm2
	jmp	NEAR $L$cbc_dec_done
ALIGN	16
$L$cbc_dec_six:
	movdqa	XMMWORD[32+rbp],xmm14
	call	_bsaes_decrypt8
	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm5,xmm8
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm3,xmm9
	movdqu	xmm11,XMMWORD[64+r12]
	pxor	xmm1,xmm10
	movdqu	xmm14,XMMWORD[80+r12]
	pxor	xmm6,xmm11
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	movdqu	XMMWORD[48+r13],xmm3
	movdqu	XMMWORD[64+r13],xmm1
	movdqu	XMMWORD[80+r13],xmm6
	jmp	NEAR $L$cbc_dec_done
ALIGN	16
$L$cbc_dec_five:
	movdqa	XMMWORD[32+rbp],xmm14
	call	_bsaes_decrypt8
	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm5,xmm8
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm3,xmm9
	movdqu	xmm14,XMMWORD[64+r12]
	pxor	xmm1,xmm10
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	movdqu	XMMWORD[48+r13],xmm3
	movdqu	XMMWORD[64+r13],xmm1
	jmp	NEAR $L$cbc_dec_done
ALIGN	16
$L$cbc_dec_four:
	movdqa	XMMWORD[32+rbp],xmm14
	call	_bsaes_decrypt8
	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm5,xmm8
	movdqu	xmm14,XMMWORD[48+r12]
	pxor	xmm3,xmm9
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	movdqu	XMMWORD[48+r13],xmm3
	jmp	NEAR $L$cbc_dec_done
ALIGN	16
$L$cbc_dec_three:
	movdqa	XMMWORD[32+rbp],xmm14
	call	_bsaes_decrypt8
	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	xmm14,XMMWORD[32+r12]
	pxor	xmm5,xmm8
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	jmp	NEAR $L$cbc_dec_done
ALIGN	16
$L$cbc_dec_two:
	movdqa	XMMWORD[32+rbp],xmm14
	call	_bsaes_decrypt8
	pxor	xmm15,XMMWORD[32+rbp]
	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm14,XMMWORD[16+r12]
	pxor	xmm0,xmm7
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	jmp	NEAR $L$cbc_dec_done
ALIGN	16
$L$cbc_dec_one:
	lea	rcx,[r12]
	lea	rdx,[32+rbp]
	lea	r8,[r15]
	call	asm_AES_decrypt
	pxor	xmm14,XMMWORD[32+rbp]
	movdqu	XMMWORD[r13],xmm14
	movdqa	xmm14,xmm15

$L$cbc_dec_done:
	movdqu	XMMWORD[rbx],xmm14
	lea	rax,[rsp]
	pxor	xmm0,xmm0
$L$cbc_dec_bzero:
	movdqa	XMMWORD[rax],xmm0
	movdqa	XMMWORD[16+rax],xmm0
	lea	rax,[32+rax]
	cmp	rbp,rax
	ja	NEAR $L$cbc_dec_bzero

	lea	rsp,[rbp]
	movaps	xmm6,XMMWORD[64+rbp]
	movaps	xmm7,XMMWORD[80+rbp]
	movaps	xmm8,XMMWORD[96+rbp]
	movaps	xmm9,XMMWORD[112+rbp]
	movaps	xmm10,XMMWORD[128+rbp]
	movaps	xmm11,XMMWORD[144+rbp]
	movaps	xmm12,XMMWORD[160+rbp]
	movaps	xmm13,XMMWORD[176+rbp]
	movaps	xmm14,XMMWORD[192+rbp]
	movaps	xmm15,XMMWORD[208+rbp]
	lea	rsp,[160+rbp]
	mov	r15,QWORD[72+rsp]
	mov	r14,QWORD[80+rsp]
	mov	r13,QWORD[88+rsp]
	mov	r12,QWORD[96+rsp]
	mov	rbx,QWORD[104+rsp]
	mov	rax,QWORD[112+rsp]
	lea	rsp,[120+rsp]
	mov	rbp,rax
$L$cbc_dec_epilogue:
	DB	0F3h,0C3h		;repret


global	bsaes_ctr32_encrypt_blocks

ALIGN	16
bsaes_ctr32_encrypt_blocks:
	mov	rax,rsp
$L$ctr_enc_prologue:
	push	rbp
	push	rbx
	push	r12
	push	r13
	push	r14
	push	r15
	lea	rsp,[((-72))+rsp]
	mov	r10,QWORD[160+rsp]
	lea	rsp,[((-160))+rsp]
	movaps	XMMWORD[64+rsp],xmm6
	movaps	XMMWORD[80+rsp],xmm7
	movaps	XMMWORD[96+rsp],xmm8
	movaps	XMMWORD[112+rsp],xmm9
	movaps	XMMWORD[128+rsp],xmm10
	movaps	XMMWORD[144+rsp],xmm11
	movaps	XMMWORD[160+rsp],xmm12
	movaps	XMMWORD[176+rsp],xmm13
	movaps	XMMWORD[192+rsp],xmm14
	movaps	XMMWORD[208+rsp],xmm15
$L$ctr_enc_body:
	mov	rbp,rsp
	movdqu	xmm0,XMMWORD[r10]
	mov	eax,DWORD[240+r9]
	mov	r12,rcx
	mov	r13,rdx
	mov	r14,r8
	mov	r15,r9
	movdqa	XMMWORD[32+rbp],xmm0
	cmp	r8,8
	jb	NEAR $L$ctr_enc_short

	mov	ebx,eax
	shl	rax,7
	sub	rax,96
	sub	rsp,rax

	mov	rax,rsp
	mov	rcx,r15
	mov	r10d,ebx
	call	_bsaes_key_convert
	pxor	xmm7,xmm6
	movdqa	XMMWORD[rax],xmm7

	movdqa	xmm8,XMMWORD[rsp]
	lea	r11,[$L$ADD1]
	movdqa	xmm15,XMMWORD[32+rbp]
	movdqa	xmm7,XMMWORD[((-32))+r11]
DB	102,68,15,56,0,199
DB	102,68,15,56,0,255
	movdqa	XMMWORD[rsp],xmm8
	jmp	NEAR $L$ctr_enc_loop
ALIGN	16
$L$ctr_enc_loop:
	movdqa	XMMWORD[32+rbp],xmm15
	movdqa	xmm0,xmm15
	movdqa	xmm1,xmm15
	paddd	xmm0,XMMWORD[r11]
	movdqa	xmm2,xmm15
	paddd	xmm1,XMMWORD[16+r11]
	movdqa	xmm3,xmm15
	paddd	xmm2,XMMWORD[32+r11]
	movdqa	xmm4,xmm15
	paddd	xmm3,XMMWORD[48+r11]
	movdqa	xmm5,xmm15
	paddd	xmm4,XMMWORD[64+r11]
	movdqa	xmm6,xmm15
	paddd	xmm5,XMMWORD[80+r11]
	paddd	xmm6,XMMWORD[96+r11]


	movdqa	xmm8,XMMWORD[rsp]
	lea	rax,[16+rsp]
	movdqa	xmm7,XMMWORD[((-16))+r11]
	pxor	xmm15,xmm8
	pxor	xmm0,xmm8
	pxor	xmm1,xmm8
	pxor	xmm2,xmm8
DB	102,68,15,56,0,255
DB	102,15,56,0,199
	pxor	xmm3,xmm8
	pxor	xmm4,xmm8
DB	102,15,56,0,207
DB	102,15,56,0,215
	pxor	xmm5,xmm8
	pxor	xmm6,xmm8
DB	102,15,56,0,223
DB	102,15,56,0,231
DB	102,15,56,0,239
DB	102,15,56,0,247
	lea	r11,[$L$BS0]
	mov	r10d,ebx

	call	_bsaes_encrypt8_bitslice

	sub	r14,8
	jc	NEAR $L$ctr_enc_loop_done

	movdqu	xmm7,XMMWORD[r12]
	movdqu	xmm8,XMMWORD[16+r12]
	movdqu	xmm9,XMMWORD[32+r12]
	movdqu	xmm10,XMMWORD[48+r12]
	movdqu	xmm11,XMMWORD[64+r12]
	movdqu	xmm12,XMMWORD[80+r12]
	movdqu	xmm13,XMMWORD[96+r12]
	movdqu	xmm14,XMMWORD[112+r12]
	lea	r12,[128+r12]
	pxor	xmm7,xmm15
	movdqa	xmm15,XMMWORD[32+rbp]
	pxor	xmm0,xmm8
	movdqu	XMMWORD[r13],xmm7
	pxor	xmm3,xmm9
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm5,xmm10
	movdqu	XMMWORD[32+r13],xmm3
	pxor	xmm2,xmm11
	movdqu	XMMWORD[48+r13],xmm5
	pxor	xmm6,xmm12
	movdqu	XMMWORD[64+r13],xmm2
	pxor	xmm1,xmm13
	movdqu	XMMWORD[80+r13],xmm6
	pxor	xmm4,xmm14
	movdqu	XMMWORD[96+r13],xmm1
	lea	r11,[$L$ADD1]
	movdqu	XMMWORD[112+r13],xmm4
	lea	r13,[128+r13]
	paddd	xmm15,XMMWORD[112+r11]
	jnz	NEAR $L$ctr_enc_loop

	jmp	NEAR $L$ctr_enc_done
ALIGN	16
$L$ctr_enc_loop_done:
	add	r14,8
	movdqu	xmm7,XMMWORD[r12]
	pxor	xmm15,xmm7
	movdqu	XMMWORD[r13],xmm15
	cmp	r14,2
	jb	NEAR $L$ctr_enc_done
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm0,xmm8
	movdqu	XMMWORD[16+r13],xmm0
	je	NEAR $L$ctr_enc_done
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm3,xmm9
	movdqu	XMMWORD[32+r13],xmm3
	cmp	r14,4
	jb	NEAR $L$ctr_enc_done
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm5,xmm10
	movdqu	XMMWORD[48+r13],xmm5
	je	NEAR $L$ctr_enc_done
	movdqu	xmm11,XMMWORD[64+r12]
	pxor	xmm2,xmm11
	movdqu	XMMWORD[64+r13],xmm2
	cmp	r14,6
	jb	NEAR $L$ctr_enc_done
	movdqu	xmm12,XMMWORD[80+r12]
	pxor	xmm6,xmm12
	movdqu	XMMWORD[80+r13],xmm6
	je	NEAR $L$ctr_enc_done
	movdqu	xmm13,XMMWORD[96+r12]
	pxor	xmm1,xmm13
	movdqu	XMMWORD[96+r13],xmm1
	jmp	NEAR $L$ctr_enc_done

ALIGN	16
$L$ctr_enc_short:
	lea	rcx,[32+rbp]
	lea	rdx,[48+rbp]
	lea	r8,[r15]
	call	asm_AES_encrypt
	movdqu	xmm0,XMMWORD[r12]
	lea	r12,[16+r12]
	mov	eax,DWORD[44+rbp]
	bswap	eax
	pxor	xmm0,XMMWORD[48+rbp]
	inc	eax
	movdqu	XMMWORD[r13],xmm0
	bswap	eax
	lea	r13,[16+r13]
	mov	DWORD[44+rsp],eax
	dec	r14
	jnz	NEAR $L$ctr_enc_short

$L$ctr_enc_done:
	lea	rax,[rsp]
	pxor	xmm0,xmm0
$L$ctr_enc_bzero:
	movdqa	XMMWORD[rax],xmm0
	movdqa	XMMWORD[16+rax],xmm0
	lea	rax,[32+rax]
	cmp	rbp,rax
	ja	NEAR $L$ctr_enc_bzero

	lea	rsp,[rbp]
	movaps	xmm6,XMMWORD[64+rbp]
	movaps	xmm7,XMMWORD[80+rbp]
	movaps	xmm8,XMMWORD[96+rbp]
	movaps	xmm9,XMMWORD[112+rbp]
	movaps	xmm10,XMMWORD[128+rbp]
	movaps	xmm11,XMMWORD[144+rbp]
	movaps	xmm12,XMMWORD[160+rbp]
	movaps	xmm13,XMMWORD[176+rbp]
	movaps	xmm14,XMMWORD[192+rbp]
	movaps	xmm15,XMMWORD[208+rbp]
	lea	rsp,[160+rbp]
	mov	r15,QWORD[72+rsp]
	mov	r14,QWORD[80+rsp]
	mov	r13,QWORD[88+rsp]
	mov	r12,QWORD[96+rsp]
	mov	rbx,QWORD[104+rsp]
	mov	rax,QWORD[112+rsp]
	lea	rsp,[120+rsp]
	mov	rbp,rax
$L$ctr_enc_epilogue:
	DB	0F3h,0C3h		;repret

global	bsaes_xts_encrypt

ALIGN	16
bsaes_xts_encrypt:
	mov	rax,rsp
$L$xts_enc_prologue:
	push	rbp
	push	rbx
	push	r12
	push	r13
	push	r14
	push	r15
	lea	rsp,[((-72))+rsp]
	mov	r10,QWORD[160+rsp]
	mov	r11,QWORD[168+rsp]
	lea	rsp,[((-160))+rsp]
	movaps	XMMWORD[64+rsp],xmm6
	movaps	XMMWORD[80+rsp],xmm7
	movaps	XMMWORD[96+rsp],xmm8
	movaps	XMMWORD[112+rsp],xmm9
	movaps	XMMWORD[128+rsp],xmm10
	movaps	XMMWORD[144+rsp],xmm11
	movaps	XMMWORD[160+rsp],xmm12
	movaps	XMMWORD[176+rsp],xmm13
	movaps	XMMWORD[192+rsp],xmm14
	movaps	XMMWORD[208+rsp],xmm15
$L$xts_enc_body:
	mov	rbp,rsp
	mov	r12,rcx
	mov	r13,rdx
	mov	r14,r8
	mov	r15,r9

	lea	rcx,[r11]
	lea	rdx,[32+rbp]
	lea	r8,[r10]
	call	asm_AES_encrypt

	mov	eax,DWORD[240+r15]
	mov	rbx,r14

	mov	edx,eax
	shl	rax,7
	sub	rax,96
	sub	rsp,rax

	mov	rax,rsp
	mov	rcx,r15
	mov	r10d,edx
	call	_bsaes_key_convert
	pxor	xmm7,xmm6
	movdqa	XMMWORD[rax],xmm7

	and	r14,-16
	sub	rsp,0x80
	movdqa	xmm6,XMMWORD[32+rbp]

	pxor	xmm14,xmm14
	movdqa	xmm12,XMMWORD[$L$xts_magic]
	pcmpgtd	xmm14,xmm6

	sub	r14,0x80
	jc	NEAR $L$xts_enc_short
	jmp	NEAR $L$xts_enc_loop

ALIGN	16
$L$xts_enc_loop:
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm15,xmm6
	movdqa	XMMWORD[rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm0,xmm6
	movdqa	XMMWORD[16+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm7,XMMWORD[r12]
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm1,xmm6
	movdqa	XMMWORD[32+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm15,xmm7
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm2,xmm6
	movdqa	XMMWORD[48+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm0,xmm8
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm3,xmm6
	movdqa	XMMWORD[64+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm1,xmm9
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm4,xmm6
	movdqa	XMMWORD[80+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm11,XMMWORD[64+r12]
	pxor	xmm2,xmm10
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm5,xmm6
	movdqa	XMMWORD[96+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm12,XMMWORD[80+r12]
	pxor	xmm3,xmm11
	movdqu	xmm13,XMMWORD[96+r12]
	pxor	xmm4,xmm12
	movdqu	xmm14,XMMWORD[112+r12]
	lea	r12,[128+r12]
	movdqa	XMMWORD[112+rsp],xmm6
	pxor	xmm5,xmm13
	lea	rax,[128+rsp]
	pxor	xmm6,xmm14
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm3,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm5,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm3
	pxor	xmm2,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm5
	pxor	xmm6,XMMWORD[80+rsp]
	movdqu	XMMWORD[64+r13],xmm2
	pxor	xmm1,XMMWORD[96+rsp]
	movdqu	XMMWORD[80+r13],xmm6
	pxor	xmm4,XMMWORD[112+rsp]
	movdqu	XMMWORD[96+r13],xmm1
	movdqu	XMMWORD[112+r13],xmm4
	lea	r13,[128+r13]

	movdqa	xmm6,XMMWORD[112+rsp]
	pxor	xmm14,xmm14
	movdqa	xmm12,XMMWORD[$L$xts_magic]
	pcmpgtd	xmm14,xmm6
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13

	sub	r14,0x80
	jnc	NEAR $L$xts_enc_loop

$L$xts_enc_short:
	add	r14,0x80
	jz	NEAR $L$xts_enc_done
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm15,xmm6
	movdqa	XMMWORD[rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm0,xmm6
	movdqa	XMMWORD[16+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm7,XMMWORD[r12]
	cmp	r14,16
	je	NEAR $L$xts_enc_1
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm1,xmm6
	movdqa	XMMWORD[32+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm8,XMMWORD[16+r12]
	cmp	r14,32
	je	NEAR $L$xts_enc_2
	pxor	xmm15,xmm7
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm2,xmm6
	movdqa	XMMWORD[48+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm9,XMMWORD[32+r12]
	cmp	r14,48
	je	NEAR $L$xts_enc_3
	pxor	xmm0,xmm8
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm3,xmm6
	movdqa	XMMWORD[64+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm10,XMMWORD[48+r12]
	cmp	r14,64
	je	NEAR $L$xts_enc_4
	pxor	xmm1,xmm9
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm4,xmm6
	movdqa	XMMWORD[80+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm11,XMMWORD[64+r12]
	cmp	r14,80
	je	NEAR $L$xts_enc_5
	pxor	xmm2,xmm10
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm5,xmm6
	movdqa	XMMWORD[96+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm12,XMMWORD[80+r12]
	cmp	r14,96
	je	NEAR $L$xts_enc_6
	pxor	xmm3,xmm11
	movdqu	xmm13,XMMWORD[96+r12]
	pxor	xmm4,xmm12
	movdqa	XMMWORD[112+rsp],xmm6
	lea	r12,[112+r12]
	pxor	xmm5,xmm13
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm3,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm5,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm3
	pxor	xmm2,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm5
	pxor	xmm6,XMMWORD[80+rsp]
	movdqu	XMMWORD[64+r13],xmm2
	pxor	xmm1,XMMWORD[96+rsp]
	movdqu	XMMWORD[80+r13],xmm6
	movdqu	XMMWORD[96+r13],xmm1
	lea	r13,[112+r13]

	movdqa	xmm6,XMMWORD[112+rsp]
	jmp	NEAR $L$xts_enc_done
ALIGN	16
$L$xts_enc_6:
	pxor	xmm3,xmm11
	lea	r12,[96+r12]
	pxor	xmm4,xmm12
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm3,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm5,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm3
	pxor	xmm2,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm5
	pxor	xmm6,XMMWORD[80+rsp]
	movdqu	XMMWORD[64+r13],xmm2
	movdqu	XMMWORD[80+r13],xmm6
	lea	r13,[96+r13]

	movdqa	xmm6,XMMWORD[96+rsp]
	jmp	NEAR $L$xts_enc_done
ALIGN	16
$L$xts_enc_5:
	pxor	xmm2,xmm10
	lea	r12,[80+r12]
	pxor	xmm3,xmm11
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm3,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm5,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm3
	pxor	xmm2,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm5
	movdqu	XMMWORD[64+r13],xmm2
	lea	r13,[80+r13]

	movdqa	xmm6,XMMWORD[80+rsp]
	jmp	NEAR $L$xts_enc_done
ALIGN	16
$L$xts_enc_4:
	pxor	xmm1,xmm9
	lea	r12,[64+r12]
	pxor	xmm2,xmm10
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm3,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm5,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm3
	movdqu	XMMWORD[48+r13],xmm5
	lea	r13,[64+r13]

	movdqa	xmm6,XMMWORD[64+rsp]
	jmp	NEAR $L$xts_enc_done
ALIGN	16
$L$xts_enc_3:
	pxor	xmm0,xmm8
	lea	r12,[48+r12]
	pxor	xmm1,xmm9
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm3,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm3
	lea	r13,[48+r13]

	movdqa	xmm6,XMMWORD[48+rsp]
	jmp	NEAR $L$xts_enc_done
ALIGN	16
$L$xts_enc_2:
	pxor	xmm15,xmm7
	lea	r12,[32+r12]
	pxor	xmm0,xmm8
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_encrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	lea	r13,[32+r13]

	movdqa	xmm6,XMMWORD[32+rsp]
	jmp	NEAR $L$xts_enc_done
ALIGN	16
$L$xts_enc_1:
	pxor	xmm7,xmm15
	lea	r12,[16+r12]
	movdqa	XMMWORD[32+rbp],xmm7
	lea	rcx,[32+rbp]
	lea	rdx,[32+rbp]
	lea	r8,[r15]
	call	asm_AES_encrypt
	pxor	xmm15,XMMWORD[32+rbp]


	movdqu	XMMWORD[r13],xmm15
	lea	r13,[16+r13]

	movdqa	xmm6,XMMWORD[16+rsp]

$L$xts_enc_done:
	and	ebx,15
	jz	NEAR $L$xts_enc_ret
	mov	rdx,r13

$L$xts_enc_steal:
	movzx	eax,BYTE[r12]
	movzx	ecx,BYTE[((-16))+rdx]
	lea	r12,[1+r12]
	mov	BYTE[((-16))+rdx],al
	mov	BYTE[rdx],cl
	lea	rdx,[1+rdx]
	sub	ebx,1
	jnz	NEAR $L$xts_enc_steal

	movdqu	xmm15,XMMWORD[((-16))+r13]
	lea	rcx,[32+rbp]
	pxor	xmm15,xmm6
	lea	rdx,[32+rbp]
	movdqa	XMMWORD[32+rbp],xmm15
	lea	r8,[r15]
	call	asm_AES_encrypt
	pxor	xmm6,XMMWORD[32+rbp]
	movdqu	XMMWORD[(-16)+r13],xmm6

$L$xts_enc_ret:
	lea	rax,[rsp]
	pxor	xmm0,xmm0
$L$xts_enc_bzero:
	movdqa	XMMWORD[rax],xmm0
	movdqa	XMMWORD[16+rax],xmm0
	lea	rax,[32+rax]
	cmp	rbp,rax
	ja	NEAR $L$xts_enc_bzero

	lea	rsp,[rbp]
	movaps	xmm6,XMMWORD[64+rbp]
	movaps	xmm7,XMMWORD[80+rbp]
	movaps	xmm8,XMMWORD[96+rbp]
	movaps	xmm9,XMMWORD[112+rbp]
	movaps	xmm10,XMMWORD[128+rbp]
	movaps	xmm11,XMMWORD[144+rbp]
	movaps	xmm12,XMMWORD[160+rbp]
	movaps	xmm13,XMMWORD[176+rbp]
	movaps	xmm14,XMMWORD[192+rbp]
	movaps	xmm15,XMMWORD[208+rbp]
	lea	rsp,[160+rbp]
	mov	r15,QWORD[72+rsp]
	mov	r14,QWORD[80+rsp]
	mov	r13,QWORD[88+rsp]
	mov	r12,QWORD[96+rsp]
	mov	rbx,QWORD[104+rsp]
	mov	rax,QWORD[112+rsp]
	lea	rsp,[120+rsp]
	mov	rbp,rax
$L$xts_enc_epilogue:
	DB	0F3h,0C3h		;repret


global	bsaes_xts_decrypt

ALIGN	16
bsaes_xts_decrypt:
	mov	rax,rsp
$L$xts_dec_prologue:
	push	rbp
	push	rbx
	push	r12
	push	r13
	push	r14
	push	r15
	lea	rsp,[((-72))+rsp]
	mov	r10,QWORD[160+rsp]
	mov	r11,QWORD[168+rsp]
	lea	rsp,[((-160))+rsp]
	movaps	XMMWORD[64+rsp],xmm6
	movaps	XMMWORD[80+rsp],xmm7
	movaps	XMMWORD[96+rsp],xmm8
	movaps	XMMWORD[112+rsp],xmm9
	movaps	XMMWORD[128+rsp],xmm10
	movaps	XMMWORD[144+rsp],xmm11
	movaps	XMMWORD[160+rsp],xmm12
	movaps	XMMWORD[176+rsp],xmm13
	movaps	XMMWORD[192+rsp],xmm14
	movaps	XMMWORD[208+rsp],xmm15
$L$xts_dec_body:
	mov	rbp,rsp
	mov	r12,rcx
	mov	r13,rdx
	mov	r14,r8
	mov	r15,r9

	lea	rcx,[r11]
	lea	rdx,[32+rbp]
	lea	r8,[r10]
	call	asm_AES_encrypt

	mov	eax,DWORD[240+r15]
	mov	rbx,r14

	mov	edx,eax
	shl	rax,7
	sub	rax,96
	sub	rsp,rax

	mov	rax,rsp
	mov	rcx,r15
	mov	r10d,edx
	call	_bsaes_key_convert
	pxor	xmm7,XMMWORD[rsp]
	movdqa	XMMWORD[rax],xmm6
	movdqa	XMMWORD[rsp],xmm7

	xor	eax,eax
	and	r14,-16
	test	ebx,15
	setnz	al
	shl	rax,4
	sub	r14,rax

	sub	rsp,0x80
	movdqa	xmm6,XMMWORD[32+rbp]

	pxor	xmm14,xmm14
	movdqa	xmm12,XMMWORD[$L$xts_magic]
	pcmpgtd	xmm14,xmm6

	sub	r14,0x80
	jc	NEAR $L$xts_dec_short
	jmp	NEAR $L$xts_dec_loop

ALIGN	16
$L$xts_dec_loop:
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm15,xmm6
	movdqa	XMMWORD[rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm0,xmm6
	movdqa	XMMWORD[16+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm7,XMMWORD[r12]
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm1,xmm6
	movdqa	XMMWORD[32+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm8,XMMWORD[16+r12]
	pxor	xmm15,xmm7
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm2,xmm6
	movdqa	XMMWORD[48+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm9,XMMWORD[32+r12]
	pxor	xmm0,xmm8
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm3,xmm6
	movdqa	XMMWORD[64+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm10,XMMWORD[48+r12]
	pxor	xmm1,xmm9
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm4,xmm6
	movdqa	XMMWORD[80+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm11,XMMWORD[64+r12]
	pxor	xmm2,xmm10
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm5,xmm6
	movdqa	XMMWORD[96+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm12,XMMWORD[80+r12]
	pxor	xmm3,xmm11
	movdqu	xmm13,XMMWORD[96+r12]
	pxor	xmm4,xmm12
	movdqu	xmm14,XMMWORD[112+r12]
	lea	r12,[128+r12]
	movdqa	XMMWORD[112+rsp],xmm6
	pxor	xmm5,xmm13
	lea	rax,[128+rsp]
	pxor	xmm6,xmm14
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm5,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm3,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm5
	pxor	xmm1,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm3
	pxor	xmm6,XMMWORD[80+rsp]
	movdqu	XMMWORD[64+r13],xmm1
	pxor	xmm2,XMMWORD[96+rsp]
	movdqu	XMMWORD[80+r13],xmm6
	pxor	xmm4,XMMWORD[112+rsp]
	movdqu	XMMWORD[96+r13],xmm2
	movdqu	XMMWORD[112+r13],xmm4
	lea	r13,[128+r13]

	movdqa	xmm6,XMMWORD[112+rsp]
	pxor	xmm14,xmm14
	movdqa	xmm12,XMMWORD[$L$xts_magic]
	pcmpgtd	xmm14,xmm6
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13

	sub	r14,0x80
	jnc	NEAR $L$xts_dec_loop

$L$xts_dec_short:
	add	r14,0x80
	jz	NEAR $L$xts_dec_done
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm15,xmm6
	movdqa	XMMWORD[rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm0,xmm6
	movdqa	XMMWORD[16+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm7,XMMWORD[r12]
	cmp	r14,16
	je	NEAR $L$xts_dec_1
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm1,xmm6
	movdqa	XMMWORD[32+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm8,XMMWORD[16+r12]
	cmp	r14,32
	je	NEAR $L$xts_dec_2
	pxor	xmm15,xmm7
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm2,xmm6
	movdqa	XMMWORD[48+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm9,XMMWORD[32+r12]
	cmp	r14,48
	je	NEAR $L$xts_dec_3
	pxor	xmm0,xmm8
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm3,xmm6
	movdqa	XMMWORD[64+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm10,XMMWORD[48+r12]
	cmp	r14,64
	je	NEAR $L$xts_dec_4
	pxor	xmm1,xmm9
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm4,xmm6
	movdqa	XMMWORD[80+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm11,XMMWORD[64+r12]
	cmp	r14,80
	je	NEAR $L$xts_dec_5
	pxor	xmm2,xmm10
	pshufd	xmm13,xmm14,0x13
	pxor	xmm14,xmm14
	movdqa	xmm5,xmm6
	movdqa	XMMWORD[96+rsp],xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	pcmpgtd	xmm14,xmm6
	pxor	xmm6,xmm13
	movdqu	xmm12,XMMWORD[80+r12]
	cmp	r14,96
	je	NEAR $L$xts_dec_6
	pxor	xmm3,xmm11
	movdqu	xmm13,XMMWORD[96+r12]
	pxor	xmm4,xmm12
	movdqa	XMMWORD[112+rsp],xmm6
	lea	r12,[112+r12]
	pxor	xmm5,xmm13
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm5,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm3,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm5
	pxor	xmm1,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm3
	pxor	xmm6,XMMWORD[80+rsp]
	movdqu	XMMWORD[64+r13],xmm1
	pxor	xmm2,XMMWORD[96+rsp]
	movdqu	XMMWORD[80+r13],xmm6
	movdqu	XMMWORD[96+r13],xmm2
	lea	r13,[112+r13]

	movdqa	xmm6,XMMWORD[112+rsp]
	jmp	NEAR $L$xts_dec_done
ALIGN	16
$L$xts_dec_6:
	pxor	xmm3,xmm11
	lea	r12,[96+r12]
	pxor	xmm4,xmm12
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm5,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm3,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm5
	pxor	xmm1,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm3
	pxor	xmm6,XMMWORD[80+rsp]
	movdqu	XMMWORD[64+r13],xmm1
	movdqu	XMMWORD[80+r13],xmm6
	lea	r13,[96+r13]

	movdqa	xmm6,XMMWORD[96+rsp]
	jmp	NEAR $L$xts_dec_done
ALIGN	16
$L$xts_dec_5:
	pxor	xmm2,xmm10
	lea	r12,[80+r12]
	pxor	xmm3,xmm11
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm5,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm3,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm5
	pxor	xmm1,XMMWORD[64+rsp]
	movdqu	XMMWORD[48+r13],xmm3
	movdqu	XMMWORD[64+r13],xmm1
	lea	r13,[80+r13]

	movdqa	xmm6,XMMWORD[80+rsp]
	jmp	NEAR $L$xts_dec_done
ALIGN	16
$L$xts_dec_4:
	pxor	xmm1,xmm9
	lea	r12,[64+r12]
	pxor	xmm2,xmm10
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm5,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	pxor	xmm3,XMMWORD[48+rsp]
	movdqu	XMMWORD[32+r13],xmm5
	movdqu	XMMWORD[48+r13],xmm3
	lea	r13,[64+r13]

	movdqa	xmm6,XMMWORD[64+rsp]
	jmp	NEAR $L$xts_dec_done
ALIGN	16
$L$xts_dec_3:
	pxor	xmm0,xmm8
	lea	r12,[48+r12]
	pxor	xmm1,xmm9
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	pxor	xmm5,XMMWORD[32+rsp]
	movdqu	XMMWORD[16+r13],xmm0
	movdqu	XMMWORD[32+r13],xmm5
	lea	r13,[48+r13]

	movdqa	xmm6,XMMWORD[48+rsp]
	jmp	NEAR $L$xts_dec_done
ALIGN	16
$L$xts_dec_2:
	pxor	xmm15,xmm7
	lea	r12,[32+r12]
	pxor	xmm0,xmm8
	lea	rax,[128+rsp]
	mov	r10d,edx

	call	_bsaes_decrypt8

	pxor	xmm15,XMMWORD[rsp]
	pxor	xmm0,XMMWORD[16+rsp]
	movdqu	XMMWORD[r13],xmm15
	movdqu	XMMWORD[16+r13],xmm0
	lea	r13,[32+r13]

	movdqa	xmm6,XMMWORD[32+rsp]
	jmp	NEAR $L$xts_dec_done
ALIGN	16
$L$xts_dec_1:
	pxor	xmm7,xmm15
	lea	r12,[16+r12]
	movdqa	XMMWORD[32+rbp],xmm7
	lea	rcx,[32+rbp]
	lea	rdx,[32+rbp]
	lea	r8,[r15]
	call	asm_AES_decrypt
	pxor	xmm15,XMMWORD[32+rbp]


	movdqu	XMMWORD[r13],xmm15
	lea	r13,[16+r13]

	movdqa	xmm6,XMMWORD[16+rsp]

$L$xts_dec_done:
	and	ebx,15
	jz	NEAR $L$xts_dec_ret

	pxor	xmm14,xmm14
	movdqa	xmm12,XMMWORD[$L$xts_magic]
	pcmpgtd	xmm14,xmm6
	pshufd	xmm13,xmm14,0x13
	movdqa	xmm5,xmm6
	paddq	xmm6,xmm6
	pand	xmm13,xmm12
	movdqu	xmm15,XMMWORD[r12]
	pxor	xmm6,xmm13

	lea	rcx,[32+rbp]
	pxor	xmm15,xmm6
	lea	rdx,[32+rbp]
	movdqa	XMMWORD[32+rbp],xmm15
	lea	r8,[r15]
	call	asm_AES_decrypt
	pxor	xmm6,XMMWORD[32+rbp]
	mov	rdx,r13
	movdqu	XMMWORD[r13],xmm6

$L$xts_dec_steal:
	movzx	eax,BYTE[16+r12]
	movzx	ecx,BYTE[rdx]
	lea	r12,[1+r12]
	mov	BYTE[rdx],al
	mov	BYTE[16+rdx],cl
	lea	rdx,[1+rdx]
	sub	ebx,1
	jnz	NEAR $L$xts_dec_steal

	movdqu	xmm15,XMMWORD[r13]
	lea	rcx,[32+rbp]
	pxor	xmm15,xmm5
	lea	rdx,[32+rbp]
	movdqa	XMMWORD[32+rbp],xmm15
	lea	r8,[r15]
	call	asm_AES_decrypt
	pxor	xmm5,XMMWORD[32+rbp]
	movdqu	XMMWORD[r13],xmm5

$L$xts_dec_ret:
	lea	rax,[rsp]
	pxor	xmm0,xmm0
$L$xts_dec_bzero:
	movdqa	XMMWORD[rax],xmm0
	movdqa	XMMWORD[16+rax],xmm0
	lea	rax,[32+rax]
	cmp	rbp,rax
	ja	NEAR $L$xts_dec_bzero

	lea	rsp,[rbp]
	movaps	xmm6,XMMWORD[64+rbp]
	movaps	xmm7,XMMWORD[80+rbp]
	movaps	xmm8,XMMWORD[96+rbp]
	movaps	xmm9,XMMWORD[112+rbp]
	movaps	xmm10,XMMWORD[128+rbp]
	movaps	xmm11,XMMWORD[144+rbp]
	movaps	xmm12,XMMWORD[160+rbp]
	movaps	xmm13,XMMWORD[176+rbp]
	movaps	xmm14,XMMWORD[192+rbp]
	movaps	xmm15,XMMWORD[208+rbp]
	lea	rsp,[160+rbp]
	mov	r15,QWORD[72+rsp]
	mov	r14,QWORD[80+rsp]
	mov	r13,QWORD[88+rsp]
	mov	r12,QWORD[96+rsp]
	mov	rbx,QWORD[104+rsp]
	mov	rax,QWORD[112+rsp]
	lea	rsp,[120+rsp]
	mov	rbp,rax
$L$xts_dec_epilogue:
	DB	0F3h,0C3h		;repret


ALIGN	64
_bsaes_const:
$L$M0ISR:
	DQ	0x0a0e0206070b0f03,0x0004080c0d010509
$L$ISRM0:
	DQ	0x01040b0e0205080f,0x0306090c00070a0d
$L$ISR:
	DQ	0x0504070602010003,0x0f0e0d0c080b0a09
$L$BS0:
	DQ	0x5555555555555555,0x5555555555555555
$L$BS1:
	DQ	0x3333333333333333,0x3333333333333333
$L$BS2:
	DQ	0x0f0f0f0f0f0f0f0f,0x0f0f0f0f0f0f0f0f
$L$SR:
	DQ	0x0504070600030201,0x0f0e0d0c0a09080b
$L$SRM0:
	DQ	0x0304090e00050a0f,0x01060b0c0207080d
$L$M0SR:
	DQ	0x0a0e02060f03070b,0x0004080c05090d01
$L$SWPUP:
	DQ	0x0706050403020100,0x0c0d0e0f0b0a0908
$L$SWPUPM0SR:
	DQ	0x0a0d02060c03070b,0x0004080f05090e01
$L$ADD1:
	DQ	0x0000000000000000,0x0000000100000000
$L$ADD2:
	DQ	0x0000000000000000,0x0000000200000000
$L$ADD3:
	DQ	0x0000000000000000,0x0000000300000000
$L$ADD4:
	DQ	0x0000000000000000,0x0000000400000000
$L$ADD5:
	DQ	0x0000000000000000,0x0000000500000000
$L$ADD6:
	DQ	0x0000000000000000,0x0000000600000000
$L$ADD7:
	DQ	0x0000000000000000,0x0000000700000000
$L$ADD8:
	DQ	0x0000000000000000,0x0000000800000000
$L$xts_magic:
	DD	0x87,0,1,0
$L$masks:
	DQ	0x0101010101010101,0x0101010101010101
	DQ	0x0202020202020202,0x0202020202020202
	DQ	0x0404040404040404,0x0404040404040404
	DQ	0x0808080808080808,0x0808080808080808
$L$M0:
	DQ	0x02060a0e03070b0f,0x0004080c0105090d
$L$63:
	DQ	0x6363636363636363,0x6363636363636363
DB	66,105,116,45,115,108,105,99,101,100,32,65,69,83,32,102
DB	111,114,32,120,56,54,95,54,52,47,83,83,83,69,51,44
DB	32,69,109,105,108,105,97,32,75,195,164,115,112,101,114,44
DB	32,80,101,116,101,114,32,83,99,104,119,97,98,101,44,32
DB	65,110,100,121,32,80,111,108,121,97,107,111,118,0
ALIGN	64

EXTERN	__imp_RtlVirtualUnwind

ALIGN	16
se_handler:
	push	rsi
	push	rdi
	push	rbx
	push	rbp
	push	r12
	push	r13
	push	r14
	push	r15
	pushfq
	sub	rsp,64

	mov	rax,QWORD[120+r8]
	mov	rbx,QWORD[248+r8]

	mov	rsi,QWORD[8+r9]
	mov	r11,QWORD[56+r9]

	mov	r10d,DWORD[r11]
	lea	r10,[r10*1+rsi]
	cmp	rbx,r10
	jb	NEAR $L$in_prologue

	mov	rax,QWORD[152+r8]

	mov	r10d,DWORD[4+r11]
	lea	r10,[r10*1+rsi]
	cmp	rbx,r10
	jae	NEAR $L$in_prologue

	mov	rax,QWORD[160+r8]

	lea	rsi,[64+rax]
	lea	rdi,[512+r8]
	mov	ecx,20
	DD	0xa548f3fc
	lea	rax,[160+rax]

	mov	rbp,QWORD[112+rax]
	mov	rbx,QWORD[104+rax]
	mov	r12,QWORD[96+rax]
	mov	r13,QWORD[88+rax]
	mov	r14,QWORD[80+rax]
	mov	r15,QWORD[72+rax]
	lea	rax,[120+rax]
	mov	QWORD[144+r8],rbx
	mov	QWORD[160+r8],rbp
	mov	QWORD[216+r8],r12
	mov	QWORD[224+r8],r13
	mov	QWORD[232+r8],r14
	mov	QWORD[240+r8],r15

$L$in_prologue:
	mov	QWORD[152+r8],rax

	mov	rdi,QWORD[40+r9]
	mov	rsi,r8
	mov	ecx,154
	DD	0xa548f3fc

	mov	rsi,r9
	xor	rcx,rcx
	mov	rdx,QWORD[8+rsi]
	mov	r8,QWORD[rsi]
	mov	r9,QWORD[16+rsi]
	mov	r10,QWORD[40+rsi]
	lea	r11,[56+rsi]
	lea	r12,[24+rsi]
	mov	QWORD[32+rsp],r10
	mov	QWORD[40+rsp],r11
	mov	QWORD[48+rsp],r12
	mov	QWORD[56+rsp],rcx
	call	QWORD[__imp_RtlVirtualUnwind]

	mov	eax,1
	add	rsp,64
	popfq
	pop	r15
	pop	r14
	pop	r13
	pop	r12
	pop	rbp
	pop	rbx
	pop	rdi
	pop	rsi
	DB	0F3h,0C3h		;repret


section	.pdata rdata align=4
ALIGN	4
	DD	$L$cbc_dec_prologue wrt ..imagebase
	DD	$L$cbc_dec_epilogue wrt ..imagebase
	DD	$L$cbc_dec_info wrt ..imagebase

	DD	$L$ctr_enc_prologue wrt ..imagebase
	DD	$L$ctr_enc_epilogue wrt ..imagebase
	DD	$L$ctr_enc_info wrt ..imagebase

	DD	$L$xts_enc_prologue wrt ..imagebase
	DD	$L$xts_enc_epilogue wrt ..imagebase
	DD	$L$xts_enc_info wrt ..imagebase

	DD	$L$xts_dec_prologue wrt ..imagebase
	DD	$L$xts_dec_epilogue wrt ..imagebase
	DD	$L$xts_dec_info wrt ..imagebase

section	.xdata rdata align=8
ALIGN	8
$L$cbc_dec_info:
DB	9,0,0,0
	DD	se_handler wrt ..imagebase
	DD	$L$cbc_dec_body wrt ..imagebase,$L$cbc_dec_epilogue wrt ..imagebase
$L$ctr_enc_info:
DB	9,0,0,0
	DD	se_handler wrt ..imagebase
	DD	$L$ctr_enc_body wrt ..imagebase,$L$ctr_enc_epilogue wrt ..imagebase
$L$xts_enc_info:
DB	9,0,0,0
	DD	se_handler wrt ..imagebase
	DD	$L$xts_enc_body wrt ..imagebase,$L$xts_enc_epilogue wrt ..imagebase
$L$xts_dec_info:
DB	9,0,0,0
	DD	se_handler wrt ..imagebase
	DD	$L$xts_dec_body wrt ..imagebase,$L$xts_dec_epilogue wrt ..imagebase