cannam@89: ; inffasx64.asm is a hand tuned assembler version of inffast.c - fast decoding
cannam@89: ; version for AMD64 on Windows using Microsoft C compiler
cannam@89: ;
cannam@89: ; inffasx64.asm is automatically convert from AMD64 portion of inffas86.c
cannam@89: ; inffasx64.asm is called by inffas8664.c, which contain more info.
cannam@89: 
cannam@89: 
cannam@89: ; to compile this file, I use option
cannam@89: ;   ml64.exe /Flinffasx64 /c /Zi inffasx64.asm
cannam@89: ;   with Microsoft Macro Assembler (x64) for AMD64
cannam@89: ;
cannam@89: 
cannam@89: ; This file compile with Microsoft Macro Assembler (x64) for AMD64
cannam@89: ;
cannam@89: ;   ml64.exe is given with Visual Studio 2005/2008/2010 and Windows WDK
cannam@89: ;
cannam@89: ;   (you can get Windows WDK with ml64 for AMD64 from
cannam@89: ;      http://www.microsoft.com/whdc/Devtools/wdk/default.mspx for low price)
cannam@89: ;
cannam@89: 
cannam@89: 
cannam@89: .code
cannam@89: inffas8664fnc PROC
cannam@89: 
cannam@89: ; see http://weblogs.asp.net/oldnewthing/archive/2004/01/14/58579.aspx and
cannam@89: ; http://msdn.microsoft.com/library/en-us/kmarch/hh/kmarch/64bitAMD_8e951dd2-ee77-4728-8702-55ce4b5dd24a.xml.asp
cannam@89: ;
cannam@89: ; All registers must be preserved across the call, except for
cannam@89: ;   rax, rcx, rdx, r8, r-9, r10, and r11, which are scratch.
cannam@89: 
cannam@89: 
cannam@89: 	mov [rsp-8],rsi
cannam@89: 	mov [rsp-16],rdi
cannam@89: 	mov [rsp-24],r12
cannam@89: 	mov [rsp-32],r13
cannam@89: 	mov [rsp-40],r14
cannam@89: 	mov [rsp-48],r15
cannam@89: 	mov [rsp-56],rbx
cannam@89: 
cannam@89: 	mov rax,rcx
cannam@89: 
cannam@89: 	mov	[rax+8], rbp       ; /* save regs rbp and rsp */
cannam@89: 	mov	[rax], rsp
cannam@89: 
cannam@89: 	mov	rsp, rax          ; /* make rsp point to &ar */
cannam@89: 
cannam@89: 	mov	rsi, [rsp+16]      ; /* rsi  = in */
cannam@89: 	mov	rdi, [rsp+32]      ; /* rdi  = out */
cannam@89: 	mov	r9, [rsp+24]       ; /* r9   = last */
cannam@89: 	mov	r10, [rsp+48]      ; /* r10  = end */
cannam@89: 	mov	rbp, [rsp+64]      ; /* rbp  = lcode */
cannam@89: 	mov	r11, [rsp+72]      ; /* r11  = dcode */
cannam@89: 	mov	rdx, [rsp+80]      ; /* rdx  = hold */
cannam@89: 	mov	ebx, [rsp+88]      ; /* ebx  = bits */
cannam@89: 	mov	r12d, [rsp+100]    ; /* r12d = lmask */
cannam@89: 	mov	r13d, [rsp+104]    ; /* r13d = dmask */
cannam@89:                                           ; /* r14d = len */
cannam@89:                                           ; /* r15d = dist */
cannam@89: 
cannam@89: 
cannam@89: 	cld
cannam@89: 	cmp	r10, rdi
cannam@89: 	je	L_one_time           ; /* if only one decode left */
cannam@89: 	cmp	r9, rsi
cannam@89: 
cannam@89:     jne L_do_loop
cannam@89: 
cannam@89: 
cannam@89: L_one_time:
cannam@89: 	mov	r8, r12           ; /* r8 = lmask */
cannam@89: 	cmp	bl, 32
cannam@89: 	ja	L_get_length_code_one_time
cannam@89: 
cannam@89: 	lodsd                         ; /* eax = *(uint *)in++ */
cannam@89: 	mov	cl, bl            ; /* cl = bits, needs it for shifting */
cannam@89: 	add	bl, 32             ; /* bits += 32 */
cannam@89: 	shl	rax, cl
cannam@89: 	or	rdx, rax          ; /* hold |= *((uint *)in)++ << bits */
cannam@89: 	jmp	L_get_length_code_one_time
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_while_test:
cannam@89: 	cmp	r10, rdi
cannam@89: 	jbe	L_break_loop
cannam@89: 	cmp	r9, rsi
cannam@89: 	jbe	L_break_loop
cannam@89: 
cannam@89: L_do_loop:
cannam@89: 	mov	r8, r12           ; /* r8 = lmask */
cannam@89: 	cmp	bl, 32
cannam@89: 	ja	L_get_length_code    ; /* if (32 < bits) */
cannam@89: 
cannam@89: 	lodsd                         ; /* eax = *(uint *)in++ */
cannam@89: 	mov	cl, bl            ; /* cl = bits, needs it for shifting */
cannam@89: 	add	bl, 32             ; /* bits += 32 */
cannam@89: 	shl	rax, cl
cannam@89: 	or	rdx, rax          ; /* hold |= *((uint *)in)++ << bits */
cannam@89: 
cannam@89: L_get_length_code:
cannam@89: 	and	r8, rdx            ; /* r8 &= hold */
cannam@89: 	mov	eax, [rbp+r8*4]  ; /* eax = lcode[hold & lmask] */
cannam@89: 
cannam@89: 	mov	cl, ah            ; /* cl = this.bits */
cannam@89: 	sub	bl, ah            ; /* bits -= this.bits */
cannam@89: 	shr	rdx, cl           ; /* hold >>= this.bits */
cannam@89: 
cannam@89: 	test	al, al
cannam@89: 	jnz	L_test_for_length_base ; /* if (op != 0) 45.7% */
cannam@89: 
cannam@89: 	mov	r8, r12            ; /* r8 = lmask */
cannam@89: 	shr	eax, 16            ; /* output this.val char */
cannam@89: 	stosb
cannam@89: 
cannam@89: L_get_length_code_one_time:
cannam@89: 	and	r8, rdx            ; /* r8 &= hold */
cannam@89: 	mov	eax, [rbp+r8*4] ; /* eax = lcode[hold & lmask] */
cannam@89: 
cannam@89: L_dolen:
cannam@89: 	mov	cl, ah            ; /* cl = this.bits */
cannam@89: 	sub	bl, ah            ; /* bits -= this.bits */
cannam@89: 	shr	rdx, cl           ; /* hold >>= this.bits */
cannam@89: 
cannam@89: 	test	al, al
cannam@89: 	jnz	L_test_for_length_base ; /* if (op != 0) 45.7% */
cannam@89: 
cannam@89: 	shr	eax, 16            ; /* output this.val char */
cannam@89: 	stosb
cannam@89: 	jmp	L_while_test
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_test_for_length_base:
cannam@89: 	mov	r14d, eax         ; /* len = this */
cannam@89: 	shr	r14d, 16           ; /* len = this.val */
cannam@89: 	mov	cl, al
cannam@89: 
cannam@89: 	test	al, 16
cannam@89: 	jz	L_test_for_second_level_length ; /* if ((op & 16) == 0) 8% */
cannam@89: 	and	cl, 15             ; /* op &= 15 */
cannam@89: 	jz	L_decode_distance    ; /* if (!op) */
cannam@89: 
cannam@89: L_add_bits_to_len:
cannam@89: 	sub	bl, cl
cannam@89: 	xor	eax, eax
cannam@89: 	inc	eax
cannam@89: 	shl	eax, cl
cannam@89: 	dec	eax
cannam@89: 	and	eax, edx          ; /* eax &= hold */
cannam@89: 	shr	rdx, cl
cannam@89: 	add	r14d, eax         ; /* len += hold & mask[op] */
cannam@89: 
cannam@89: L_decode_distance:
cannam@89: 	mov	r8, r13           ; /* r8 = dmask */
cannam@89: 	cmp	bl, 32
cannam@89: 	ja	L_get_distance_code  ; /* if (32 < bits) */
cannam@89: 
cannam@89: 	lodsd                         ; /* eax = *(uint *)in++ */
cannam@89: 	mov	cl, bl            ; /* cl = bits, needs it for shifting */
cannam@89: 	add	bl, 32             ; /* bits += 32 */
cannam@89: 	shl	rax, cl
cannam@89: 	or	rdx, rax          ; /* hold |= *((uint *)in)++ << bits */
cannam@89: 
cannam@89: L_get_distance_code:
cannam@89: 	and	r8, rdx           ; /* r8 &= hold */
cannam@89: 	mov	eax, [r11+r8*4] ; /* eax = dcode[hold & dmask] */
cannam@89: 
cannam@89: L_dodist:
cannam@89: 	mov	r15d, eax         ; /* dist = this */
cannam@89: 	shr	r15d, 16           ; /* dist = this.val */
cannam@89: 	mov	cl, ah
cannam@89: 	sub	bl, ah            ; /* bits -= this.bits */
cannam@89: 	shr	rdx, cl           ; /* hold >>= this.bits */
cannam@89: 	mov	cl, al            ; /* cl = this.op */
cannam@89: 
cannam@89: 	test	al, 16             ; /* if ((op & 16) == 0) */
cannam@89: 	jz	L_test_for_second_level_dist
cannam@89: 	and	cl, 15             ; /* op &= 15 */
cannam@89: 	jz	L_check_dist_one
cannam@89: 
cannam@89: L_add_bits_to_dist:
cannam@89: 	sub	bl, cl
cannam@89: 	xor	eax, eax
cannam@89: 	inc	eax
cannam@89: 	shl	eax, cl
cannam@89: 	dec	eax                 ; /* (1 << op) - 1 */
cannam@89: 	and	eax, edx          ; /* eax &= hold */
cannam@89: 	shr	rdx, cl
cannam@89: 	add	r15d, eax         ; /* dist += hold & ((1 << op) - 1) */
cannam@89: 
cannam@89: L_check_window:
cannam@89: 	mov	r8, rsi           ; /* save in so from can use it's reg */
cannam@89: 	mov	rax, rdi
cannam@89: 	sub	rax, [rsp+40]      ; /* nbytes = out - beg */
cannam@89: 
cannam@89: 	cmp	eax, r15d
cannam@89: 	jb	L_clip_window        ; /* if (dist > nbytes) 4.2% */
cannam@89: 
cannam@89: 	mov	ecx, r14d         ; /* ecx = len */
cannam@89: 	mov	rsi, rdi
cannam@89: 	sub	rsi, r15          ; /* from = out - dist */
cannam@89: 
cannam@89: 	sar	ecx, 1
cannam@89: 	jnc	L_copy_two           ; /* if len % 2 == 0 */
cannam@89: 
cannam@89: 	rep     movsw
cannam@89: 	mov	al, [rsi]
cannam@89: 	mov	[rdi], al
cannam@89: 	inc	rdi
cannam@89: 
cannam@89: 	mov	rsi, r8           ; /* move in back to %rsi, toss from */
cannam@89: 	jmp	L_while_test
cannam@89: 
cannam@89: L_copy_two:
cannam@89: 	rep     movsw
cannam@89: 	mov	rsi, r8           ; /* move in back to %rsi, toss from */
cannam@89: 	jmp	L_while_test
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_check_dist_one:
cannam@89: 	cmp	r15d, 1            ; /* if dist 1, is a memset */
cannam@89: 	jne	L_check_window
cannam@89: 	cmp	[rsp+40], rdi      ; /* if out == beg, outside window */
cannam@89: 	je	L_check_window
cannam@89: 
cannam@89: 	mov	ecx, r14d         ; /* ecx = len */
cannam@89: 	mov	al, [rdi-1]
cannam@89: 	mov	ah, al
cannam@89: 
cannam@89: 	sar	ecx, 1
cannam@89: 	jnc	L_set_two
cannam@89: 	mov	[rdi], al
cannam@89: 	inc	rdi
cannam@89: 
cannam@89: L_set_two:
cannam@89: 	rep     stosw
cannam@89: 	jmp	L_while_test
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_test_for_second_level_length:
cannam@89: 	test	al, 64
cannam@89: 	jnz	L_test_for_end_of_block ; /* if ((op & 64) != 0) */
cannam@89: 
cannam@89: 	xor	eax, eax
cannam@89: 	inc	eax
cannam@89: 	shl	eax, cl
cannam@89: 	dec	eax
cannam@89: 	and	eax, edx         ; /* eax &= hold */
cannam@89: 	add	eax, r14d        ; /* eax += len */
cannam@89: 	mov	eax, [rbp+rax*4] ; /* eax = lcode[val+(hold&mask[op])]*/
cannam@89: 	jmp	L_dolen
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_test_for_second_level_dist:
cannam@89: 	test	al, 64
cannam@89: 	jnz	L_invalid_distance_code ; /* if ((op & 64) != 0) */
cannam@89: 
cannam@89: 	xor	eax, eax
cannam@89: 	inc	eax
cannam@89: 	shl	eax, cl
cannam@89: 	dec	eax
cannam@89: 	and	eax, edx         ; /* eax &= hold */
cannam@89: 	add	eax, r15d        ; /* eax += dist */
cannam@89: 	mov	eax, [r11+rax*4] ; /* eax = dcode[val+(hold&mask[op])]*/
cannam@89: 	jmp	L_dodist
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_clip_window:
cannam@89: 	mov	ecx, eax         ; /* ecx = nbytes */
cannam@89: 	mov	eax, [rsp+92]     ; /* eax = wsize, prepare for dist cmp */
cannam@89: 	neg	ecx                ; /* nbytes = -nbytes */
cannam@89: 
cannam@89: 	cmp	eax, r15d
cannam@89: 	jb	L_invalid_distance_too_far ; /* if (dist > wsize) */
cannam@89: 
cannam@89: 	add	ecx, r15d         ; /* nbytes = dist - nbytes */
cannam@89: 	cmp	dword ptr [rsp+96], 0
cannam@89: 	jne	L_wrap_around_window ; /* if (write != 0) */
cannam@89: 
cannam@89: 	mov	rsi, [rsp+56]     ; /* from  = window */
cannam@89: 	sub	eax, ecx         ; /* eax  -= nbytes */
cannam@89: 	add	rsi, rax         ; /* from += wsize - nbytes */
cannam@89: 
cannam@89: 	mov	eax, r14d        ; /* eax = len */
cannam@89: 	cmp	r14d, ecx
cannam@89: 	jbe	L_do_copy           ; /* if (nbytes >= len) */
cannam@89: 
cannam@89: 	sub	eax, ecx         ; /* eax -= nbytes */
cannam@89: 	rep     movsb
cannam@89: 	mov	rsi, rdi
cannam@89: 	sub	rsi, r15         ; /* from = &out[ -dist ] */
cannam@89: 	jmp	L_do_copy
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_wrap_around_window:
cannam@89: 	mov	eax, [rsp+96]     ; /* eax = write */
cannam@89: 	cmp	ecx, eax
cannam@89: 	jbe	L_contiguous_in_window ; /* if (write >= nbytes) */
cannam@89: 
cannam@89: 	mov	esi, [rsp+92]     ; /* from  = wsize */
cannam@89: 	add	rsi, [rsp+56]     ; /* from += window */
cannam@89: 	add	rsi, rax         ; /* from += write */
cannam@89: 	sub	rsi, rcx         ; /* from -= nbytes */
cannam@89: 	sub	ecx, eax         ; /* nbytes -= write */
cannam@89: 
cannam@89: 	mov	eax, r14d        ; /* eax = len */
cannam@89: 	cmp	eax, ecx
cannam@89: 	jbe	L_do_copy           ; /* if (nbytes >= len) */
cannam@89: 
cannam@89: 	sub	eax, ecx         ; /* len -= nbytes */
cannam@89: 	rep     movsb
cannam@89: 	mov	rsi, [rsp+56]     ; /* from = window */
cannam@89: 	mov	ecx, [rsp+96]     ; /* nbytes = write */
cannam@89: 	cmp	eax, ecx
cannam@89: 	jbe	L_do_copy           ; /* if (nbytes >= len) */
cannam@89: 
cannam@89: 	sub	eax, ecx         ; /* len -= nbytes */
cannam@89: 	rep     movsb
cannam@89: 	mov	rsi, rdi
cannam@89: 	sub	rsi, r15         ; /* from = out - dist */
cannam@89: 	jmp	L_do_copy
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_contiguous_in_window:
cannam@89: 	mov	rsi, [rsp+56]     ; /* rsi = window */
cannam@89: 	add	rsi, rax
cannam@89: 	sub	rsi, rcx         ; /* from += write - nbytes */
cannam@89: 
cannam@89: 	mov	eax, r14d        ; /* eax = len */
cannam@89: 	cmp	eax, ecx
cannam@89: 	jbe	L_do_copy           ; /* if (nbytes >= len) */
cannam@89: 
cannam@89: 	sub	eax, ecx         ; /* len -= nbytes */
cannam@89: 	rep     movsb
cannam@89: 	mov	rsi, rdi
cannam@89: 	sub	rsi, r15         ; /* from = out - dist */
cannam@89: 	jmp	L_do_copy           ; /* if (nbytes >= len) */
cannam@89: 
cannam@89: ALIGN 4
cannam@89: L_do_copy:
cannam@89: 	mov	ecx, eax         ; /* ecx = len */
cannam@89: 	rep     movsb
cannam@89: 
cannam@89: 	mov	rsi, r8          ; /* move in back to %esi, toss from */
cannam@89: 	jmp	L_while_test
cannam@89: 
cannam@89: L_test_for_end_of_block:
cannam@89: 	test	al, 32
cannam@89: 	jz	L_invalid_literal_length_code
cannam@89: 	mov	dword ptr [rsp+116], 1
cannam@89: 	jmp	L_break_loop_with_status
cannam@89: 
cannam@89: L_invalid_literal_length_code:
cannam@89: 	mov	dword ptr [rsp+116], 2
cannam@89: 	jmp	L_break_loop_with_status
cannam@89: 
cannam@89: L_invalid_distance_code:
cannam@89: 	mov	dword ptr [rsp+116], 3
cannam@89: 	jmp	L_break_loop_with_status
cannam@89: 
cannam@89: L_invalid_distance_too_far:
cannam@89: 	mov	dword ptr [rsp+116], 4
cannam@89: 	jmp	L_break_loop_with_status
cannam@89: 
cannam@89: L_break_loop:
cannam@89: 	mov	dword ptr [rsp+116], 0
cannam@89: 
cannam@89: L_break_loop_with_status:
cannam@89: ; /* put in, out, bits, and hold back into ar and pop esp */
cannam@89: 	mov	[rsp+16], rsi     ; /* in */
cannam@89: 	mov	[rsp+32], rdi     ; /* out */
cannam@89: 	mov	[rsp+88], ebx     ; /* bits */
cannam@89: 	mov	[rsp+80], rdx     ; /* hold */
cannam@89: 
cannam@89: 	mov	rax, [rsp]       ; /* restore rbp and rsp */
cannam@89: 	mov	rbp, [rsp+8]
cannam@89: 	mov	rsp, rax
cannam@89: 
cannam@89: 
cannam@89: 
cannam@89: 	mov rsi,[rsp-8]
cannam@89: 	mov rdi,[rsp-16]
cannam@89: 	mov r12,[rsp-24]
cannam@89: 	mov r13,[rsp-32]
cannam@89: 	mov r14,[rsp-40]
cannam@89: 	mov r15,[rsp-48]
cannam@89: 	mov rbx,[rsp-56]
cannam@89: 
cannam@89:     ret 0
cannam@89: ;          :
cannam@89: ;          : "m" (ar)
cannam@89: ;          : "memory", "%rax", "%rbx", "%rcx", "%rdx", "%rsi", "%rdi",
cannam@89: ;            "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15"
cannam@89: ;    );
cannam@89: 
cannam@89: inffas8664fnc 	ENDP
cannam@89: ;_TEXT	ENDS
cannam@89: END