1 | /* inffas86.c is a hand tuned assembler version of |
---|
2 | * |
---|
3 | * inffast.c -- fast decoding |
---|
4 | * Copyright (C) 1995-2003 Mark Adler |
---|
5 | * For conditions of distribution and use, see copyright notice in zlib.h |
---|
6 | * |
---|
7 | * Copyright (C) 2003 Chris Anderson <christop@charm.net> |
---|
8 | * Please use the copyright conditions above. |
---|
9 | * |
---|
10 | * Dec-29-2003 -- I added AMD64 inflate asm support. This version is also |
---|
11 | * slightly quicker on x86 systems because, instead of using rep movsb to copy |
---|
12 | * data, it uses rep movsw, which moves data in 2-byte chunks instead of single |
---|
13 | * bytes. I've tested the AMD64 code on a Fedora Core 1 + the x86_64 updates |
---|
14 | * from http://fedora.linux.duke.edu/fc1_x86_64 |
---|
15 | * which is running on an Athlon 64 3000+ / Gigabyte GA-K8VT800M system with |
---|
16 | * 1GB ram. The 64-bit version is about 4% faster than the 32-bit version, |
---|
17 | * when decompressing mozilla-source-1.3.tar.gz. |
---|
18 | * |
---|
19 | * Mar-13-2003 -- Most of this is derived from inffast.S which is derived from |
---|
20 | * the gcc -S output of zlib-1.2.0/inffast.c. Zlib-1.2.0 is in beta release at |
---|
21 | * the moment. I have successfully compiled and tested this code with gcc2.96, |
---|
22 | * gcc3.2, icc5.0, msvc6.0. It is very close to the speed of inffast.S |
---|
23 | * compiled with gcc -DNO_MMX, but inffast.S is still faster on the P3 with MMX |
---|
24 | * enabled. I will attempt to merge the MMX code into this version. Newer |
---|
25 | * versions of this and inffast.S can be found at |
---|
26 | * http://www.eetbeetee.com/zlib/ and http://www.charm.net/~christop/zlib/ |
---|
27 | */ |
---|
28 | |
---|
29 | #include "zutil.h" |
---|
30 | #include "inftrees.h" |
---|
31 | #include "inflate.h" |
---|
32 | #include "inffast.h" |
---|
33 | |
---|
34 | /* Mark Adler's comments from inffast.c: */ |
---|
35 | |
---|
36 | /* |
---|
37 | Decode literal, length, and distance codes and write out the resulting |
---|
38 | literal and match bytes until either not enough input or output is |
---|
39 | available, an end-of-block is encountered, or a data error is encountered. |
---|
40 | When large enough input and output buffers are supplied to inflate(), for |
---|
41 | example, a 16K input buffer and a 64K output buffer, more than 95% of the |
---|
42 | inflate execution time is spent in this routine. |
---|
43 | |
---|
44 | Entry assumptions: |
---|
45 | |
---|
46 | state->mode == LEN |
---|
47 | strm->avail_in >= 6 |
---|
48 | strm->avail_out >= 258 |
---|
49 | start >= strm->avail_out |
---|
50 | state->bits < 8 |
---|
51 | |
---|
52 | On return, state->mode is one of: |
---|
53 | |
---|
54 | LEN -- ran out of enough output space or enough available input |
---|
55 | TYPE -- reached end of block code, inflate() to interpret next block |
---|
56 | BAD -- error in block data |
---|
57 | |
---|
58 | Notes: |
---|
59 | |
---|
60 | - The maximum input bits used by a length/distance pair is 15 bits for the |
---|
61 | length code, 5 bits for the length extra, 15 bits for the distance code, |
---|
62 | and 13 bits for the distance extra. This totals 48 bits, or six bytes. |
---|
63 | Therefore if strm->avail_in >= 6, then there is enough input to avoid |
---|
64 | checking for available input while decoding. |
---|
65 | |
---|
66 | - The maximum bytes that a single length/distance pair can output is 258 |
---|
67 | bytes, which is the maximum length that can be coded. inflate_fast() |
---|
68 | requires strm->avail_out >= 258 for each loop to avoid checking for |
---|
69 | output space. |
---|
70 | */ |
---|
71 | void inflate_fast(strm, start) |
---|
72 | z_streamp strm; |
---|
73 | unsigned start; /* inflate()'s starting value for strm->avail_out */ |
---|
74 | { |
---|
75 | struct inflate_state FAR *state; |
---|
76 | struct inffast_ar { |
---|
77 | /* 64 32 x86 x86_64 */ |
---|
78 | /* ar offset register */ |
---|
79 | /* 0 0 */ void *esp; /* esp save */ |
---|
80 | /* 8 4 */ void *ebp; /* ebp save */ |
---|
81 | /* 16 8 */ unsigned char FAR *in; /* esi rsi local strm->next_in */ |
---|
82 | /* 24 12 */ unsigned char FAR *last; /* r9 while in < last */ |
---|
83 | /* 32 16 */ unsigned char FAR *out; /* edi rdi local strm->next_out */ |
---|
84 | /* 40 20 */ unsigned char FAR *beg; /* inflate()'s init next_out */ |
---|
85 | /* 48 24 */ unsigned char FAR *end; /* r10 while out < end */ |
---|
86 | /* 56 28 */ unsigned char FAR *window;/* size of window, wsize!=0 */ |
---|
87 | /* 64 32 */ code const FAR *lcode; /* ebp rbp local strm->lencode */ |
---|
88 | /* 72 36 */ code const FAR *dcode; /* r11 local strm->distcode */ |
---|
89 | /* 80 40 */ unsigned long hold; /* edx rdx local strm->hold */ |
---|
90 | /* 88 44 */ unsigned bits; /* ebx rbx local strm->bits */ |
---|
91 | /* 92 48 */ unsigned wsize; /* window size */ |
---|
92 | /* 96 52 */ unsigned write; /* window write index */ |
---|
93 | /*100 56 */ unsigned lmask; /* r12 mask for lcode */ |
---|
94 | /*104 60 */ unsigned dmask; /* r13 mask for dcode */ |
---|
95 | /*108 64 */ unsigned len; /* r14 match length */ |
---|
96 | /*112 68 */ unsigned dist; /* r15 match distance */ |
---|
97 | /*116 72 */ unsigned status; /* set when state chng*/ |
---|
98 | } ar; |
---|
99 | |
---|
100 | #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 ) |
---|
101 | #define PAD_AVAIL_IN 6 |
---|
102 | #define PAD_AVAIL_OUT 258 |
---|
103 | #else |
---|
104 | #define PAD_AVAIL_IN 5 |
---|
105 | #define PAD_AVAIL_OUT 257 |
---|
106 | #endif |
---|
107 | |
---|
108 | /* copy state to local variables */ |
---|
109 | state = (struct inflate_state FAR *)strm->state; |
---|
110 | ar.in = strm->next_in; |
---|
111 | ar.last = ar.in + (strm->avail_in - PAD_AVAIL_IN); |
---|
112 | ar.out = strm->next_out; |
---|
113 | ar.beg = ar.out - (start - strm->avail_out); |
---|
114 | ar.end = ar.out + (strm->avail_out - PAD_AVAIL_OUT); |
---|
115 | ar.wsize = state->wsize; |
---|
116 | ar.write = state->wnext; |
---|
117 | ar.window = state->window; |
---|
118 | ar.hold = state->hold; |
---|
119 | ar.bits = state->bits; |
---|
120 | ar.lcode = state->lencode; |
---|
121 | ar.dcode = state->distcode; |
---|
122 | ar.lmask = (1U << state->lenbits) - 1; |
---|
123 | ar.dmask = (1U << state->distbits) - 1; |
---|
124 | |
---|
125 | /* decode literals and length/distances until end-of-block or not enough |
---|
126 | input data or output space */ |
---|
127 | |
---|
128 | /* align in on 1/2 hold size boundary */ |
---|
129 | while (((unsigned long)(void *)ar.in & (sizeof(ar.hold) / 2 - 1)) != 0) { |
---|
130 | ar.hold += (unsigned long)*ar.in++ << ar.bits; |
---|
131 | ar.bits += 8; |
---|
132 | } |
---|
133 | |
---|
134 | #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 ) |
---|
135 | __asm__ __volatile__ ( |
---|
136 | " leaq %0, %%rax\n" |
---|
137 | " movq %%rbp, 8(%%rax)\n" /* save regs rbp and rsp */ |
---|
138 | " movq %%rsp, (%%rax)\n" |
---|
139 | " movq %%rax, %%rsp\n" /* make rsp point to &ar */ |
---|
140 | " movq 16(%%rsp), %%rsi\n" /* rsi = in */ |
---|
141 | " movq 32(%%rsp), %%rdi\n" /* rdi = out */ |
---|
142 | " movq 24(%%rsp), %%r9\n" /* r9 = last */ |
---|
143 | " movq 48(%%rsp), %%r10\n" /* r10 = end */ |
---|
144 | " movq 64(%%rsp), %%rbp\n" /* rbp = lcode */ |
---|
145 | " movq 72(%%rsp), %%r11\n" /* r11 = dcode */ |
---|
146 | " movq 80(%%rsp), %%rdx\n" /* rdx = hold */ |
---|
147 | " movl 88(%%rsp), %%ebx\n" /* ebx = bits */ |
---|
148 | " movl 100(%%rsp), %%r12d\n" /* r12d = lmask */ |
---|
149 | " movl 104(%%rsp), %%r13d\n" /* r13d = dmask */ |
---|
150 | /* r14d = len */ |
---|
151 | /* r15d = dist */ |
---|
152 | " cld\n" |
---|
153 | " cmpq %%rdi, %%r10\n" |
---|
154 | " je .L_one_time\n" /* if only one decode left */ |
---|
155 | " cmpq %%rsi, %%r9\n" |
---|
156 | " je .L_one_time\n" |
---|
157 | " jmp .L_do_loop\n" |
---|
158 | |
---|
159 | ".L_one_time:\n" |
---|
160 | " movq %%r12, %%r8\n" /* r8 = lmask */ |
---|
161 | " cmpb $32, %%bl\n" |
---|
162 | " ja .L_get_length_code_one_time\n" |
---|
163 | |
---|
164 | " lodsl\n" /* eax = *(uint *)in++ */ |
---|
165 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
166 | " addb $32, %%bl\n" /* bits += 32 */ |
---|
167 | " shlq %%cl, %%rax\n" |
---|
168 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ |
---|
169 | " jmp .L_get_length_code_one_time\n" |
---|
170 | |
---|
171 | ".align 32,0x90\n" |
---|
172 | ".L_while_test:\n" |
---|
173 | " cmpq %%rdi, %%r10\n" |
---|
174 | " jbe .L_break_loop\n" |
---|
175 | " cmpq %%rsi, %%r9\n" |
---|
176 | " jbe .L_break_loop\n" |
---|
177 | |
---|
178 | ".L_do_loop:\n" |
---|
179 | " movq %%r12, %%r8\n" /* r8 = lmask */ |
---|
180 | " cmpb $32, %%bl\n" |
---|
181 | " ja .L_get_length_code\n" /* if (32 < bits) */ |
---|
182 | |
---|
183 | " lodsl\n" /* eax = *(uint *)in++ */ |
---|
184 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
185 | " addb $32, %%bl\n" /* bits += 32 */ |
---|
186 | " shlq %%cl, %%rax\n" |
---|
187 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ |
---|
188 | |
---|
189 | ".L_get_length_code:\n" |
---|
190 | " andq %%rdx, %%r8\n" /* r8 &= hold */ |
---|
191 | " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */ |
---|
192 | |
---|
193 | " movb %%ah, %%cl\n" /* cl = this.bits */ |
---|
194 | " subb %%ah, %%bl\n" /* bits -= this.bits */ |
---|
195 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ |
---|
196 | |
---|
197 | " testb %%al, %%al\n" |
---|
198 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ |
---|
199 | |
---|
200 | " movq %%r12, %%r8\n" /* r8 = lmask */ |
---|
201 | " shrl $16, %%eax\n" /* output this.val char */ |
---|
202 | " stosb\n" |
---|
203 | |
---|
204 | ".L_get_length_code_one_time:\n" |
---|
205 | " andq %%rdx, %%r8\n" /* r8 &= hold */ |
---|
206 | " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */ |
---|
207 | |
---|
208 | ".L_dolen:\n" |
---|
209 | " movb %%ah, %%cl\n" /* cl = this.bits */ |
---|
210 | " subb %%ah, %%bl\n" /* bits -= this.bits */ |
---|
211 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ |
---|
212 | |
---|
213 | " testb %%al, %%al\n" |
---|
214 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ |
---|
215 | |
---|
216 | " shrl $16, %%eax\n" /* output this.val char */ |
---|
217 | " stosb\n" |
---|
218 | " jmp .L_while_test\n" |
---|
219 | |
---|
220 | ".align 32,0x90\n" |
---|
221 | ".L_test_for_length_base:\n" |
---|
222 | " movl %%eax, %%r14d\n" /* len = this */ |
---|
223 | " shrl $16, %%r14d\n" /* len = this.val */ |
---|
224 | " movb %%al, %%cl\n" |
---|
225 | |
---|
226 | " testb $16, %%al\n" |
---|
227 | " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */ |
---|
228 | " andb $15, %%cl\n" /* op &= 15 */ |
---|
229 | " jz .L_decode_distance\n" /* if (!op) */ |
---|
230 | |
---|
231 | ".L_add_bits_to_len:\n" |
---|
232 | " subb %%cl, %%bl\n" |
---|
233 | " xorl %%eax, %%eax\n" |
---|
234 | " incl %%eax\n" |
---|
235 | " shll %%cl, %%eax\n" |
---|
236 | " decl %%eax\n" |
---|
237 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
238 | " shrq %%cl, %%rdx\n" |
---|
239 | " addl %%eax, %%r14d\n" /* len += hold & mask[op] */ |
---|
240 | |
---|
241 | ".L_decode_distance:\n" |
---|
242 | " movq %%r13, %%r8\n" /* r8 = dmask */ |
---|
243 | " cmpb $32, %%bl\n" |
---|
244 | " ja .L_get_distance_code\n" /* if (32 < bits) */ |
---|
245 | |
---|
246 | " lodsl\n" /* eax = *(uint *)in++ */ |
---|
247 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
248 | " addb $32, %%bl\n" /* bits += 32 */ |
---|
249 | " shlq %%cl, %%rax\n" |
---|
250 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ |
---|
251 | |
---|
252 | ".L_get_distance_code:\n" |
---|
253 | " andq %%rdx, %%r8\n" /* r8 &= hold */ |
---|
254 | " movl (%%r11,%%r8,4), %%eax\n" /* eax = dcode[hold & dmask] */ |
---|
255 | |
---|
256 | ".L_dodist:\n" |
---|
257 | " movl %%eax, %%r15d\n" /* dist = this */ |
---|
258 | " shrl $16, %%r15d\n" /* dist = this.val */ |
---|
259 | " movb %%ah, %%cl\n" |
---|
260 | " subb %%ah, %%bl\n" /* bits -= this.bits */ |
---|
261 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ |
---|
262 | " movb %%al, %%cl\n" /* cl = this.op */ |
---|
263 | |
---|
264 | " testb $16, %%al\n" /* if ((op & 16) == 0) */ |
---|
265 | " jz .L_test_for_second_level_dist\n" |
---|
266 | " andb $15, %%cl\n" /* op &= 15 */ |
---|
267 | " jz .L_check_dist_one\n" |
---|
268 | |
---|
269 | ".L_add_bits_to_dist:\n" |
---|
270 | " subb %%cl, %%bl\n" |
---|
271 | " xorl %%eax, %%eax\n" |
---|
272 | " incl %%eax\n" |
---|
273 | " shll %%cl, %%eax\n" |
---|
274 | " decl %%eax\n" /* (1 << op) - 1 */ |
---|
275 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
276 | " shrq %%cl, %%rdx\n" |
---|
277 | " addl %%eax, %%r15d\n" /* dist += hold & ((1 << op) - 1) */ |
---|
278 | |
---|
279 | ".L_check_window:\n" |
---|
280 | " movq %%rsi, %%r8\n" /* save in so from can use it's reg */ |
---|
281 | " movq %%rdi, %%rax\n" |
---|
282 | " subq 40(%%rsp), %%rax\n" /* nbytes = out - beg */ |
---|
283 | |
---|
284 | " cmpl %%r15d, %%eax\n" |
---|
285 | " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */ |
---|
286 | |
---|
287 | " movl %%r14d, %%ecx\n" /* ecx = len */ |
---|
288 | " movq %%rdi, %%rsi\n" |
---|
289 | " subq %%r15, %%rsi\n" /* from = out - dist */ |
---|
290 | |
---|
291 | " sarl %%ecx\n" |
---|
292 | " jnc .L_copy_two\n" /* if len % 2 == 0 */ |
---|
293 | |
---|
294 | " rep movsw\n" |
---|
295 | " movb (%%rsi), %%al\n" |
---|
296 | " movb %%al, (%%rdi)\n" |
---|
297 | " incq %%rdi\n" |
---|
298 | |
---|
299 | " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */ |
---|
300 | " jmp .L_while_test\n" |
---|
301 | |
---|
302 | ".L_copy_two:\n" |
---|
303 | " rep movsw\n" |
---|
304 | " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */ |
---|
305 | " jmp .L_while_test\n" |
---|
306 | |
---|
307 | ".align 32,0x90\n" |
---|
308 | ".L_check_dist_one:\n" |
---|
309 | " cmpl $1, %%r15d\n" /* if dist 1, is a memset */ |
---|
310 | " jne .L_check_window\n" |
---|
311 | " cmpq %%rdi, 40(%%rsp)\n" /* if out == beg, outside window */ |
---|
312 | " je .L_check_window\n" |
---|
313 | |
---|
314 | " movl %%r14d, %%ecx\n" /* ecx = len */ |
---|
315 | " movb -1(%%rdi), %%al\n" |
---|
316 | " movb %%al, %%ah\n" |
---|
317 | |
---|
318 | " sarl %%ecx\n" |
---|
319 | " jnc .L_set_two\n" |
---|
320 | " movb %%al, (%%rdi)\n" |
---|
321 | " incq %%rdi\n" |
---|
322 | |
---|
323 | ".L_set_two:\n" |
---|
324 | " rep stosw\n" |
---|
325 | " jmp .L_while_test\n" |
---|
326 | |
---|
327 | ".align 32,0x90\n" |
---|
328 | ".L_test_for_second_level_length:\n" |
---|
329 | " testb $64, %%al\n" |
---|
330 | " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */ |
---|
331 | |
---|
332 | " xorl %%eax, %%eax\n" |
---|
333 | " incl %%eax\n" |
---|
334 | " shll %%cl, %%eax\n" |
---|
335 | " decl %%eax\n" |
---|
336 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
337 | " addl %%r14d, %%eax\n" /* eax += len */ |
---|
338 | " movl (%%rbp,%%rax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/ |
---|
339 | " jmp .L_dolen\n" |
---|
340 | |
---|
341 | ".align 32,0x90\n" |
---|
342 | ".L_test_for_second_level_dist:\n" |
---|
343 | " testb $64, %%al\n" |
---|
344 | " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */ |
---|
345 | |
---|
346 | " xorl %%eax, %%eax\n" |
---|
347 | " incl %%eax\n" |
---|
348 | " shll %%cl, %%eax\n" |
---|
349 | " decl %%eax\n" |
---|
350 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
351 | " addl %%r15d, %%eax\n" /* eax += dist */ |
---|
352 | " movl (%%r11,%%rax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/ |
---|
353 | " jmp .L_dodist\n" |
---|
354 | |
---|
355 | ".align 32,0x90\n" |
---|
356 | ".L_clip_window:\n" |
---|
357 | " movl %%eax, %%ecx\n" /* ecx = nbytes */ |
---|
358 | " movl 92(%%rsp), %%eax\n" /* eax = wsize, prepare for dist cmp */ |
---|
359 | " negl %%ecx\n" /* nbytes = -nbytes */ |
---|
360 | |
---|
361 | " cmpl %%r15d, %%eax\n" |
---|
362 | " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */ |
---|
363 | |
---|
364 | " addl %%r15d, %%ecx\n" /* nbytes = dist - nbytes */ |
---|
365 | " cmpl $0, 96(%%rsp)\n" |
---|
366 | " jne .L_wrap_around_window\n" /* if (write != 0) */ |
---|
367 | |
---|
368 | " movq 56(%%rsp), %%rsi\n" /* from = window */ |
---|
369 | " subl %%ecx, %%eax\n" /* eax -= nbytes */ |
---|
370 | " addq %%rax, %%rsi\n" /* from += wsize - nbytes */ |
---|
371 | |
---|
372 | " movl %%r14d, %%eax\n" /* eax = len */ |
---|
373 | " cmpl %%ecx, %%r14d\n" |
---|
374 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
375 | |
---|
376 | " subl %%ecx, %%eax\n" /* eax -= nbytes */ |
---|
377 | " rep movsb\n" |
---|
378 | " movq %%rdi, %%rsi\n" |
---|
379 | " subq %%r15, %%rsi\n" /* from = &out[ -dist ] */ |
---|
380 | " jmp .L_do_copy\n" |
---|
381 | |
---|
382 | ".align 32,0x90\n" |
---|
383 | ".L_wrap_around_window:\n" |
---|
384 | " movl 96(%%rsp), %%eax\n" /* eax = write */ |
---|
385 | " cmpl %%eax, %%ecx\n" |
---|
386 | " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */ |
---|
387 | |
---|
388 | " movl 92(%%rsp), %%esi\n" /* from = wsize */ |
---|
389 | " addq 56(%%rsp), %%rsi\n" /* from += window */ |
---|
390 | " addq %%rax, %%rsi\n" /* from += write */ |
---|
391 | " subq %%rcx, %%rsi\n" /* from -= nbytes */ |
---|
392 | " subl %%eax, %%ecx\n" /* nbytes -= write */ |
---|
393 | |
---|
394 | " movl %%r14d, %%eax\n" /* eax = len */ |
---|
395 | " cmpl %%ecx, %%eax\n" |
---|
396 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
397 | |
---|
398 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
399 | " rep movsb\n" |
---|
400 | " movq 56(%%rsp), %%rsi\n" /* from = window */ |
---|
401 | " movl 96(%%rsp), %%ecx\n" /* nbytes = write */ |
---|
402 | " cmpl %%ecx, %%eax\n" |
---|
403 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
404 | |
---|
405 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
406 | " rep movsb\n" |
---|
407 | " movq %%rdi, %%rsi\n" |
---|
408 | " subq %%r15, %%rsi\n" /* from = out - dist */ |
---|
409 | " jmp .L_do_copy\n" |
---|
410 | |
---|
411 | ".align 32,0x90\n" |
---|
412 | ".L_contiguous_in_window:\n" |
---|
413 | " movq 56(%%rsp), %%rsi\n" /* rsi = window */ |
---|
414 | " addq %%rax, %%rsi\n" |
---|
415 | " subq %%rcx, %%rsi\n" /* from += write - nbytes */ |
---|
416 | |
---|
417 | " movl %%r14d, %%eax\n" /* eax = len */ |
---|
418 | " cmpl %%ecx, %%eax\n" |
---|
419 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
420 | |
---|
421 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
422 | " rep movsb\n" |
---|
423 | " movq %%rdi, %%rsi\n" |
---|
424 | " subq %%r15, %%rsi\n" /* from = out - dist */ |
---|
425 | " jmp .L_do_copy\n" /* if (nbytes >= len) */ |
---|
426 | |
---|
427 | ".align 32,0x90\n" |
---|
428 | ".L_do_copy:\n" |
---|
429 | " movl %%eax, %%ecx\n" /* ecx = len */ |
---|
430 | " rep movsb\n" |
---|
431 | |
---|
432 | " movq %%r8, %%rsi\n" /* move in back to %esi, toss from */ |
---|
433 | " jmp .L_while_test\n" |
---|
434 | |
---|
435 | ".L_test_for_end_of_block:\n" |
---|
436 | " testb $32, %%al\n" |
---|
437 | " jz .L_invalid_literal_length_code\n" |
---|
438 | " movl $1, 116(%%rsp)\n" |
---|
439 | " jmp .L_break_loop_with_status\n" |
---|
440 | |
---|
441 | ".L_invalid_literal_length_code:\n" |
---|
442 | " movl $2, 116(%%rsp)\n" |
---|
443 | " jmp .L_break_loop_with_status\n" |
---|
444 | |
---|
445 | ".L_invalid_distance_code:\n" |
---|
446 | " movl $3, 116(%%rsp)\n" |
---|
447 | " jmp .L_break_loop_with_status\n" |
---|
448 | |
---|
449 | ".L_invalid_distance_too_far:\n" |
---|
450 | " movl $4, 116(%%rsp)\n" |
---|
451 | " jmp .L_break_loop_with_status\n" |
---|
452 | |
---|
453 | ".L_break_loop:\n" |
---|
454 | " movl $0, 116(%%rsp)\n" |
---|
455 | |
---|
456 | ".L_break_loop_with_status:\n" |
---|
457 | /* put in, out, bits, and hold back into ar and pop esp */ |
---|
458 | " movq %%rsi, 16(%%rsp)\n" /* in */ |
---|
459 | " movq %%rdi, 32(%%rsp)\n" /* out */ |
---|
460 | " movl %%ebx, 88(%%rsp)\n" /* bits */ |
---|
461 | " movq %%rdx, 80(%%rsp)\n" /* hold */ |
---|
462 | " movq (%%rsp), %%rax\n" /* restore rbp and rsp */ |
---|
463 | " movq 8(%%rsp), %%rbp\n" |
---|
464 | " movq %%rax, %%rsp\n" |
---|
465 | : |
---|
466 | : "m" (ar) |
---|
467 | : "memory", "%rax", "%rbx", "%rcx", "%rdx", "%rsi", "%rdi", |
---|
468 | "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15" |
---|
469 | ); |
---|
470 | #elif ( defined( __GNUC__ ) || defined( __ICC ) ) && defined( __i386 ) |
---|
471 | __asm__ __volatile__ ( |
---|
472 | " leal %0, %%eax\n" |
---|
473 | " movl %%esp, (%%eax)\n" /* save esp, ebp */ |
---|
474 | " movl %%ebp, 4(%%eax)\n" |
---|
475 | " movl %%eax, %%esp\n" |
---|
476 | " movl 8(%%esp), %%esi\n" /* esi = in */ |
---|
477 | " movl 16(%%esp), %%edi\n" /* edi = out */ |
---|
478 | " movl 40(%%esp), %%edx\n" /* edx = hold */ |
---|
479 | " movl 44(%%esp), %%ebx\n" /* ebx = bits */ |
---|
480 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ |
---|
481 | |
---|
482 | " cld\n" |
---|
483 | " jmp .L_do_loop\n" |
---|
484 | |
---|
485 | ".align 32,0x90\n" |
---|
486 | ".L_while_test:\n" |
---|
487 | " cmpl %%edi, 24(%%esp)\n" /* out < end */ |
---|
488 | " jbe .L_break_loop\n" |
---|
489 | " cmpl %%esi, 12(%%esp)\n" /* in < last */ |
---|
490 | " jbe .L_break_loop\n" |
---|
491 | |
---|
492 | ".L_do_loop:\n" |
---|
493 | " cmpb $15, %%bl\n" |
---|
494 | " ja .L_get_length_code\n" /* if (15 < bits) */ |
---|
495 | |
---|
496 | " xorl %%eax, %%eax\n" |
---|
497 | " lodsw\n" /* al = *(ushort *)in++ */ |
---|
498 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
499 | " addb $16, %%bl\n" /* bits += 16 */ |
---|
500 | " shll %%cl, %%eax\n" |
---|
501 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ |
---|
502 | |
---|
503 | ".L_get_length_code:\n" |
---|
504 | " movl 56(%%esp), %%eax\n" /* eax = lmask */ |
---|
505 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
506 | " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[hold & lmask] */ |
---|
507 | |
---|
508 | ".L_dolen:\n" |
---|
509 | " movb %%ah, %%cl\n" /* cl = this.bits */ |
---|
510 | " subb %%ah, %%bl\n" /* bits -= this.bits */ |
---|
511 | " shrl %%cl, %%edx\n" /* hold >>= this.bits */ |
---|
512 | |
---|
513 | " testb %%al, %%al\n" |
---|
514 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ |
---|
515 | |
---|
516 | " shrl $16, %%eax\n" /* output this.val char */ |
---|
517 | " stosb\n" |
---|
518 | " jmp .L_while_test\n" |
---|
519 | |
---|
520 | ".align 32,0x90\n" |
---|
521 | ".L_test_for_length_base:\n" |
---|
522 | " movl %%eax, %%ecx\n" /* len = this */ |
---|
523 | " shrl $16, %%ecx\n" /* len = this.val */ |
---|
524 | " movl %%ecx, 64(%%esp)\n" /* save len */ |
---|
525 | " movb %%al, %%cl\n" |
---|
526 | |
---|
527 | " testb $16, %%al\n" |
---|
528 | " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */ |
---|
529 | " andb $15, %%cl\n" /* op &= 15 */ |
---|
530 | " jz .L_decode_distance\n" /* if (!op) */ |
---|
531 | " cmpb %%cl, %%bl\n" |
---|
532 | " jae .L_add_bits_to_len\n" /* if (op <= bits) */ |
---|
533 | |
---|
534 | " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */ |
---|
535 | " xorl %%eax, %%eax\n" |
---|
536 | " lodsw\n" /* al = *(ushort *)in++ */ |
---|
537 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
538 | " addb $16, %%bl\n" /* bits += 16 */ |
---|
539 | " shll %%cl, %%eax\n" |
---|
540 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ |
---|
541 | " movb %%ch, %%cl\n" /* move op back to ecx */ |
---|
542 | |
---|
543 | ".L_add_bits_to_len:\n" |
---|
544 | " subb %%cl, %%bl\n" |
---|
545 | " xorl %%eax, %%eax\n" |
---|
546 | " incl %%eax\n" |
---|
547 | " shll %%cl, %%eax\n" |
---|
548 | " decl %%eax\n" |
---|
549 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
550 | " shrl %%cl, %%edx\n" |
---|
551 | " addl %%eax, 64(%%esp)\n" /* len += hold & mask[op] */ |
---|
552 | |
---|
553 | ".L_decode_distance:\n" |
---|
554 | " cmpb $15, %%bl\n" |
---|
555 | " ja .L_get_distance_code\n" /* if (15 < bits) */ |
---|
556 | |
---|
557 | " xorl %%eax, %%eax\n" |
---|
558 | " lodsw\n" /* al = *(ushort *)in++ */ |
---|
559 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
560 | " addb $16, %%bl\n" /* bits += 16 */ |
---|
561 | " shll %%cl, %%eax\n" |
---|
562 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ |
---|
563 | |
---|
564 | ".L_get_distance_code:\n" |
---|
565 | " movl 60(%%esp), %%eax\n" /* eax = dmask */ |
---|
566 | " movl 36(%%esp), %%ecx\n" /* ecx = dcode */ |
---|
567 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
568 | " movl (%%ecx,%%eax,4), %%eax\n"/* eax = dcode[hold & dmask] */ |
---|
569 | |
---|
570 | ".L_dodist:\n" |
---|
571 | " movl %%eax, %%ebp\n" /* dist = this */ |
---|
572 | " shrl $16, %%ebp\n" /* dist = this.val */ |
---|
573 | " movb %%ah, %%cl\n" |
---|
574 | " subb %%ah, %%bl\n" /* bits -= this.bits */ |
---|
575 | " shrl %%cl, %%edx\n" /* hold >>= this.bits */ |
---|
576 | " movb %%al, %%cl\n" /* cl = this.op */ |
---|
577 | |
---|
578 | " testb $16, %%al\n" /* if ((op & 16) == 0) */ |
---|
579 | " jz .L_test_for_second_level_dist\n" |
---|
580 | " andb $15, %%cl\n" /* op &= 15 */ |
---|
581 | " jz .L_check_dist_one\n" |
---|
582 | " cmpb %%cl, %%bl\n" |
---|
583 | " jae .L_add_bits_to_dist\n" /* if (op <= bits) 97.6% */ |
---|
584 | |
---|
585 | " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */ |
---|
586 | " xorl %%eax, %%eax\n" |
---|
587 | " lodsw\n" /* al = *(ushort *)in++ */ |
---|
588 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ |
---|
589 | " addb $16, %%bl\n" /* bits += 16 */ |
---|
590 | " shll %%cl, %%eax\n" |
---|
591 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ |
---|
592 | " movb %%ch, %%cl\n" /* move op back to ecx */ |
---|
593 | |
---|
594 | ".L_add_bits_to_dist:\n" |
---|
595 | " subb %%cl, %%bl\n" |
---|
596 | " xorl %%eax, %%eax\n" |
---|
597 | " incl %%eax\n" |
---|
598 | " shll %%cl, %%eax\n" |
---|
599 | " decl %%eax\n" /* (1 << op) - 1 */ |
---|
600 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
601 | " shrl %%cl, %%edx\n" |
---|
602 | " addl %%eax, %%ebp\n" /* dist += hold & ((1 << op) - 1) */ |
---|
603 | |
---|
604 | ".L_check_window:\n" |
---|
605 | " movl %%esi, 8(%%esp)\n" /* save in so from can use it's reg */ |
---|
606 | " movl %%edi, %%eax\n" |
---|
607 | " subl 20(%%esp), %%eax\n" /* nbytes = out - beg */ |
---|
608 | |
---|
609 | " cmpl %%ebp, %%eax\n" |
---|
610 | " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */ |
---|
611 | |
---|
612 | " movl 64(%%esp), %%ecx\n" /* ecx = len */ |
---|
613 | " movl %%edi, %%esi\n" |
---|
614 | " subl %%ebp, %%esi\n" /* from = out - dist */ |
---|
615 | |
---|
616 | " sarl %%ecx\n" |
---|
617 | " jnc .L_copy_two\n" /* if len % 2 == 0 */ |
---|
618 | |
---|
619 | " rep movsw\n" |
---|
620 | " movb (%%esi), %%al\n" |
---|
621 | " movb %%al, (%%edi)\n" |
---|
622 | " incl %%edi\n" |
---|
623 | |
---|
624 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ |
---|
625 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ |
---|
626 | " jmp .L_while_test\n" |
---|
627 | |
---|
628 | ".L_copy_two:\n" |
---|
629 | " rep movsw\n" |
---|
630 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ |
---|
631 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ |
---|
632 | " jmp .L_while_test\n" |
---|
633 | |
---|
634 | ".align 32,0x90\n" |
---|
635 | ".L_check_dist_one:\n" |
---|
636 | " cmpl $1, %%ebp\n" /* if dist 1, is a memset */ |
---|
637 | " jne .L_check_window\n" |
---|
638 | " cmpl %%edi, 20(%%esp)\n" |
---|
639 | " je .L_check_window\n" /* out == beg, if outside window */ |
---|
640 | |
---|
641 | " movl 64(%%esp), %%ecx\n" /* ecx = len */ |
---|
642 | " movb -1(%%edi), %%al\n" |
---|
643 | " movb %%al, %%ah\n" |
---|
644 | |
---|
645 | " sarl %%ecx\n" |
---|
646 | " jnc .L_set_two\n" |
---|
647 | " movb %%al, (%%edi)\n" |
---|
648 | " incl %%edi\n" |
---|
649 | |
---|
650 | ".L_set_two:\n" |
---|
651 | " rep stosw\n" |
---|
652 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ |
---|
653 | " jmp .L_while_test\n" |
---|
654 | |
---|
655 | ".align 32,0x90\n" |
---|
656 | ".L_test_for_second_level_length:\n" |
---|
657 | " testb $64, %%al\n" |
---|
658 | " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */ |
---|
659 | |
---|
660 | " xorl %%eax, %%eax\n" |
---|
661 | " incl %%eax\n" |
---|
662 | " shll %%cl, %%eax\n" |
---|
663 | " decl %%eax\n" |
---|
664 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
665 | " addl 64(%%esp), %%eax\n" /* eax += len */ |
---|
666 | " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/ |
---|
667 | " jmp .L_dolen\n" |
---|
668 | |
---|
669 | ".align 32,0x90\n" |
---|
670 | ".L_test_for_second_level_dist:\n" |
---|
671 | " testb $64, %%al\n" |
---|
672 | " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */ |
---|
673 | |
---|
674 | " xorl %%eax, %%eax\n" |
---|
675 | " incl %%eax\n" |
---|
676 | " shll %%cl, %%eax\n" |
---|
677 | " decl %%eax\n" |
---|
678 | " andl %%edx, %%eax\n" /* eax &= hold */ |
---|
679 | " addl %%ebp, %%eax\n" /* eax += dist */ |
---|
680 | " movl 36(%%esp), %%ecx\n" /* ecx = dcode */ |
---|
681 | " movl (%%ecx,%%eax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/ |
---|
682 | " jmp .L_dodist\n" |
---|
683 | |
---|
684 | ".align 32,0x90\n" |
---|
685 | ".L_clip_window:\n" |
---|
686 | " movl %%eax, %%ecx\n" |
---|
687 | " movl 48(%%esp), %%eax\n" /* eax = wsize */ |
---|
688 | " negl %%ecx\n" /* nbytes = -nbytes */ |
---|
689 | " movl 28(%%esp), %%esi\n" /* from = window */ |
---|
690 | |
---|
691 | " cmpl %%ebp, %%eax\n" |
---|
692 | " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */ |
---|
693 | |
---|
694 | " addl %%ebp, %%ecx\n" /* nbytes = dist - nbytes */ |
---|
695 | " cmpl $0, 52(%%esp)\n" |
---|
696 | " jne .L_wrap_around_window\n" /* if (write != 0) */ |
---|
697 | |
---|
698 | " subl %%ecx, %%eax\n" |
---|
699 | " addl %%eax, %%esi\n" /* from += wsize - nbytes */ |
---|
700 | |
---|
701 | " movl 64(%%esp), %%eax\n" /* eax = len */ |
---|
702 | " cmpl %%ecx, %%eax\n" |
---|
703 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
704 | |
---|
705 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
706 | " rep movsb\n" |
---|
707 | " movl %%edi, %%esi\n" |
---|
708 | " subl %%ebp, %%esi\n" /* from = out - dist */ |
---|
709 | " jmp .L_do_copy\n" |
---|
710 | |
---|
711 | ".align 32,0x90\n" |
---|
712 | ".L_wrap_around_window:\n" |
---|
713 | " movl 52(%%esp), %%eax\n" /* eax = write */ |
---|
714 | " cmpl %%eax, %%ecx\n" |
---|
715 | " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */ |
---|
716 | |
---|
717 | " addl 48(%%esp), %%esi\n" /* from += wsize */ |
---|
718 | " addl %%eax, %%esi\n" /* from += write */ |
---|
719 | " subl %%ecx, %%esi\n" /* from -= nbytes */ |
---|
720 | " subl %%eax, %%ecx\n" /* nbytes -= write */ |
---|
721 | |
---|
722 | " movl 64(%%esp), %%eax\n" /* eax = len */ |
---|
723 | " cmpl %%ecx, %%eax\n" |
---|
724 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
725 | |
---|
726 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
727 | " rep movsb\n" |
---|
728 | " movl 28(%%esp), %%esi\n" /* from = window */ |
---|
729 | " movl 52(%%esp), %%ecx\n" /* nbytes = write */ |
---|
730 | " cmpl %%ecx, %%eax\n" |
---|
731 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
732 | |
---|
733 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
734 | " rep movsb\n" |
---|
735 | " movl %%edi, %%esi\n" |
---|
736 | " subl %%ebp, %%esi\n" /* from = out - dist */ |
---|
737 | " jmp .L_do_copy\n" |
---|
738 | |
---|
739 | ".align 32,0x90\n" |
---|
740 | ".L_contiguous_in_window:\n" |
---|
741 | " addl %%eax, %%esi\n" |
---|
742 | " subl %%ecx, %%esi\n" /* from += write - nbytes */ |
---|
743 | |
---|
744 | " movl 64(%%esp), %%eax\n" /* eax = len */ |
---|
745 | " cmpl %%ecx, %%eax\n" |
---|
746 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ |
---|
747 | |
---|
748 | " subl %%ecx, %%eax\n" /* len -= nbytes */ |
---|
749 | " rep movsb\n" |
---|
750 | " movl %%edi, %%esi\n" |
---|
751 | " subl %%ebp, %%esi\n" /* from = out - dist */ |
---|
752 | " jmp .L_do_copy\n" /* if (nbytes >= len) */ |
---|
753 | |
---|
754 | ".align 32,0x90\n" |
---|
755 | ".L_do_copy:\n" |
---|
756 | " movl %%eax, %%ecx\n" |
---|
757 | " rep movsb\n" |
---|
758 | |
---|
759 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ |
---|
760 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ |
---|
761 | " jmp .L_while_test\n" |
---|
762 | |
---|
763 | ".L_test_for_end_of_block:\n" |
---|
764 | " testb $32, %%al\n" |
---|
765 | " jz .L_invalid_literal_length_code\n" |
---|
766 | " movl $1, 72(%%esp)\n" |
---|
767 | " jmp .L_break_loop_with_status\n" |
---|
768 | |
---|
769 | ".L_invalid_literal_length_code:\n" |
---|
770 | " movl $2, 72(%%esp)\n" |
---|
771 | " jmp .L_break_loop_with_status\n" |
---|
772 | |
---|
773 | ".L_invalid_distance_code:\n" |
---|
774 | " movl $3, 72(%%esp)\n" |
---|
775 | " jmp .L_break_loop_with_status\n" |
---|
776 | |
---|
777 | ".L_invalid_distance_too_far:\n" |
---|
778 | " movl 8(%%esp), %%esi\n" |
---|
779 | " movl $4, 72(%%esp)\n" |
---|
780 | " jmp .L_break_loop_with_status\n" |
---|
781 | |
---|
782 | ".L_break_loop:\n" |
---|
783 | " movl $0, 72(%%esp)\n" |
---|
784 | |
---|
785 | ".L_break_loop_with_status:\n" |
---|
786 | /* put in, out, bits, and hold back into ar and pop esp */ |
---|
787 | " movl %%esi, 8(%%esp)\n" /* save in */ |
---|
788 | " movl %%edi, 16(%%esp)\n" /* save out */ |
---|
789 | " movl %%ebx, 44(%%esp)\n" /* save bits */ |
---|
790 | " movl %%edx, 40(%%esp)\n" /* save hold */ |
---|
791 | " movl 4(%%esp), %%ebp\n" /* restore esp, ebp */ |
---|
792 | " movl (%%esp), %%esp\n" |
---|
793 | : |
---|
794 | : "m" (ar) |
---|
795 | : "memory", "%eax", "%ebx", "%ecx", "%edx", "%esi", "%edi" |
---|
796 | ); |
---|
797 | #elif defined( _MSC_VER ) && ! defined( _M_AMD64 ) |
---|
798 | __asm { |
---|
799 | lea eax, ar |
---|
800 | mov [eax], esp /* save esp, ebp */ |
---|
801 | mov [eax+4], ebp |
---|
802 | mov esp, eax |
---|
803 | mov esi, [esp+8] /* esi = in */ |
---|
804 | mov edi, [esp+16] /* edi = out */ |
---|
805 | mov edx, [esp+40] /* edx = hold */ |
---|
806 | mov ebx, [esp+44] /* ebx = bits */ |
---|
807 | mov ebp, [esp+32] /* ebp = lcode */ |
---|
808 | |
---|
809 | cld |
---|
810 | jmp L_do_loop |
---|
811 | |
---|
812 | ALIGN 4 |
---|
813 | L_while_test: |
---|
814 | cmp [esp+24], edi |
---|
815 | jbe L_break_loop |
---|
816 | cmp [esp+12], esi |
---|
817 | jbe L_break_loop |
---|
818 | |
---|
819 | L_do_loop: |
---|
820 | cmp bl, 15 |
---|
821 | ja L_get_length_code /* if (15 < bits) */ |
---|
822 | |
---|
823 | xor eax, eax |
---|
824 | lodsw /* al = *(ushort *)in++ */ |
---|
825 | mov cl, bl /* cl = bits, needs it for shifting */ |
---|
826 | add bl, 16 /* bits += 16 */ |
---|
827 | shl eax, cl |
---|
828 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ |
---|
829 | |
---|
830 | L_get_length_code: |
---|
831 | mov eax, [esp+56] /* eax = lmask */ |
---|
832 | and eax, edx /* eax &= hold */ |
---|
833 | mov eax, [ebp+eax*4] /* eax = lcode[hold & lmask] */ |
---|
834 | |
---|
835 | L_dolen: |
---|
836 | mov cl, ah /* cl = this.bits */ |
---|
837 | sub bl, ah /* bits -= this.bits */ |
---|
838 | shr edx, cl /* hold >>= this.bits */ |
---|
839 | |
---|
840 | test al, al |
---|
841 | jnz L_test_for_length_base /* if (op != 0) 45.7% */ |
---|
842 | |
---|
843 | shr eax, 16 /* output this.val char */ |
---|
844 | stosb |
---|
845 | jmp L_while_test |
---|
846 | |
---|
847 | ALIGN 4 |
---|
848 | L_test_for_length_base: |
---|
849 | mov ecx, eax /* len = this */ |
---|
850 | shr ecx, 16 /* len = this.val */ |
---|
851 | mov [esp+64], ecx /* save len */ |
---|
852 | mov cl, al |
---|
853 | |
---|
854 | test al, 16 |
---|
855 | jz L_test_for_second_level_length /* if ((op & 16) == 0) 8% */ |
---|
856 | and cl, 15 /* op &= 15 */ |
---|
857 | jz L_decode_distance /* if (!op) */ |
---|
858 | cmp bl, cl |
---|
859 | jae L_add_bits_to_len /* if (op <= bits) */ |
---|
860 | |
---|
861 | mov ch, cl /* stash op in ch, freeing cl */ |
---|
862 | xor eax, eax |
---|
863 | lodsw /* al = *(ushort *)in++ */ |
---|
864 | mov cl, bl /* cl = bits, needs it for shifting */ |
---|
865 | add bl, 16 /* bits += 16 */ |
---|
866 | shl eax, cl |
---|
867 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ |
---|
868 | mov cl, ch /* move op back to ecx */ |
---|
869 | |
---|
870 | L_add_bits_to_len: |
---|
871 | sub bl, cl |
---|
872 | xor eax, eax |
---|
873 | inc eax |
---|
874 | shl eax, cl |
---|
875 | dec eax |
---|
876 | and eax, edx /* eax &= hold */ |
---|
877 | shr edx, cl |
---|
878 | add [esp+64], eax /* len += hold & mask[op] */ |
---|
879 | |
---|
880 | L_decode_distance: |
---|
881 | cmp bl, 15 |
---|
882 | ja L_get_distance_code /* if (15 < bits) */ |
---|
883 | |
---|
884 | xor eax, eax |
---|
885 | lodsw /* al = *(ushort *)in++ */ |
---|
886 | mov cl, bl /* cl = bits, needs it for shifting */ |
---|
887 | add bl, 16 /* bits += 16 */ |
---|
888 | shl eax, cl |
---|
889 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ |
---|
890 | |
---|
891 | L_get_distance_code: |
---|
892 | mov eax, [esp+60] /* eax = dmask */ |
---|
893 | mov ecx, [esp+36] /* ecx = dcode */ |
---|
894 | and eax, edx /* eax &= hold */ |
---|
895 | mov eax, [ecx+eax*4]/* eax = dcode[hold & dmask] */ |
---|
896 | |
---|
897 | L_dodist: |
---|
898 | mov ebp, eax /* dist = this */ |
---|
899 | shr ebp, 16 /* dist = this.val */ |
---|
900 | mov cl, ah |
---|
901 | sub bl, ah /* bits -= this.bits */ |
---|
902 | shr edx, cl /* hold >>= this.bits */ |
---|
903 | mov cl, al /* cl = this.op */ |
---|
904 | |
---|
905 | test al, 16 /* if ((op & 16) == 0) */ |
---|
906 | jz L_test_for_second_level_dist |
---|
907 | and cl, 15 /* op &= 15 */ |
---|
908 | jz L_check_dist_one |
---|
909 | cmp bl, cl |
---|
910 | jae L_add_bits_to_dist /* if (op <= bits) 97.6% */ |
---|
911 | |
---|
912 | mov ch, cl /* stash op in ch, freeing cl */ |
---|
913 | xor eax, eax |
---|
914 | lodsw /* al = *(ushort *)in++ */ |
---|
915 | mov cl, bl /* cl = bits, needs it for shifting */ |
---|
916 | add bl, 16 /* bits += 16 */ |
---|
917 | shl eax, cl |
---|
918 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ |
---|
919 | mov cl, ch /* move op back to ecx */ |
---|
920 | |
---|
921 | L_add_bits_to_dist: |
---|
922 | sub bl, cl |
---|
923 | xor eax, eax |
---|
924 | inc eax |
---|
925 | shl eax, cl |
---|
926 | dec eax /* (1 << op) - 1 */ |
---|
927 | and eax, edx /* eax &= hold */ |
---|
928 | shr edx, cl |
---|
929 | add ebp, eax /* dist += hold & ((1 << op) - 1) */ |
---|
930 | |
---|
931 | L_check_window: |
---|
932 | mov [esp+8], esi /* save in so from can use it's reg */ |
---|
933 | mov eax, edi |
---|
934 | sub eax, [esp+20] /* nbytes = out - beg */ |
---|
935 | |
---|
936 | cmp eax, ebp |
---|
937 | jb L_clip_window /* if (dist > nbytes) 4.2% */ |
---|
938 | |
---|
939 | mov ecx, [esp+64] /* ecx = len */ |
---|
940 | mov esi, edi |
---|
941 | sub esi, ebp /* from = out - dist */ |
---|
942 | |
---|
943 | sar ecx, 1 |
---|
944 | jnc L_copy_two |
---|
945 | |
---|
946 | rep movsw |
---|
947 | mov al, [esi] |
---|
948 | mov [edi], al |
---|
949 | inc edi |
---|
950 | |
---|
951 | mov esi, [esp+8] /* move in back to %esi, toss from */ |
---|
952 | mov ebp, [esp+32] /* ebp = lcode */ |
---|
953 | jmp L_while_test |
---|
954 | |
---|
955 | L_copy_two: |
---|
956 | rep movsw |
---|
957 | mov esi, [esp+8] /* move in back to %esi, toss from */ |
---|
958 | mov ebp, [esp+32] /* ebp = lcode */ |
---|
959 | jmp L_while_test |
---|
960 | |
---|
961 | ALIGN 4 |
---|
962 | L_check_dist_one: |
---|
963 | cmp ebp, 1 /* if dist 1, is a memset */ |
---|
964 | jne L_check_window |
---|
965 | cmp [esp+20], edi |
---|
966 | je L_check_window /* out == beg, if outside window */ |
---|
967 | |
---|
968 | mov ecx, [esp+64] /* ecx = len */ |
---|
969 | mov al, [edi-1] |
---|
970 | mov ah, al |
---|
971 | |
---|
972 | sar ecx, 1 |
---|
973 | jnc L_set_two |
---|
974 | mov [edi], al /* memset out with from[-1] */ |
---|
975 | inc edi |
---|
976 | |
---|
977 | L_set_two: |
---|
978 | rep stosw |
---|
979 | mov ebp, [esp+32] /* ebp = lcode */ |
---|
980 | jmp L_while_test |
---|
981 | |
---|
982 | ALIGN 4 |
---|
983 | L_test_for_second_level_length: |
---|
984 | test al, 64 |
---|
985 | jnz L_test_for_end_of_block /* if ((op & 64) != 0) */ |
---|
986 | |
---|
987 | xor eax, eax |
---|
988 | inc eax |
---|
989 | shl eax, cl |
---|
990 | dec eax |
---|
991 | and eax, edx /* eax &= hold */ |
---|
992 | add eax, [esp+64] /* eax += len */ |
---|
993 | mov eax, [ebp+eax*4] /* eax = lcode[val+(hold&mask[op])]*/ |
---|
994 | jmp L_dolen |
---|
995 | |
---|
996 | ALIGN 4 |
---|
997 | L_test_for_second_level_dist: |
---|
998 | test al, 64 |
---|
999 | jnz L_invalid_distance_code /* if ((op & 64) != 0) */ |
---|
1000 | |
---|
1001 | xor eax, eax |
---|
1002 | inc eax |
---|
1003 | shl eax, cl |
---|
1004 | dec eax |
---|
1005 | and eax, edx /* eax &= hold */ |
---|
1006 | add eax, ebp /* eax += dist */ |
---|
1007 | mov ecx, [esp+36] /* ecx = dcode */ |
---|
1008 | mov eax, [ecx+eax*4] /* eax = dcode[val+(hold&mask[op])]*/ |
---|
1009 | jmp L_dodist |
---|
1010 | |
---|
1011 | ALIGN 4 |
---|
1012 | L_clip_window: |
---|
1013 | mov ecx, eax |
---|
1014 | mov eax, [esp+48] /* eax = wsize */ |
---|
1015 | neg ecx /* nbytes = -nbytes */ |
---|
1016 | mov esi, [esp+28] /* from = window */ |
---|
1017 | |
---|
1018 | cmp eax, ebp |
---|
1019 | jb L_invalid_distance_too_far /* if (dist > wsize) */ |
---|
1020 | |
---|
1021 | add ecx, ebp /* nbytes = dist - nbytes */ |
---|
1022 | cmp dword ptr [esp+52], 0 |
---|
1023 | jne L_wrap_around_window /* if (write != 0) */ |
---|
1024 | |
---|
1025 | sub eax, ecx |
---|
1026 | add esi, eax /* from += wsize - nbytes */ |
---|
1027 | |
---|
1028 | mov eax, [esp+64] /* eax = len */ |
---|
1029 | cmp eax, ecx |
---|
1030 | jbe L_do_copy /* if (nbytes >= len) */ |
---|
1031 | |
---|
1032 | sub eax, ecx /* len -= nbytes */ |
---|
1033 | rep movsb |
---|
1034 | mov esi, edi |
---|
1035 | sub esi, ebp /* from = out - dist */ |
---|
1036 | jmp L_do_copy |
---|
1037 | |
---|
1038 | ALIGN 4 |
---|
1039 | L_wrap_around_window: |
---|
1040 | mov eax, [esp+52] /* eax = write */ |
---|
1041 | cmp ecx, eax |
---|
1042 | jbe L_contiguous_in_window /* if (write >= nbytes) */ |
---|
1043 | |
---|
1044 | add esi, [esp+48] /* from += wsize */ |
---|
1045 | add esi, eax /* from += write */ |
---|
1046 | sub esi, ecx /* from -= nbytes */ |
---|
1047 | sub ecx, eax /* nbytes -= write */ |
---|
1048 | |
---|
1049 | mov eax, [esp+64] /* eax = len */ |
---|
1050 | cmp eax, ecx |
---|
1051 | jbe L_do_copy /* if (nbytes >= len) */ |
---|
1052 | |
---|
1053 | sub eax, ecx /* len -= nbytes */ |
---|
1054 | rep movsb |
---|
1055 | mov esi, [esp+28] /* from = window */ |
---|
1056 | mov ecx, [esp+52] /* nbytes = write */ |
---|
1057 | cmp eax, ecx |
---|
1058 | jbe L_do_copy /* if (nbytes >= len) */ |
---|
1059 | |
---|
1060 | sub eax, ecx /* len -= nbytes */ |
---|
1061 | rep movsb |
---|
1062 | mov esi, edi |
---|
1063 | sub esi, ebp /* from = out - dist */ |
---|
1064 | jmp L_do_copy |
---|
1065 | |
---|
1066 | ALIGN 4 |
---|
1067 | L_contiguous_in_window: |
---|
1068 | add esi, eax |
---|
1069 | sub esi, ecx /* from += write - nbytes */ |
---|
1070 | |
---|
1071 | mov eax, [esp+64] /* eax = len */ |
---|
1072 | cmp eax, ecx |
---|
1073 | jbe L_do_copy /* if (nbytes >= len) */ |
---|
1074 | |
---|
1075 | sub eax, ecx /* len -= nbytes */ |
---|
1076 | rep movsb |
---|
1077 | mov esi, edi |
---|
1078 | sub esi, ebp /* from = out - dist */ |
---|
1079 | jmp L_do_copy |
---|
1080 | |
---|
1081 | ALIGN 4 |
---|
1082 | L_do_copy: |
---|
1083 | mov ecx, eax |
---|
1084 | rep movsb |
---|
1085 | |
---|
1086 | mov esi, [esp+8] /* move in back to %esi, toss from */ |
---|
1087 | mov ebp, [esp+32] /* ebp = lcode */ |
---|
1088 | jmp L_while_test |
---|
1089 | |
---|
1090 | L_test_for_end_of_block: |
---|
1091 | test al, 32 |
---|
1092 | jz L_invalid_literal_length_code |
---|
1093 | mov dword ptr [esp+72], 1 |
---|
1094 | jmp L_break_loop_with_status |
---|
1095 | |
---|
1096 | L_invalid_literal_length_code: |
---|
1097 | mov dword ptr [esp+72], 2 |
---|
1098 | jmp L_break_loop_with_status |
---|
1099 | |
---|
1100 | L_invalid_distance_code: |
---|
1101 | mov dword ptr [esp+72], 3 |
---|
1102 | jmp L_break_loop_with_status |
---|
1103 | |
---|
1104 | L_invalid_distance_too_far: |
---|
1105 | mov esi, [esp+4] |
---|
1106 | mov dword ptr [esp+72], 4 |
---|
1107 | jmp L_break_loop_with_status |
---|
1108 | |
---|
1109 | L_break_loop: |
---|
1110 | mov dword ptr [esp+72], 0 |
---|
1111 | |
---|
1112 | L_break_loop_with_status: |
---|
1113 | /* put in, out, bits, and hold back into ar and pop esp */ |
---|
1114 | mov [esp+8], esi /* save in */ |
---|
1115 | mov [esp+16], edi /* save out */ |
---|
1116 | mov [esp+44], ebx /* save bits */ |
---|
1117 | mov [esp+40], edx /* save hold */ |
---|
1118 | mov ebp, [esp+4] /* restore esp, ebp */ |
---|
1119 | mov esp, [esp] |
---|
1120 | } |
---|
1121 | #else |
---|
1122 | #error "x86 architecture not defined" |
---|
1123 | #endif |
---|
1124 | |
---|
1125 | if (ar.status > 1) { |
---|
1126 | if (ar.status == 2) |
---|
1127 | strm->msg = "invalid literal/length code"; |
---|
1128 | else if (ar.status == 3) |
---|
1129 | strm->msg = "invalid distance code"; |
---|
1130 | else |
---|
1131 | strm->msg = "invalid distance too far back"; |
---|
1132 | state->mode = BAD; |
---|
1133 | } |
---|
1134 | else if ( ar.status == 1 ) { |
---|
1135 | state->mode = TYPE; |
---|
1136 | } |
---|
1137 | |
---|
1138 | /* return unused bytes (on entry, bits < 8, so in won't go too far back) */ |
---|
1139 | ar.len = ar.bits >> 3; |
---|
1140 | ar.in -= ar.len; |
---|
1141 | ar.bits -= ar.len << 3; |
---|
1142 | ar.hold &= (1U << ar.bits) - 1; |
---|
1143 | |
---|
1144 | /* update state and return */ |
---|
1145 | strm->next_in = ar.in; |
---|
1146 | strm->next_out = ar.out; |
---|
1147 | strm->avail_in = (unsigned)(ar.in < ar.last ? |
---|
1148 | PAD_AVAIL_IN + (ar.last - ar.in) : |
---|
1149 | PAD_AVAIL_IN - (ar.in - ar.last)); |
---|
1150 | strm->avail_out = (unsigned)(ar.out < ar.end ? |
---|
1151 | PAD_AVAIL_OUT + (ar.end - ar.out) : |
---|
1152 | PAD_AVAIL_OUT - (ar.out - ar.end)); |
---|
1153 | state->hold = ar.hold; |
---|
1154 | state->bits = ar.bits; |
---|
1155 | return; |
---|
1156 | } |
---|
1157 | |
---|