diff options
Diffstat (limited to '')
-rw-r--r-- | contrib/inflate86/inffas86.c | 1157 |
1 files changed, 0 insertions, 1157 deletions
diff --git a/contrib/inflate86/inffas86.c b/contrib/inflate86/inffas86.c deleted file mode 100644 index 7292f67..0000000 --- a/contrib/inflate86/inffas86.c +++ /dev/null | |||
@@ -1,1157 +0,0 @@ | |||
1 | /* inffas86.c is a hand tuned assembler version of | ||
2 | * | ||
3 | * inffast.c -- fast decoding | ||
4 | * Copyright (C) 1995-2003 Mark Adler | ||
5 | * For conditions of distribution and use, see copyright notice in zlib.h | ||
6 | * | ||
7 | * Copyright (C) 2003 Chris Anderson <christop@charm.net> | ||
8 | * Please use the copyright conditions above. | ||
9 | * | ||
10 | * Dec-29-2003 -- I added AMD64 inflate asm support. This version is also | ||
11 | * slightly quicker on x86 systems because, instead of using rep movsb to copy | ||
12 | * data, it uses rep movsw, which moves data in 2-byte chunks instead of single | ||
13 | * bytes. I've tested the AMD64 code on a Fedora Core 1 + the x86_64 updates | ||
14 | * from http://fedora.linux.duke.edu/fc1_x86_64 | ||
15 | * which is running on an Athlon 64 3000+ / Gigabyte GA-K8VT800M system with | ||
16 | * 1GB ram. The 64-bit version is about 4% faster than the 32-bit version, | ||
17 | * when decompressing mozilla-source-1.3.tar.gz. | ||
18 | * | ||
19 | * Mar-13-2003 -- Most of this is derived from inffast.S which is derived from | ||
20 | * the gcc -S output of zlib-1.2.0/inffast.c. Zlib-1.2.0 is in beta release at | ||
21 | * the moment. I have successfully compiled and tested this code with gcc2.96, | ||
22 | * gcc3.2, icc5.0, msvc6.0. It is very close to the speed of inffast.S | ||
23 | * compiled with gcc -DNO_MMX, but inffast.S is still faster on the P3 with MMX | ||
24 | * enabled. I will attempt to merge the MMX code into this version. Newer | ||
25 | * versions of this and inffast.S can be found at | ||
26 | * http://www.eetbeetee.com/zlib/ and http://www.charm.net/~christop/zlib/ | ||
27 | */ | ||
28 | |||
29 | #include "zutil.h" | ||
30 | #include "inftrees.h" | ||
31 | #include "inflate.h" | ||
32 | #include "inffast.h" | ||
33 | |||
34 | /* Mark Adler's comments from inffast.c: */ | ||
35 | |||
36 | /* | ||
37 | Decode literal, length, and distance codes and write out the resulting | ||
38 | literal and match bytes until either not enough input or output is | ||
39 | available, an end-of-block is encountered, or a data error is encountered. | ||
40 | When large enough input and output buffers are supplied to inflate(), for | ||
41 | example, a 16K input buffer and a 64K output buffer, more than 95% of the | ||
42 | inflate execution time is spent in this routine. | ||
43 | |||
44 | Entry assumptions: | ||
45 | |||
46 | state->mode == LEN | ||
47 | strm->avail_in >= 6 | ||
48 | strm->avail_out >= 258 | ||
49 | start >= strm->avail_out | ||
50 | state->bits < 8 | ||
51 | |||
52 | On return, state->mode is one of: | ||
53 | |||
54 | LEN -- ran out of enough output space or enough available input | ||
55 | TYPE -- reached end of block code, inflate() to interpret next block | ||
56 | BAD -- error in block data | ||
57 | |||
58 | Notes: | ||
59 | |||
60 | - The maximum input bits used by a length/distance pair is 15 bits for the | ||
61 | length code, 5 bits for the length extra, 15 bits for the distance code, | ||
62 | and 13 bits for the distance extra. This totals 48 bits, or six bytes. | ||
63 | Therefore if strm->avail_in >= 6, then there is enough input to avoid | ||
64 | checking for available input while decoding. | ||
65 | |||
66 | - The maximum bytes that a single length/distance pair can output is 258 | ||
67 | bytes, which is the maximum length that can be coded. inflate_fast() | ||
68 | requires strm->avail_out >= 258 for each loop to avoid checking for | ||
69 | output space. | ||
70 | */ | ||
71 | void inflate_fast(strm, start) | ||
72 | z_streamp strm; | ||
73 | unsigned start; /* inflate()'s starting value for strm->avail_out */ | ||
74 | { | ||
75 | struct inflate_state FAR *state; | ||
76 | struct inffast_ar { | ||
77 | /* 64 32 x86 x86_64 */ | ||
78 | /* ar offset register */ | ||
79 | /* 0 0 */ void *esp; /* esp save */ | ||
80 | /* 8 4 */ void *ebp; /* ebp save */ | ||
81 | /* 16 8 */ unsigned char FAR *in; /* esi rsi local strm->next_in */ | ||
82 | /* 24 12 */ unsigned char FAR *last; /* r9 while in < last */ | ||
83 | /* 32 16 */ unsigned char FAR *out; /* edi rdi local strm->next_out */ | ||
84 | /* 40 20 */ unsigned char FAR *beg; /* inflate()'s init next_out */ | ||
85 | /* 48 24 */ unsigned char FAR *end; /* r10 while out < end */ | ||
86 | /* 56 28 */ unsigned char FAR *window;/* size of window, wsize!=0 */ | ||
87 | /* 64 32 */ code const FAR *lcode; /* ebp rbp local strm->lencode */ | ||
88 | /* 72 36 */ code const FAR *dcode; /* r11 local strm->distcode */ | ||
89 | /* 80 40 */ unsigned long hold; /* edx rdx local strm->hold */ | ||
90 | /* 88 44 */ unsigned bits; /* ebx rbx local strm->bits */ | ||
91 | /* 92 48 */ unsigned wsize; /* window size */ | ||
92 | /* 96 52 */ unsigned write; /* window write index */ | ||
93 | /*100 56 */ unsigned lmask; /* r12 mask for lcode */ | ||
94 | /*104 60 */ unsigned dmask; /* r13 mask for dcode */ | ||
95 | /*108 64 */ unsigned len; /* r14 match length */ | ||
96 | /*112 68 */ unsigned dist; /* r15 match distance */ | ||
97 | /*116 72 */ unsigned status; /* set when state chng*/ | ||
98 | } ar; | ||
99 | |||
100 | #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 ) | ||
101 | #define PAD_AVAIL_IN 6 | ||
102 | #define PAD_AVAIL_OUT 258 | ||
103 | #else | ||
104 | #define PAD_AVAIL_IN 5 | ||
105 | #define PAD_AVAIL_OUT 257 | ||
106 | #endif | ||
107 | |||
108 | /* copy state to local variables */ | ||
109 | state = (struct inflate_state FAR *)strm->state; | ||
110 | ar.in = strm->next_in; | ||
111 | ar.last = ar.in + (strm->avail_in - PAD_AVAIL_IN); | ||
112 | ar.out = strm->next_out; | ||
113 | ar.beg = ar.out - (start - strm->avail_out); | ||
114 | ar.end = ar.out + (strm->avail_out - PAD_AVAIL_OUT); | ||
115 | ar.wsize = state->wsize; | ||
116 | ar.write = state->wnext; | ||
117 | ar.window = state->window; | ||
118 | ar.hold = state->hold; | ||
119 | ar.bits = state->bits; | ||
120 | ar.lcode = state->lencode; | ||
121 | ar.dcode = state->distcode; | ||
122 | ar.lmask = (1U << state->lenbits) - 1; | ||
123 | ar.dmask = (1U << state->distbits) - 1; | ||
124 | |||
125 | /* decode literals and length/distances until end-of-block or not enough | ||
126 | input data or output space */ | ||
127 | |||
128 | /* align in on 1/2 hold size boundary */ | ||
129 | while (((unsigned long)(void *)ar.in & (sizeof(ar.hold) / 2 - 1)) != 0) { | ||
130 | ar.hold += (unsigned long)*ar.in++ << ar.bits; | ||
131 | ar.bits += 8; | ||
132 | } | ||
133 | |||
134 | #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 ) | ||
135 | __asm__ __volatile__ ( | ||
136 | " leaq %0, %%rax\n" | ||
137 | " movq %%rbp, 8(%%rax)\n" /* save regs rbp and rsp */ | ||
138 | " movq %%rsp, (%%rax)\n" | ||
139 | " movq %%rax, %%rsp\n" /* make rsp point to &ar */ | ||
140 | " movq 16(%%rsp), %%rsi\n" /* rsi = in */ | ||
141 | " movq 32(%%rsp), %%rdi\n" /* rdi = out */ | ||
142 | " movq 24(%%rsp), %%r9\n" /* r9 = last */ | ||
143 | " movq 48(%%rsp), %%r10\n" /* r10 = end */ | ||
144 | " movq 64(%%rsp), %%rbp\n" /* rbp = lcode */ | ||
145 | " movq 72(%%rsp), %%r11\n" /* r11 = dcode */ | ||
146 | " movq 80(%%rsp), %%rdx\n" /* rdx = hold */ | ||
147 | " movl 88(%%rsp), %%ebx\n" /* ebx = bits */ | ||
148 | " movl 100(%%rsp), %%r12d\n" /* r12d = lmask */ | ||
149 | " movl 104(%%rsp), %%r13d\n" /* r13d = dmask */ | ||
150 | /* r14d = len */ | ||
151 | /* r15d = dist */ | ||
152 | " cld\n" | ||
153 | " cmpq %%rdi, %%r10\n" | ||
154 | " je .L_one_time\n" /* if only one decode left */ | ||
155 | " cmpq %%rsi, %%r9\n" | ||
156 | " je .L_one_time\n" | ||
157 | " jmp .L_do_loop\n" | ||
158 | |||
159 | ".L_one_time:\n" | ||
160 | " movq %%r12, %%r8\n" /* r8 = lmask */ | ||
161 | " cmpb $32, %%bl\n" | ||
162 | " ja .L_get_length_code_one_time\n" | ||
163 | |||
164 | " lodsl\n" /* eax = *(uint *)in++ */ | ||
165 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
166 | " addb $32, %%bl\n" /* bits += 32 */ | ||
167 | " shlq %%cl, %%rax\n" | ||
168 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ | ||
169 | " jmp .L_get_length_code_one_time\n" | ||
170 | |||
171 | ".align 32,0x90\n" | ||
172 | ".L_while_test:\n" | ||
173 | " cmpq %%rdi, %%r10\n" | ||
174 | " jbe .L_break_loop\n" | ||
175 | " cmpq %%rsi, %%r9\n" | ||
176 | " jbe .L_break_loop\n" | ||
177 | |||
178 | ".L_do_loop:\n" | ||
179 | " movq %%r12, %%r8\n" /* r8 = lmask */ | ||
180 | " cmpb $32, %%bl\n" | ||
181 | " ja .L_get_length_code\n" /* if (32 < bits) */ | ||
182 | |||
183 | " lodsl\n" /* eax = *(uint *)in++ */ | ||
184 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
185 | " addb $32, %%bl\n" /* bits += 32 */ | ||
186 | " shlq %%cl, %%rax\n" | ||
187 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ | ||
188 | |||
189 | ".L_get_length_code:\n" | ||
190 | " andq %%rdx, %%r8\n" /* r8 &= hold */ | ||
191 | " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */ | ||
192 | |||
193 | " movb %%ah, %%cl\n" /* cl = this.bits */ | ||
194 | " subb %%ah, %%bl\n" /* bits -= this.bits */ | ||
195 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ | ||
196 | |||
197 | " testb %%al, %%al\n" | ||
198 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ | ||
199 | |||
200 | " movq %%r12, %%r8\n" /* r8 = lmask */ | ||
201 | " shrl $16, %%eax\n" /* output this.val char */ | ||
202 | " stosb\n" | ||
203 | |||
204 | ".L_get_length_code_one_time:\n" | ||
205 | " andq %%rdx, %%r8\n" /* r8 &= hold */ | ||
206 | " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */ | ||
207 | |||
208 | ".L_dolen:\n" | ||
209 | " movb %%ah, %%cl\n" /* cl = this.bits */ | ||
210 | " subb %%ah, %%bl\n" /* bits -= this.bits */ | ||
211 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ | ||
212 | |||
213 | " testb %%al, %%al\n" | ||
214 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ | ||
215 | |||
216 | " shrl $16, %%eax\n" /* output this.val char */ | ||
217 | " stosb\n" | ||
218 | " jmp .L_while_test\n" | ||
219 | |||
220 | ".align 32,0x90\n" | ||
221 | ".L_test_for_length_base:\n" | ||
222 | " movl %%eax, %%r14d\n" /* len = this */ | ||
223 | " shrl $16, %%r14d\n" /* len = this.val */ | ||
224 | " movb %%al, %%cl\n" | ||
225 | |||
226 | " testb $16, %%al\n" | ||
227 | " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */ | ||
228 | " andb $15, %%cl\n" /* op &= 15 */ | ||
229 | " jz .L_decode_distance\n" /* if (!op) */ | ||
230 | |||
231 | ".L_add_bits_to_len:\n" | ||
232 | " subb %%cl, %%bl\n" | ||
233 | " xorl %%eax, %%eax\n" | ||
234 | " incl %%eax\n" | ||
235 | " shll %%cl, %%eax\n" | ||
236 | " decl %%eax\n" | ||
237 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
238 | " shrq %%cl, %%rdx\n" | ||
239 | " addl %%eax, %%r14d\n" /* len += hold & mask[op] */ | ||
240 | |||
241 | ".L_decode_distance:\n" | ||
242 | " movq %%r13, %%r8\n" /* r8 = dmask */ | ||
243 | " cmpb $32, %%bl\n" | ||
244 | " ja .L_get_distance_code\n" /* if (32 < bits) */ | ||
245 | |||
246 | " lodsl\n" /* eax = *(uint *)in++ */ | ||
247 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
248 | " addb $32, %%bl\n" /* bits += 32 */ | ||
249 | " shlq %%cl, %%rax\n" | ||
250 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ | ||
251 | |||
252 | ".L_get_distance_code:\n" | ||
253 | " andq %%rdx, %%r8\n" /* r8 &= hold */ | ||
254 | " movl (%%r11,%%r8,4), %%eax\n" /* eax = dcode[hold & dmask] */ | ||
255 | |||
256 | ".L_dodist:\n" | ||
257 | " movl %%eax, %%r15d\n" /* dist = this */ | ||
258 | " shrl $16, %%r15d\n" /* dist = this.val */ | ||
259 | " movb %%ah, %%cl\n" | ||
260 | " subb %%ah, %%bl\n" /* bits -= this.bits */ | ||
261 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ | ||
262 | " movb %%al, %%cl\n" /* cl = this.op */ | ||
263 | |||
264 | " testb $16, %%al\n" /* if ((op & 16) == 0) */ | ||
265 | " jz .L_test_for_second_level_dist\n" | ||
266 | " andb $15, %%cl\n" /* op &= 15 */ | ||
267 | " jz .L_check_dist_one\n" | ||
268 | |||
269 | ".L_add_bits_to_dist:\n" | ||
270 | " subb %%cl, %%bl\n" | ||
271 | " xorl %%eax, %%eax\n" | ||
272 | " incl %%eax\n" | ||
273 | " shll %%cl, %%eax\n" | ||
274 | " decl %%eax\n" /* (1 << op) - 1 */ | ||
275 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
276 | " shrq %%cl, %%rdx\n" | ||
277 | " addl %%eax, %%r15d\n" /* dist += hold & ((1 << op) - 1) */ | ||
278 | |||
279 | ".L_check_window:\n" | ||
280 | " movq %%rsi, %%r8\n" /* save in so from can use it's reg */ | ||
281 | " movq %%rdi, %%rax\n" | ||
282 | " subq 40(%%rsp), %%rax\n" /* nbytes = out - beg */ | ||
283 | |||
284 | " cmpl %%r15d, %%eax\n" | ||
285 | " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */ | ||
286 | |||
287 | " movl %%r14d, %%ecx\n" /* ecx = len */ | ||
288 | " movq %%rdi, %%rsi\n" | ||
289 | " subq %%r15, %%rsi\n" /* from = out - dist */ | ||
290 | |||
291 | " sarl %%ecx\n" | ||
292 | " jnc .L_copy_two\n" /* if len % 2 == 0 */ | ||
293 | |||
294 | " rep movsw\n" | ||
295 | " movb (%%rsi), %%al\n" | ||
296 | " movb %%al, (%%rdi)\n" | ||
297 | " incq %%rdi\n" | ||
298 | |||
299 | " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */ | ||
300 | " jmp .L_while_test\n" | ||
301 | |||
302 | ".L_copy_two:\n" | ||
303 | " rep movsw\n" | ||
304 | " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */ | ||
305 | " jmp .L_while_test\n" | ||
306 | |||
307 | ".align 32,0x90\n" | ||
308 | ".L_check_dist_one:\n" | ||
309 | " cmpl $1, %%r15d\n" /* if dist 1, is a memset */ | ||
310 | " jne .L_check_window\n" | ||
311 | " cmpq %%rdi, 40(%%rsp)\n" /* if out == beg, outside window */ | ||
312 | " je .L_check_window\n" | ||
313 | |||
314 | " movl %%r14d, %%ecx\n" /* ecx = len */ | ||
315 | " movb -1(%%rdi), %%al\n" | ||
316 | " movb %%al, %%ah\n" | ||
317 | |||
318 | " sarl %%ecx\n" | ||
319 | " jnc .L_set_two\n" | ||
320 | " movb %%al, (%%rdi)\n" | ||
321 | " incq %%rdi\n" | ||
322 | |||
323 | ".L_set_two:\n" | ||
324 | " rep stosw\n" | ||
325 | " jmp .L_while_test\n" | ||
326 | |||
327 | ".align 32,0x90\n" | ||
328 | ".L_test_for_second_level_length:\n" | ||
329 | " testb $64, %%al\n" | ||
330 | " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */ | ||
331 | |||
332 | " xorl %%eax, %%eax\n" | ||
333 | " incl %%eax\n" | ||
334 | " shll %%cl, %%eax\n" | ||
335 | " decl %%eax\n" | ||
336 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
337 | " addl %%r14d, %%eax\n" /* eax += len */ | ||
338 | " movl (%%rbp,%%rax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/ | ||
339 | " jmp .L_dolen\n" | ||
340 | |||
341 | ".align 32,0x90\n" | ||
342 | ".L_test_for_second_level_dist:\n" | ||
343 | " testb $64, %%al\n" | ||
344 | " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */ | ||
345 | |||
346 | " xorl %%eax, %%eax\n" | ||
347 | " incl %%eax\n" | ||
348 | " shll %%cl, %%eax\n" | ||
349 | " decl %%eax\n" | ||
350 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
351 | " addl %%r15d, %%eax\n" /* eax += dist */ | ||
352 | " movl (%%r11,%%rax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/ | ||
353 | " jmp .L_dodist\n" | ||
354 | |||
355 | ".align 32,0x90\n" | ||
356 | ".L_clip_window:\n" | ||
357 | " movl %%eax, %%ecx\n" /* ecx = nbytes */ | ||
358 | " movl 92(%%rsp), %%eax\n" /* eax = wsize, prepare for dist cmp */ | ||
359 | " negl %%ecx\n" /* nbytes = -nbytes */ | ||
360 | |||
361 | " cmpl %%r15d, %%eax\n" | ||
362 | " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */ | ||
363 | |||
364 | " addl %%r15d, %%ecx\n" /* nbytes = dist - nbytes */ | ||
365 | " cmpl $0, 96(%%rsp)\n" | ||
366 | " jne .L_wrap_around_window\n" /* if (write != 0) */ | ||
367 | |||
368 | " movq 56(%%rsp), %%rsi\n" /* from = window */ | ||
369 | " subl %%ecx, %%eax\n" /* eax -= nbytes */ | ||
370 | " addq %%rax, %%rsi\n" /* from += wsize - nbytes */ | ||
371 | |||
372 | " movl %%r14d, %%eax\n" /* eax = len */ | ||
373 | " cmpl %%ecx, %%r14d\n" | ||
374 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
375 | |||
376 | " subl %%ecx, %%eax\n" /* eax -= nbytes */ | ||
377 | " rep movsb\n" | ||
378 | " movq %%rdi, %%rsi\n" | ||
379 | " subq %%r15, %%rsi\n" /* from = &out[ -dist ] */ | ||
380 | " jmp .L_do_copy\n" | ||
381 | |||
382 | ".align 32,0x90\n" | ||
383 | ".L_wrap_around_window:\n" | ||
384 | " movl 96(%%rsp), %%eax\n" /* eax = write */ | ||
385 | " cmpl %%eax, %%ecx\n" | ||
386 | " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */ | ||
387 | |||
388 | " movl 92(%%rsp), %%esi\n" /* from = wsize */ | ||
389 | " addq 56(%%rsp), %%rsi\n" /* from += window */ | ||
390 | " addq %%rax, %%rsi\n" /* from += write */ | ||
391 | " subq %%rcx, %%rsi\n" /* from -= nbytes */ | ||
392 | " subl %%eax, %%ecx\n" /* nbytes -= write */ | ||
393 | |||
394 | " movl %%r14d, %%eax\n" /* eax = len */ | ||
395 | " cmpl %%ecx, %%eax\n" | ||
396 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
397 | |||
398 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
399 | " rep movsb\n" | ||
400 | " movq 56(%%rsp), %%rsi\n" /* from = window */ | ||
401 | " movl 96(%%rsp), %%ecx\n" /* nbytes = write */ | ||
402 | " cmpl %%ecx, %%eax\n" | ||
403 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
404 | |||
405 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
406 | " rep movsb\n" | ||
407 | " movq %%rdi, %%rsi\n" | ||
408 | " subq %%r15, %%rsi\n" /* from = out - dist */ | ||
409 | " jmp .L_do_copy\n" | ||
410 | |||
411 | ".align 32,0x90\n" | ||
412 | ".L_contiguous_in_window:\n" | ||
413 | " movq 56(%%rsp), %%rsi\n" /* rsi = window */ | ||
414 | " addq %%rax, %%rsi\n" | ||
415 | " subq %%rcx, %%rsi\n" /* from += write - nbytes */ | ||
416 | |||
417 | " movl %%r14d, %%eax\n" /* eax = len */ | ||
418 | " cmpl %%ecx, %%eax\n" | ||
419 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
420 | |||
421 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
422 | " rep movsb\n" | ||
423 | " movq %%rdi, %%rsi\n" | ||
424 | " subq %%r15, %%rsi\n" /* from = out - dist */ | ||
425 | " jmp .L_do_copy\n" /* if (nbytes >= len) */ | ||
426 | |||
427 | ".align 32,0x90\n" | ||
428 | ".L_do_copy:\n" | ||
429 | " movl %%eax, %%ecx\n" /* ecx = len */ | ||
430 | " rep movsb\n" | ||
431 | |||
432 | " movq %%r8, %%rsi\n" /* move in back to %esi, toss from */ | ||
433 | " jmp .L_while_test\n" | ||
434 | |||
435 | ".L_test_for_end_of_block:\n" | ||
436 | " testb $32, %%al\n" | ||
437 | " jz .L_invalid_literal_length_code\n" | ||
438 | " movl $1, 116(%%rsp)\n" | ||
439 | " jmp .L_break_loop_with_status\n" | ||
440 | |||
441 | ".L_invalid_literal_length_code:\n" | ||
442 | " movl $2, 116(%%rsp)\n" | ||
443 | " jmp .L_break_loop_with_status\n" | ||
444 | |||
445 | ".L_invalid_distance_code:\n" | ||
446 | " movl $3, 116(%%rsp)\n" | ||
447 | " jmp .L_break_loop_with_status\n" | ||
448 | |||
449 | ".L_invalid_distance_too_far:\n" | ||
450 | " movl $4, 116(%%rsp)\n" | ||
451 | " jmp .L_break_loop_with_status\n" | ||
452 | |||
453 | ".L_break_loop:\n" | ||
454 | " movl $0, 116(%%rsp)\n" | ||
455 | |||
456 | ".L_break_loop_with_status:\n" | ||
457 | /* put in, out, bits, and hold back into ar and pop esp */ | ||
458 | " movq %%rsi, 16(%%rsp)\n" /* in */ | ||
459 | " movq %%rdi, 32(%%rsp)\n" /* out */ | ||
460 | " movl %%ebx, 88(%%rsp)\n" /* bits */ | ||
461 | " movq %%rdx, 80(%%rsp)\n" /* hold */ | ||
462 | " movq (%%rsp), %%rax\n" /* restore rbp and rsp */ | ||
463 | " movq 8(%%rsp), %%rbp\n" | ||
464 | " movq %%rax, %%rsp\n" | ||
465 | : | ||
466 | : "m" (ar) | ||
467 | : "memory", "%rax", "%rbx", "%rcx", "%rdx", "%rsi", "%rdi", | ||
468 | "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15" | ||
469 | ); | ||
470 | #elif ( defined( __GNUC__ ) || defined( __ICC ) ) && defined( __i386 ) | ||
471 | __asm__ __volatile__ ( | ||
472 | " leal %0, %%eax\n" | ||
473 | " movl %%esp, (%%eax)\n" /* save esp, ebp */ | ||
474 | " movl %%ebp, 4(%%eax)\n" | ||
475 | " movl %%eax, %%esp\n" | ||
476 | " movl 8(%%esp), %%esi\n" /* esi = in */ | ||
477 | " movl 16(%%esp), %%edi\n" /* edi = out */ | ||
478 | " movl 40(%%esp), %%edx\n" /* edx = hold */ | ||
479 | " movl 44(%%esp), %%ebx\n" /* ebx = bits */ | ||
480 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ | ||
481 | |||
482 | " cld\n" | ||
483 | " jmp .L_do_loop\n" | ||
484 | |||
485 | ".align 32,0x90\n" | ||
486 | ".L_while_test:\n" | ||
487 | " cmpl %%edi, 24(%%esp)\n" /* out < end */ | ||
488 | " jbe .L_break_loop\n" | ||
489 | " cmpl %%esi, 12(%%esp)\n" /* in < last */ | ||
490 | " jbe .L_break_loop\n" | ||
491 | |||
492 | ".L_do_loop:\n" | ||
493 | " cmpb $15, %%bl\n" | ||
494 | " ja .L_get_length_code\n" /* if (15 < bits) */ | ||
495 | |||
496 | " xorl %%eax, %%eax\n" | ||
497 | " lodsw\n" /* al = *(ushort *)in++ */ | ||
498 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
499 | " addb $16, %%bl\n" /* bits += 16 */ | ||
500 | " shll %%cl, %%eax\n" | ||
501 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ | ||
502 | |||
503 | ".L_get_length_code:\n" | ||
504 | " movl 56(%%esp), %%eax\n" /* eax = lmask */ | ||
505 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
506 | " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[hold & lmask] */ | ||
507 | |||
508 | ".L_dolen:\n" | ||
509 | " movb %%ah, %%cl\n" /* cl = this.bits */ | ||
510 | " subb %%ah, %%bl\n" /* bits -= this.bits */ | ||
511 | " shrl %%cl, %%edx\n" /* hold >>= this.bits */ | ||
512 | |||
513 | " testb %%al, %%al\n" | ||
514 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ | ||
515 | |||
516 | " shrl $16, %%eax\n" /* output this.val char */ | ||
517 | " stosb\n" | ||
518 | " jmp .L_while_test\n" | ||
519 | |||
520 | ".align 32,0x90\n" | ||
521 | ".L_test_for_length_base:\n" | ||
522 | " movl %%eax, %%ecx\n" /* len = this */ | ||
523 | " shrl $16, %%ecx\n" /* len = this.val */ | ||
524 | " movl %%ecx, 64(%%esp)\n" /* save len */ | ||
525 | " movb %%al, %%cl\n" | ||
526 | |||
527 | " testb $16, %%al\n" | ||
528 | " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */ | ||
529 | " andb $15, %%cl\n" /* op &= 15 */ | ||
530 | " jz .L_decode_distance\n" /* if (!op) */ | ||
531 | " cmpb %%cl, %%bl\n" | ||
532 | " jae .L_add_bits_to_len\n" /* if (op <= bits) */ | ||
533 | |||
534 | " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */ | ||
535 | " xorl %%eax, %%eax\n" | ||
536 | " lodsw\n" /* al = *(ushort *)in++ */ | ||
537 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
538 | " addb $16, %%bl\n" /* bits += 16 */ | ||
539 | " shll %%cl, %%eax\n" | ||
540 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ | ||
541 | " movb %%ch, %%cl\n" /* move op back to ecx */ | ||
542 | |||
543 | ".L_add_bits_to_len:\n" | ||
544 | " subb %%cl, %%bl\n" | ||
545 | " xorl %%eax, %%eax\n" | ||
546 | " incl %%eax\n" | ||
547 | " shll %%cl, %%eax\n" | ||
548 | " decl %%eax\n" | ||
549 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
550 | " shrl %%cl, %%edx\n" | ||
551 | " addl %%eax, 64(%%esp)\n" /* len += hold & mask[op] */ | ||
552 | |||
553 | ".L_decode_distance:\n" | ||
554 | " cmpb $15, %%bl\n" | ||
555 | " ja .L_get_distance_code\n" /* if (15 < bits) */ | ||
556 | |||
557 | " xorl %%eax, %%eax\n" | ||
558 | " lodsw\n" /* al = *(ushort *)in++ */ | ||
559 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
560 | " addb $16, %%bl\n" /* bits += 16 */ | ||
561 | " shll %%cl, %%eax\n" | ||
562 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ | ||
563 | |||
564 | ".L_get_distance_code:\n" | ||
565 | " movl 60(%%esp), %%eax\n" /* eax = dmask */ | ||
566 | " movl 36(%%esp), %%ecx\n" /* ecx = dcode */ | ||
567 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
568 | " movl (%%ecx,%%eax,4), %%eax\n"/* eax = dcode[hold & dmask] */ | ||
569 | |||
570 | ".L_dodist:\n" | ||
571 | " movl %%eax, %%ebp\n" /* dist = this */ | ||
572 | " shrl $16, %%ebp\n" /* dist = this.val */ | ||
573 | " movb %%ah, %%cl\n" | ||
574 | " subb %%ah, %%bl\n" /* bits -= this.bits */ | ||
575 | " shrl %%cl, %%edx\n" /* hold >>= this.bits */ | ||
576 | " movb %%al, %%cl\n" /* cl = this.op */ | ||
577 | |||
578 | " testb $16, %%al\n" /* if ((op & 16) == 0) */ | ||
579 | " jz .L_test_for_second_level_dist\n" | ||
580 | " andb $15, %%cl\n" /* op &= 15 */ | ||
581 | " jz .L_check_dist_one\n" | ||
582 | " cmpb %%cl, %%bl\n" | ||
583 | " jae .L_add_bits_to_dist\n" /* if (op <= bits) 97.6% */ | ||
584 | |||
585 | " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */ | ||
586 | " xorl %%eax, %%eax\n" | ||
587 | " lodsw\n" /* al = *(ushort *)in++ */ | ||
588 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ | ||
589 | " addb $16, %%bl\n" /* bits += 16 */ | ||
590 | " shll %%cl, %%eax\n" | ||
591 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ | ||
592 | " movb %%ch, %%cl\n" /* move op back to ecx */ | ||
593 | |||
594 | ".L_add_bits_to_dist:\n" | ||
595 | " subb %%cl, %%bl\n" | ||
596 | " xorl %%eax, %%eax\n" | ||
597 | " incl %%eax\n" | ||
598 | " shll %%cl, %%eax\n" | ||
599 | " decl %%eax\n" /* (1 << op) - 1 */ | ||
600 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
601 | " shrl %%cl, %%edx\n" | ||
602 | " addl %%eax, %%ebp\n" /* dist += hold & ((1 << op) - 1) */ | ||
603 | |||
604 | ".L_check_window:\n" | ||
605 | " movl %%esi, 8(%%esp)\n" /* save in so from can use it's reg */ | ||
606 | " movl %%edi, %%eax\n" | ||
607 | " subl 20(%%esp), %%eax\n" /* nbytes = out - beg */ | ||
608 | |||
609 | " cmpl %%ebp, %%eax\n" | ||
610 | " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */ | ||
611 | |||
612 | " movl 64(%%esp), %%ecx\n" /* ecx = len */ | ||
613 | " movl %%edi, %%esi\n" | ||
614 | " subl %%ebp, %%esi\n" /* from = out - dist */ | ||
615 | |||
616 | " sarl %%ecx\n" | ||
617 | " jnc .L_copy_two\n" /* if len % 2 == 0 */ | ||
618 | |||
619 | " rep movsw\n" | ||
620 | " movb (%%esi), %%al\n" | ||
621 | " movb %%al, (%%edi)\n" | ||
622 | " incl %%edi\n" | ||
623 | |||
624 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ | ||
625 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ | ||
626 | " jmp .L_while_test\n" | ||
627 | |||
628 | ".L_copy_two:\n" | ||
629 | " rep movsw\n" | ||
630 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ | ||
631 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ | ||
632 | " jmp .L_while_test\n" | ||
633 | |||
634 | ".align 32,0x90\n" | ||
635 | ".L_check_dist_one:\n" | ||
636 | " cmpl $1, %%ebp\n" /* if dist 1, is a memset */ | ||
637 | " jne .L_check_window\n" | ||
638 | " cmpl %%edi, 20(%%esp)\n" | ||
639 | " je .L_check_window\n" /* out == beg, if outside window */ | ||
640 | |||
641 | " movl 64(%%esp), %%ecx\n" /* ecx = len */ | ||
642 | " movb -1(%%edi), %%al\n" | ||
643 | " movb %%al, %%ah\n" | ||
644 | |||
645 | " sarl %%ecx\n" | ||
646 | " jnc .L_set_two\n" | ||
647 | " movb %%al, (%%edi)\n" | ||
648 | " incl %%edi\n" | ||
649 | |||
650 | ".L_set_two:\n" | ||
651 | " rep stosw\n" | ||
652 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ | ||
653 | " jmp .L_while_test\n" | ||
654 | |||
655 | ".align 32,0x90\n" | ||
656 | ".L_test_for_second_level_length:\n" | ||
657 | " testb $64, %%al\n" | ||
658 | " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */ | ||
659 | |||
660 | " xorl %%eax, %%eax\n" | ||
661 | " incl %%eax\n" | ||
662 | " shll %%cl, %%eax\n" | ||
663 | " decl %%eax\n" | ||
664 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
665 | " addl 64(%%esp), %%eax\n" /* eax += len */ | ||
666 | " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/ | ||
667 | " jmp .L_dolen\n" | ||
668 | |||
669 | ".align 32,0x90\n" | ||
670 | ".L_test_for_second_level_dist:\n" | ||
671 | " testb $64, %%al\n" | ||
672 | " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */ | ||
673 | |||
674 | " xorl %%eax, %%eax\n" | ||
675 | " incl %%eax\n" | ||
676 | " shll %%cl, %%eax\n" | ||
677 | " decl %%eax\n" | ||
678 | " andl %%edx, %%eax\n" /* eax &= hold */ | ||
679 | " addl %%ebp, %%eax\n" /* eax += dist */ | ||
680 | " movl 36(%%esp), %%ecx\n" /* ecx = dcode */ | ||
681 | " movl (%%ecx,%%eax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/ | ||
682 | " jmp .L_dodist\n" | ||
683 | |||
684 | ".align 32,0x90\n" | ||
685 | ".L_clip_window:\n" | ||
686 | " movl %%eax, %%ecx\n" | ||
687 | " movl 48(%%esp), %%eax\n" /* eax = wsize */ | ||
688 | " negl %%ecx\n" /* nbytes = -nbytes */ | ||
689 | " movl 28(%%esp), %%esi\n" /* from = window */ | ||
690 | |||
691 | " cmpl %%ebp, %%eax\n" | ||
692 | " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */ | ||
693 | |||
694 | " addl %%ebp, %%ecx\n" /* nbytes = dist - nbytes */ | ||
695 | " cmpl $0, 52(%%esp)\n" | ||
696 | " jne .L_wrap_around_window\n" /* if (write != 0) */ | ||
697 | |||
698 | " subl %%ecx, %%eax\n" | ||
699 | " addl %%eax, %%esi\n" /* from += wsize - nbytes */ | ||
700 | |||
701 | " movl 64(%%esp), %%eax\n" /* eax = len */ | ||
702 | " cmpl %%ecx, %%eax\n" | ||
703 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
704 | |||
705 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
706 | " rep movsb\n" | ||
707 | " movl %%edi, %%esi\n" | ||
708 | " subl %%ebp, %%esi\n" /* from = out - dist */ | ||
709 | " jmp .L_do_copy\n" | ||
710 | |||
711 | ".align 32,0x90\n" | ||
712 | ".L_wrap_around_window:\n" | ||
713 | " movl 52(%%esp), %%eax\n" /* eax = write */ | ||
714 | " cmpl %%eax, %%ecx\n" | ||
715 | " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */ | ||
716 | |||
717 | " addl 48(%%esp), %%esi\n" /* from += wsize */ | ||
718 | " addl %%eax, %%esi\n" /* from += write */ | ||
719 | " subl %%ecx, %%esi\n" /* from -= nbytes */ | ||
720 | " subl %%eax, %%ecx\n" /* nbytes -= write */ | ||
721 | |||
722 | " movl 64(%%esp), %%eax\n" /* eax = len */ | ||
723 | " cmpl %%ecx, %%eax\n" | ||
724 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
725 | |||
726 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
727 | " rep movsb\n" | ||
728 | " movl 28(%%esp), %%esi\n" /* from = window */ | ||
729 | " movl 52(%%esp), %%ecx\n" /* nbytes = write */ | ||
730 | " cmpl %%ecx, %%eax\n" | ||
731 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
732 | |||
733 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
734 | " rep movsb\n" | ||
735 | " movl %%edi, %%esi\n" | ||
736 | " subl %%ebp, %%esi\n" /* from = out - dist */ | ||
737 | " jmp .L_do_copy\n" | ||
738 | |||
739 | ".align 32,0x90\n" | ||
740 | ".L_contiguous_in_window:\n" | ||
741 | " addl %%eax, %%esi\n" | ||
742 | " subl %%ecx, %%esi\n" /* from += write - nbytes */ | ||
743 | |||
744 | " movl 64(%%esp), %%eax\n" /* eax = len */ | ||
745 | " cmpl %%ecx, %%eax\n" | ||
746 | " jbe .L_do_copy\n" /* if (nbytes >= len) */ | ||
747 | |||
748 | " subl %%ecx, %%eax\n" /* len -= nbytes */ | ||
749 | " rep movsb\n" | ||
750 | " movl %%edi, %%esi\n" | ||
751 | " subl %%ebp, %%esi\n" /* from = out - dist */ | ||
752 | " jmp .L_do_copy\n" /* if (nbytes >= len) */ | ||
753 | |||
754 | ".align 32,0x90\n" | ||
755 | ".L_do_copy:\n" | ||
756 | " movl %%eax, %%ecx\n" | ||
757 | " rep movsb\n" | ||
758 | |||
759 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ | ||
760 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ | ||
761 | " jmp .L_while_test\n" | ||
762 | |||
763 | ".L_test_for_end_of_block:\n" | ||
764 | " testb $32, %%al\n" | ||
765 | " jz .L_invalid_literal_length_code\n" | ||
766 | " movl $1, 72(%%esp)\n" | ||
767 | " jmp .L_break_loop_with_status\n" | ||
768 | |||
769 | ".L_invalid_literal_length_code:\n" | ||
770 | " movl $2, 72(%%esp)\n" | ||
771 | " jmp .L_break_loop_with_status\n" | ||
772 | |||
773 | ".L_invalid_distance_code:\n" | ||
774 | " movl $3, 72(%%esp)\n" | ||
775 | " jmp .L_break_loop_with_status\n" | ||
776 | |||
777 | ".L_invalid_distance_too_far:\n" | ||
778 | " movl 8(%%esp), %%esi\n" | ||
779 | " movl $4, 72(%%esp)\n" | ||
780 | " jmp .L_break_loop_with_status\n" | ||
781 | |||
782 | ".L_break_loop:\n" | ||
783 | " movl $0, 72(%%esp)\n" | ||
784 | |||
785 | ".L_break_loop_with_status:\n" | ||
786 | /* put in, out, bits, and hold back into ar and pop esp */ | ||
787 | " movl %%esi, 8(%%esp)\n" /* save in */ | ||
788 | " movl %%edi, 16(%%esp)\n" /* save out */ | ||
789 | " movl %%ebx, 44(%%esp)\n" /* save bits */ | ||
790 | " movl %%edx, 40(%%esp)\n" /* save hold */ | ||
791 | " movl 4(%%esp), %%ebp\n" /* restore esp, ebp */ | ||
792 | " movl (%%esp), %%esp\n" | ||
793 | : | ||
794 | : "m" (ar) | ||
795 | : "memory", "%eax", "%ebx", "%ecx", "%edx", "%esi", "%edi" | ||
796 | ); | ||
797 | #elif defined( _MSC_VER ) && ! defined( _M_AMD64 ) | ||
798 | __asm { | ||
799 | lea eax, ar | ||
800 | mov [eax], esp /* save esp, ebp */ | ||
801 | mov [eax+4], ebp | ||
802 | mov esp, eax | ||
803 | mov esi, [esp+8] /* esi = in */ | ||
804 | mov edi, [esp+16] /* edi = out */ | ||
805 | mov edx, [esp+40] /* edx = hold */ | ||
806 | mov ebx, [esp+44] /* ebx = bits */ | ||
807 | mov ebp, [esp+32] /* ebp = lcode */ | ||
808 | |||
809 | cld | ||
810 | jmp L_do_loop | ||
811 | |||
812 | ALIGN 4 | ||
813 | L_while_test: | ||
814 | cmp [esp+24], edi | ||
815 | jbe L_break_loop | ||
816 | cmp [esp+12], esi | ||
817 | jbe L_break_loop | ||
818 | |||
819 | L_do_loop: | ||
820 | cmp bl, 15 | ||
821 | ja L_get_length_code /* if (15 < bits) */ | ||
822 | |||
823 | xor eax, eax | ||
824 | lodsw /* al = *(ushort *)in++ */ | ||
825 | mov cl, bl /* cl = bits, needs it for shifting */ | ||
826 | add bl, 16 /* bits += 16 */ | ||
827 | shl eax, cl | ||
828 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ | ||
829 | |||
830 | L_get_length_code: | ||
831 | mov eax, [esp+56] /* eax = lmask */ | ||
832 | and eax, edx /* eax &= hold */ | ||
833 | mov eax, [ebp+eax*4] /* eax = lcode[hold & lmask] */ | ||
834 | |||
835 | L_dolen: | ||
836 | mov cl, ah /* cl = this.bits */ | ||
837 | sub bl, ah /* bits -= this.bits */ | ||
838 | shr edx, cl /* hold >>= this.bits */ | ||
839 | |||
840 | test al, al | ||
841 | jnz L_test_for_length_base /* if (op != 0) 45.7% */ | ||
842 | |||
843 | shr eax, 16 /* output this.val char */ | ||
844 | stosb | ||
845 | jmp L_while_test | ||
846 | |||
847 | ALIGN 4 | ||
848 | L_test_for_length_base: | ||
849 | mov ecx, eax /* len = this */ | ||
850 | shr ecx, 16 /* len = this.val */ | ||
851 | mov [esp+64], ecx /* save len */ | ||
852 | mov cl, al | ||
853 | |||
854 | test al, 16 | ||
855 | jz L_test_for_second_level_length /* if ((op & 16) == 0) 8% */ | ||
856 | and cl, 15 /* op &= 15 */ | ||
857 | jz L_decode_distance /* if (!op) */ | ||
858 | cmp bl, cl | ||
859 | jae L_add_bits_to_len /* if (op <= bits) */ | ||
860 | |||
861 | mov ch, cl /* stash op in ch, freeing cl */ | ||
862 | xor eax, eax | ||
863 | lodsw /* al = *(ushort *)in++ */ | ||
864 | mov cl, bl /* cl = bits, needs it for shifting */ | ||
865 | add bl, 16 /* bits += 16 */ | ||
866 | shl eax, cl | ||
867 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ | ||
868 | mov cl, ch /* move op back to ecx */ | ||
869 | |||
870 | L_add_bits_to_len: | ||
871 | sub bl, cl | ||
872 | xor eax, eax | ||
873 | inc eax | ||
874 | shl eax, cl | ||
875 | dec eax | ||
876 | and eax, edx /* eax &= hold */ | ||
877 | shr edx, cl | ||
878 | add [esp+64], eax /* len += hold & mask[op] */ | ||
879 | |||
880 | L_decode_distance: | ||
881 | cmp bl, 15 | ||
882 | ja L_get_distance_code /* if (15 < bits) */ | ||
883 | |||
884 | xor eax, eax | ||
885 | lodsw /* al = *(ushort *)in++ */ | ||
886 | mov cl, bl /* cl = bits, needs it for shifting */ | ||
887 | add bl, 16 /* bits += 16 */ | ||
888 | shl eax, cl | ||
889 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ | ||
890 | |||
891 | L_get_distance_code: | ||
892 | mov eax, [esp+60] /* eax = dmask */ | ||
893 | mov ecx, [esp+36] /* ecx = dcode */ | ||
894 | and eax, edx /* eax &= hold */ | ||
895 | mov eax, [ecx+eax*4]/* eax = dcode[hold & dmask] */ | ||
896 | |||
897 | L_dodist: | ||
898 | mov ebp, eax /* dist = this */ | ||
899 | shr ebp, 16 /* dist = this.val */ | ||
900 | mov cl, ah | ||
901 | sub bl, ah /* bits -= this.bits */ | ||
902 | shr edx, cl /* hold >>= this.bits */ | ||
903 | mov cl, al /* cl = this.op */ | ||
904 | |||
905 | test al, 16 /* if ((op & 16) == 0) */ | ||
906 | jz L_test_for_second_level_dist | ||
907 | and cl, 15 /* op &= 15 */ | ||
908 | jz L_check_dist_one | ||
909 | cmp bl, cl | ||
910 | jae L_add_bits_to_dist /* if (op <= bits) 97.6% */ | ||
911 | |||
912 | mov ch, cl /* stash op in ch, freeing cl */ | ||
913 | xor eax, eax | ||
914 | lodsw /* al = *(ushort *)in++ */ | ||
915 | mov cl, bl /* cl = bits, needs it for shifting */ | ||
916 | add bl, 16 /* bits += 16 */ | ||
917 | shl eax, cl | ||
918 | or edx, eax /* hold |= *((ushort *)in)++ << bits */ | ||
919 | mov cl, ch /* move op back to ecx */ | ||
920 | |||
921 | L_add_bits_to_dist: | ||
922 | sub bl, cl | ||
923 | xor eax, eax | ||
924 | inc eax | ||
925 | shl eax, cl | ||
926 | dec eax /* (1 << op) - 1 */ | ||
927 | and eax, edx /* eax &= hold */ | ||
928 | shr edx, cl | ||
929 | add ebp, eax /* dist += hold & ((1 << op) - 1) */ | ||
930 | |||
931 | L_check_window: | ||
932 | mov [esp+8], esi /* save in so from can use it's reg */ | ||
933 | mov eax, edi | ||
934 | sub eax, [esp+20] /* nbytes = out - beg */ | ||
935 | |||
936 | cmp eax, ebp | ||
937 | jb L_clip_window /* if (dist > nbytes) 4.2% */ | ||
938 | |||
939 | mov ecx, [esp+64] /* ecx = len */ | ||
940 | mov esi, edi | ||
941 | sub esi, ebp /* from = out - dist */ | ||
942 | |||
943 | sar ecx, 1 | ||
944 | jnc L_copy_two | ||
945 | |||
946 | rep movsw | ||
947 | mov al, [esi] | ||
948 | mov [edi], al | ||
949 | inc edi | ||
950 | |||
951 | mov esi, [esp+8] /* move in back to %esi, toss from */ | ||
952 | mov ebp, [esp+32] /* ebp = lcode */ | ||
953 | jmp L_while_test | ||
954 | |||
955 | L_copy_two: | ||
956 | rep movsw | ||
957 | mov esi, [esp+8] /* move in back to %esi, toss from */ | ||
958 | mov ebp, [esp+32] /* ebp = lcode */ | ||
959 | jmp L_while_test | ||
960 | |||
961 | ALIGN 4 | ||
962 | L_check_dist_one: | ||
963 | cmp ebp, 1 /* if dist 1, is a memset */ | ||
964 | jne L_check_window | ||
965 | cmp [esp+20], edi | ||
966 | je L_check_window /* out == beg, if outside window */ | ||
967 | |||
968 | mov ecx, [esp+64] /* ecx = len */ | ||
969 | mov al, [edi-1] | ||
970 | mov ah, al | ||
971 | |||
972 | sar ecx, 1 | ||
973 | jnc L_set_two | ||
974 | mov [edi], al /* memset out with from[-1] */ | ||
975 | inc edi | ||
976 | |||
977 | L_set_two: | ||
978 | rep stosw | ||
979 | mov ebp, [esp+32] /* ebp = lcode */ | ||
980 | jmp L_while_test | ||
981 | |||
982 | ALIGN 4 | ||
983 | L_test_for_second_level_length: | ||
984 | test al, 64 | ||
985 | jnz L_test_for_end_of_block /* if ((op & 64) != 0) */ | ||
986 | |||
987 | xor eax, eax | ||
988 | inc eax | ||
989 | shl eax, cl | ||
990 | dec eax | ||
991 | and eax, edx /* eax &= hold */ | ||
992 | add eax, [esp+64] /* eax += len */ | ||
993 | mov eax, [ebp+eax*4] /* eax = lcode[val+(hold&mask[op])]*/ | ||
994 | jmp L_dolen | ||
995 | |||
996 | ALIGN 4 | ||
997 | L_test_for_second_level_dist: | ||
998 | test al, 64 | ||
999 | jnz L_invalid_distance_code /* if ((op & 64) != 0) */ | ||
1000 | |||
1001 | xor eax, eax | ||
1002 | inc eax | ||
1003 | shl eax, cl | ||
1004 | dec eax | ||
1005 | and eax, edx /* eax &= hold */ | ||
1006 | add eax, ebp /* eax += dist */ | ||
1007 | mov ecx, [esp+36] /* ecx = dcode */ | ||
1008 | mov eax, [ecx+eax*4] /* eax = dcode[val+(hold&mask[op])]*/ | ||
1009 | jmp L_dodist | ||
1010 | |||
1011 | ALIGN 4 | ||
1012 | L_clip_window: | ||
1013 | mov ecx, eax | ||
1014 | mov eax, [esp+48] /* eax = wsize */ | ||
1015 | neg ecx /* nbytes = -nbytes */ | ||
1016 | mov esi, [esp+28] /* from = window */ | ||
1017 | |||
1018 | cmp eax, ebp | ||
1019 | jb L_invalid_distance_too_far /* if (dist > wsize) */ | ||
1020 | |||
1021 | add ecx, ebp /* nbytes = dist - nbytes */ | ||
1022 | cmp dword ptr [esp+52], 0 | ||
1023 | jne L_wrap_around_window /* if (write != 0) */ | ||
1024 | |||
1025 | sub eax, ecx | ||
1026 | add esi, eax /* from += wsize - nbytes */ | ||
1027 | |||
1028 | mov eax, [esp+64] /* eax = len */ | ||
1029 | cmp eax, ecx | ||
1030 | jbe L_do_copy /* if (nbytes >= len) */ | ||
1031 | |||
1032 | sub eax, ecx /* len -= nbytes */ | ||
1033 | rep movsb | ||
1034 | mov esi, edi | ||
1035 | sub esi, ebp /* from = out - dist */ | ||
1036 | jmp L_do_copy | ||
1037 | |||
1038 | ALIGN 4 | ||
1039 | L_wrap_around_window: | ||
1040 | mov eax, [esp+52] /* eax = write */ | ||
1041 | cmp ecx, eax | ||
1042 | jbe L_contiguous_in_window /* if (write >= nbytes) */ | ||
1043 | |||
1044 | add esi, [esp+48] /* from += wsize */ | ||
1045 | add esi, eax /* from += write */ | ||
1046 | sub esi, ecx /* from -= nbytes */ | ||
1047 | sub ecx, eax /* nbytes -= write */ | ||
1048 | |||
1049 | mov eax, [esp+64] /* eax = len */ | ||
1050 | cmp eax, ecx | ||
1051 | jbe L_do_copy /* if (nbytes >= len) */ | ||
1052 | |||
1053 | sub eax, ecx /* len -= nbytes */ | ||
1054 | rep movsb | ||
1055 | mov esi, [esp+28] /* from = window */ | ||
1056 | mov ecx, [esp+52] /* nbytes = write */ | ||
1057 | cmp eax, ecx | ||
1058 | jbe L_do_copy /* if (nbytes >= len) */ | ||
1059 | |||
1060 | sub eax, ecx /* len -= nbytes */ | ||
1061 | rep movsb | ||
1062 | mov esi, edi | ||
1063 | sub esi, ebp /* from = out - dist */ | ||
1064 | jmp L_do_copy | ||
1065 | |||
1066 | ALIGN 4 | ||
1067 | L_contiguous_in_window: | ||
1068 | add esi, eax | ||
1069 | sub esi, ecx /* from += write - nbytes */ | ||
1070 | |||
1071 | mov eax, [esp+64] /* eax = len */ | ||
1072 | cmp eax, ecx | ||
1073 | jbe L_do_copy /* if (nbytes >= len) */ | ||
1074 | |||
1075 | sub eax, ecx /* len -= nbytes */ | ||
1076 | rep movsb | ||
1077 | mov esi, edi | ||
1078 | sub esi, ebp /* from = out - dist */ | ||
1079 | jmp L_do_copy | ||
1080 | |||
1081 | ALIGN 4 | ||
1082 | L_do_copy: | ||
1083 | mov ecx, eax | ||
1084 | rep movsb | ||
1085 | |||
1086 | mov esi, [esp+8] /* move in back to %esi, toss from */ | ||
1087 | mov ebp, [esp+32] /* ebp = lcode */ | ||
1088 | jmp L_while_test | ||
1089 | |||
1090 | L_test_for_end_of_block: | ||
1091 | test al, 32 | ||
1092 | jz L_invalid_literal_length_code | ||
1093 | mov dword ptr [esp+72], 1 | ||
1094 | jmp L_break_loop_with_status | ||
1095 | |||
1096 | L_invalid_literal_length_code: | ||
1097 | mov dword ptr [esp+72], 2 | ||
1098 | jmp L_break_loop_with_status | ||
1099 | |||
1100 | L_invalid_distance_code: | ||
1101 | mov dword ptr [esp+72], 3 | ||
1102 | jmp L_break_loop_with_status | ||
1103 | |||
1104 | L_invalid_distance_too_far: | ||
1105 | mov esi, [esp+4] | ||
1106 | mov dword ptr [esp+72], 4 | ||
1107 | jmp L_break_loop_with_status | ||
1108 | |||
1109 | L_break_loop: | ||
1110 | mov dword ptr [esp+72], 0 | ||
1111 | |||
1112 | L_break_loop_with_status: | ||
1113 | /* put in, out, bits, and hold back into ar and pop esp */ | ||
1114 | mov [esp+8], esi /* save in */ | ||
1115 | mov [esp+16], edi /* save out */ | ||
1116 | mov [esp+44], ebx /* save bits */ | ||
1117 | mov [esp+40], edx /* save hold */ | ||
1118 | mov ebp, [esp+4] /* restore esp, ebp */ | ||
1119 | mov esp, [esp] | ||
1120 | } | ||
1121 | #else | ||
1122 | #error "x86 architecture not defined" | ||
1123 | #endif | ||
1124 | |||
1125 | if (ar.status > 1) { | ||
1126 | if (ar.status == 2) | ||
1127 | strm->msg = "invalid literal/length code"; | ||
1128 | else if (ar.status == 3) | ||
1129 | strm->msg = "invalid distance code"; | ||
1130 | else | ||
1131 | strm->msg = "invalid distance too far back"; | ||
1132 | state->mode = BAD; | ||
1133 | } | ||
1134 | else if ( ar.status == 1 ) { | ||
1135 | state->mode = TYPE; | ||
1136 | } | ||
1137 | |||
1138 | /* return unused bytes (on entry, bits < 8, so in won't go too far back) */ | ||
1139 | ar.len = ar.bits >> 3; | ||
1140 | ar.in -= ar.len; | ||
1141 | ar.bits -= ar.len << 3; | ||
1142 | ar.hold &= (1U << ar.bits) - 1; | ||
1143 | |||
1144 | /* update state and return */ | ||
1145 | strm->next_in = ar.in; | ||
1146 | strm->next_out = ar.out; | ||
1147 | strm->avail_in = (unsigned)(ar.in < ar.last ? | ||
1148 | PAD_AVAIL_IN + (ar.last - ar.in) : | ||
1149 | PAD_AVAIL_IN - (ar.in - ar.last)); | ||
1150 | strm->avail_out = (unsigned)(ar.out < ar.end ? | ||
1151 | PAD_AVAIL_OUT + (ar.end - ar.out) : | ||
1152 | PAD_AVAIL_OUT - (ar.out - ar.end)); | ||
1153 | state->hold = ar.hold; | ||
1154 | state->bits = ar.bits; | ||
1155 | return; | ||
1156 | } | ||
1157 | |||