annotate src/zlib-1.2.8/inftrees.c @ 43:5ea0608b923f

Current zlib source
author Chris Cannam
date Tue, 18 Oct 2016 14:33:52 +0100
parents
children
rev   line source
Chris@43 1 /* inftrees.c -- generate Huffman trees for efficient decoding
Chris@43 2 * Copyright (C) 1995-2013 Mark Adler
Chris@43 3 * For conditions of distribution and use, see copyright notice in zlib.h
Chris@43 4 */
Chris@43 5
Chris@43 6 #include "zutil.h"
Chris@43 7 #include "inftrees.h"
Chris@43 8
Chris@43 9 #define MAXBITS 15
Chris@43 10
Chris@43 11 const char inflate_copyright[] =
Chris@43 12 " inflate 1.2.8 Copyright 1995-2013 Mark Adler ";
Chris@43 13 /*
Chris@43 14 If you use the zlib library in a product, an acknowledgment is welcome
Chris@43 15 in the documentation of your product. If for some reason you cannot
Chris@43 16 include such an acknowledgment, I would appreciate that you keep this
Chris@43 17 copyright string in the executable of your product.
Chris@43 18 */
Chris@43 19
Chris@43 20 /*
Chris@43 21 Build a set of tables to decode the provided canonical Huffman code.
Chris@43 22 The code lengths are lens[0..codes-1]. The result starts at *table,
Chris@43 23 whose indices are 0..2^bits-1. work is a writable array of at least
Chris@43 24 lens shorts, which is used as a work area. type is the type of code
Chris@43 25 to be generated, CODES, LENS, or DISTS. On return, zero is success,
Chris@43 26 -1 is an invalid code, and +1 means that ENOUGH isn't enough. table
Chris@43 27 on return points to the next available entry's address. bits is the
Chris@43 28 requested root table index bits, and on return it is the actual root
Chris@43 29 table index bits. It will differ if the request is greater than the
Chris@43 30 longest code or if it is less than the shortest code.
Chris@43 31 */
Chris@43 32 int ZLIB_INTERNAL inflate_table(type, lens, codes, table, bits, work)
Chris@43 33 codetype type;
Chris@43 34 unsigned short FAR *lens;
Chris@43 35 unsigned codes;
Chris@43 36 code FAR * FAR *table;
Chris@43 37 unsigned FAR *bits;
Chris@43 38 unsigned short FAR *work;
Chris@43 39 {
Chris@43 40 unsigned len; /* a code's length in bits */
Chris@43 41 unsigned sym; /* index of code symbols */
Chris@43 42 unsigned min, max; /* minimum and maximum code lengths */
Chris@43 43 unsigned root; /* number of index bits for root table */
Chris@43 44 unsigned curr; /* number of index bits for current table */
Chris@43 45 unsigned drop; /* code bits to drop for sub-table */
Chris@43 46 int left; /* number of prefix codes available */
Chris@43 47 unsigned used; /* code entries in table used */
Chris@43 48 unsigned huff; /* Huffman code */
Chris@43 49 unsigned incr; /* for incrementing code, index */
Chris@43 50 unsigned fill; /* index for replicating entries */
Chris@43 51 unsigned low; /* low bits for current root entry */
Chris@43 52 unsigned mask; /* mask for low root bits */
Chris@43 53 code here; /* table entry for duplication */
Chris@43 54 code FAR *next; /* next available space in table */
Chris@43 55 const unsigned short FAR *base; /* base value table to use */
Chris@43 56 const unsigned short FAR *extra; /* extra bits table to use */
Chris@43 57 int end; /* use base and extra for symbol > end */
Chris@43 58 unsigned short count[MAXBITS+1]; /* number of codes of each length */
Chris@43 59 unsigned short offs[MAXBITS+1]; /* offsets in table for each length */
Chris@43 60 static const unsigned short lbase[31] = { /* Length codes 257..285 base */
Chris@43 61 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 17, 19, 23, 27, 31,
Chris@43 62 35, 43, 51, 59, 67, 83, 99, 115, 131, 163, 195, 227, 258, 0, 0};
Chris@43 63 static const unsigned short lext[31] = { /* Length codes 257..285 extra */
Chris@43 64 16, 16, 16, 16, 16, 16, 16, 16, 17, 17, 17, 17, 18, 18, 18, 18,
Chris@43 65 19, 19, 19, 19, 20, 20, 20, 20, 21, 21, 21, 21, 16, 72, 78};
Chris@43 66 static const unsigned short dbase[32] = { /* Distance codes 0..29 base */
Chris@43 67 1, 2, 3, 4, 5, 7, 9, 13, 17, 25, 33, 49, 65, 97, 129, 193,
Chris@43 68 257, 385, 513, 769, 1025, 1537, 2049, 3073, 4097, 6145,
Chris@43 69 8193, 12289, 16385, 24577, 0, 0};
Chris@43 70 static const unsigned short dext[32] = { /* Distance codes 0..29 extra */
Chris@43 71 16, 16, 16, 16, 17, 17, 18, 18, 19, 19, 20, 20, 21, 21, 22, 22,
Chris@43 72 23, 23, 24, 24, 25, 25, 26, 26, 27, 27,
Chris@43 73 28, 28, 29, 29, 64, 64};
Chris@43 74
Chris@43 75 /*
Chris@43 76 Process a set of code lengths to create a canonical Huffman code. The
Chris@43 77 code lengths are lens[0..codes-1]. Each length corresponds to the
Chris@43 78 symbols 0..codes-1. The Huffman code is generated by first sorting the
Chris@43 79 symbols by length from short to long, and retaining the symbol order
Chris@43 80 for codes with equal lengths. Then the code starts with all zero bits
Chris@43 81 for the first code of the shortest length, and the codes are integer
Chris@43 82 increments for the same length, and zeros are appended as the length
Chris@43 83 increases. For the deflate format, these bits are stored backwards
Chris@43 84 from their more natural integer increment ordering, and so when the
Chris@43 85 decoding tables are built in the large loop below, the integer codes
Chris@43 86 are incremented backwards.
Chris@43 87
Chris@43 88 This routine assumes, but does not check, that all of the entries in
Chris@43 89 lens[] are in the range 0..MAXBITS. The caller must assure this.
Chris@43 90 1..MAXBITS is interpreted as that code length. zero means that that
Chris@43 91 symbol does not occur in this code.
Chris@43 92
Chris@43 93 The codes are sorted by computing a count of codes for each length,
Chris@43 94 creating from that a table of starting indices for each length in the
Chris@43 95 sorted table, and then entering the symbols in order in the sorted
Chris@43 96 table. The sorted table is work[], with that space being provided by
Chris@43 97 the caller.
Chris@43 98
Chris@43 99 The length counts are used for other purposes as well, i.e. finding
Chris@43 100 the minimum and maximum length codes, determining if there are any
Chris@43 101 codes at all, checking for a valid set of lengths, and looking ahead
Chris@43 102 at length counts to determine sub-table sizes when building the
Chris@43 103 decoding tables.
Chris@43 104 */
Chris@43 105
Chris@43 106 /* accumulate lengths for codes (assumes lens[] all in 0..MAXBITS) */
Chris@43 107 for (len = 0; len <= MAXBITS; len++)
Chris@43 108 count[len] = 0;
Chris@43 109 for (sym = 0; sym < codes; sym++)
Chris@43 110 count[lens[sym]]++;
Chris@43 111
Chris@43 112 /* bound code lengths, force root to be within code lengths */
Chris@43 113 root = *bits;
Chris@43 114 for (max = MAXBITS; max >= 1; max--)
Chris@43 115 if (count[max] != 0) break;
Chris@43 116 if (root > max) root = max;
Chris@43 117 if (max == 0) { /* no symbols to code at all */
Chris@43 118 here.op = (unsigned char)64; /* invalid code marker */
Chris@43 119 here.bits = (unsigned char)1;
Chris@43 120 here.val = (unsigned short)0;
Chris@43 121 *(*table)++ = here; /* make a table to force an error */
Chris@43 122 *(*table)++ = here;
Chris@43 123 *bits = 1;
Chris@43 124 return 0; /* no symbols, but wait for decoding to report error */
Chris@43 125 }
Chris@43 126 for (min = 1; min < max; min++)
Chris@43 127 if (count[min] != 0) break;
Chris@43 128 if (root < min) root = min;
Chris@43 129
Chris@43 130 /* check for an over-subscribed or incomplete set of lengths */
Chris@43 131 left = 1;
Chris@43 132 for (len = 1; len <= MAXBITS; len++) {
Chris@43 133 left <<= 1;
Chris@43 134 left -= count[len];
Chris@43 135 if (left < 0) return -1; /* over-subscribed */
Chris@43 136 }
Chris@43 137 if (left > 0 && (type == CODES || max != 1))
Chris@43 138 return -1; /* incomplete set */
Chris@43 139
Chris@43 140 /* generate offsets into symbol table for each length for sorting */
Chris@43 141 offs[1] = 0;
Chris@43 142 for (len = 1; len < MAXBITS; len++)
Chris@43 143 offs[len + 1] = offs[len] + count[len];
Chris@43 144
Chris@43 145 /* sort symbols by length, by symbol order within each length */
Chris@43 146 for (sym = 0; sym < codes; sym++)
Chris@43 147 if (lens[sym] != 0) work[offs[lens[sym]]++] = (unsigned short)sym;
Chris@43 148
Chris@43 149 /*
Chris@43 150 Create and fill in decoding tables. In this loop, the table being
Chris@43 151 filled is at next and has curr index bits. The code being used is huff
Chris@43 152 with length len. That code is converted to an index by dropping drop
Chris@43 153 bits off of the bottom. For codes where len is less than drop + curr,
Chris@43 154 those top drop + curr - len bits are incremented through all values to
Chris@43 155 fill the table with replicated entries.
Chris@43 156
Chris@43 157 root is the number of index bits for the root table. When len exceeds
Chris@43 158 root, sub-tables are created pointed to by the root entry with an index
Chris@43 159 of the low root bits of huff. This is saved in low to check for when a
Chris@43 160 new sub-table should be started. drop is zero when the root table is
Chris@43 161 being filled, and drop is root when sub-tables are being filled.
Chris@43 162
Chris@43 163 When a new sub-table is needed, it is necessary to look ahead in the
Chris@43 164 code lengths to determine what size sub-table is needed. The length
Chris@43 165 counts are used for this, and so count[] is decremented as codes are
Chris@43 166 entered in the tables.
Chris@43 167
Chris@43 168 used keeps track of how many table entries have been allocated from the
Chris@43 169 provided *table space. It is checked for LENS and DIST tables against
Chris@43 170 the constants ENOUGH_LENS and ENOUGH_DISTS to guard against changes in
Chris@43 171 the initial root table size constants. See the comments in inftrees.h
Chris@43 172 for more information.
Chris@43 173
Chris@43 174 sym increments through all symbols, and the loop terminates when
Chris@43 175 all codes of length max, i.e. all codes, have been processed. This
Chris@43 176 routine permits incomplete codes, so another loop after this one fills
Chris@43 177 in the rest of the decoding tables with invalid code markers.
Chris@43 178 */
Chris@43 179
Chris@43 180 /* set up for code type */
Chris@43 181 switch (type) {
Chris@43 182 case CODES:
Chris@43 183 base = extra = work; /* dummy value--not used */
Chris@43 184 end = 19;
Chris@43 185 break;
Chris@43 186 case LENS:
Chris@43 187 base = lbase;
Chris@43 188 base -= 257;
Chris@43 189 extra = lext;
Chris@43 190 extra -= 257;
Chris@43 191 end = 256;
Chris@43 192 break;
Chris@43 193 default: /* DISTS */
Chris@43 194 base = dbase;
Chris@43 195 extra = dext;
Chris@43 196 end = -1;
Chris@43 197 }
Chris@43 198
Chris@43 199 /* initialize state for loop */
Chris@43 200 huff = 0; /* starting code */
Chris@43 201 sym = 0; /* starting code symbol */
Chris@43 202 len = min; /* starting code length */
Chris@43 203 next = *table; /* current table to fill in */
Chris@43 204 curr = root; /* current table index bits */
Chris@43 205 drop = 0; /* current bits to drop from code for index */
Chris@43 206 low = (unsigned)(-1); /* trigger new sub-table when len > root */
Chris@43 207 used = 1U << root; /* use root table entries */
Chris@43 208 mask = used - 1; /* mask for comparing low */
Chris@43 209
Chris@43 210 /* check available table space */
Chris@43 211 if ((type == LENS && used > ENOUGH_LENS) ||
Chris@43 212 (type == DISTS && used > ENOUGH_DISTS))
Chris@43 213 return 1;
Chris@43 214
Chris@43 215 /* process all codes and make table entries */
Chris@43 216 for (;;) {
Chris@43 217 /* create table entry */
Chris@43 218 here.bits = (unsigned char)(len - drop);
Chris@43 219 if ((int)(work[sym]) < end) {
Chris@43 220 here.op = (unsigned char)0;
Chris@43 221 here.val = work[sym];
Chris@43 222 }
Chris@43 223 else if ((int)(work[sym]) > end) {
Chris@43 224 here.op = (unsigned char)(extra[work[sym]]);
Chris@43 225 here.val = base[work[sym]];
Chris@43 226 }
Chris@43 227 else {
Chris@43 228 here.op = (unsigned char)(32 + 64); /* end of block */
Chris@43 229 here.val = 0;
Chris@43 230 }
Chris@43 231
Chris@43 232 /* replicate for those indices with low len bits equal to huff */
Chris@43 233 incr = 1U << (len - drop);
Chris@43 234 fill = 1U << curr;
Chris@43 235 min = fill; /* save offset to next table */
Chris@43 236 do {
Chris@43 237 fill -= incr;
Chris@43 238 next[(huff >> drop) + fill] = here;
Chris@43 239 } while (fill != 0);
Chris@43 240
Chris@43 241 /* backwards increment the len-bit code huff */
Chris@43 242 incr = 1U << (len - 1);
Chris@43 243 while (huff & incr)
Chris@43 244 incr >>= 1;
Chris@43 245 if (incr != 0) {
Chris@43 246 huff &= incr - 1;
Chris@43 247 huff += incr;
Chris@43 248 }
Chris@43 249 else
Chris@43 250 huff = 0;
Chris@43 251
Chris@43 252 /* go to next symbol, update count, len */
Chris@43 253 sym++;
Chris@43 254 if (--(count[len]) == 0) {
Chris@43 255 if (len == max) break;
Chris@43 256 len = lens[work[sym]];
Chris@43 257 }
Chris@43 258
Chris@43 259 /* create new sub-table if needed */
Chris@43 260 if (len > root && (huff & mask) != low) {
Chris@43 261 /* if first time, transition to sub-tables */
Chris@43 262 if (drop == 0)
Chris@43 263 drop = root;
Chris@43 264
Chris@43 265 /* increment past last table */
Chris@43 266 next += min; /* here min is 1 << curr */
Chris@43 267
Chris@43 268 /* determine length of next table */
Chris@43 269 curr = len - drop;
Chris@43 270 left = (int)(1 << curr);
Chris@43 271 while (curr + drop < max) {
Chris@43 272 left -= count[curr + drop];
Chris@43 273 if (left <= 0) break;
Chris@43 274 curr++;
Chris@43 275 left <<= 1;
Chris@43 276 }
Chris@43 277
Chris@43 278 /* check for enough space */
Chris@43 279 used += 1U << curr;
Chris@43 280 if ((type == LENS && used > ENOUGH_LENS) ||
Chris@43 281 (type == DISTS && used > ENOUGH_DISTS))
Chris@43 282 return 1;
Chris@43 283
Chris@43 284 /* point entry in root table to sub-table */
Chris@43 285 low = huff & mask;
Chris@43 286 (*table)[low].op = (unsigned char)curr;
Chris@43 287 (*table)[low].bits = (unsigned char)root;
Chris@43 288 (*table)[low].val = (unsigned short)(next - *table);
Chris@43 289 }
Chris@43 290 }
Chris@43 291
Chris@43 292 /* fill in remaining table entry if code is incomplete (guaranteed to have
Chris@43 293 at most one remaining entry, since if the code is incomplete, the
Chris@43 294 maximum code length that was allowed to get this far is one bit) */
Chris@43 295 if (huff != 0) {
Chris@43 296 here.op = (unsigned char)64; /* invalid code marker */
Chris@43 297 here.bits = (unsigned char)(len - drop);
Chris@43 298 here.val = (unsigned short)0;
Chris@43 299 next[huff] = here;
Chris@43 300 }
Chris@43 301
Chris@43 302 /* set return parameters */
Chris@43 303 *table += used;
Chris@43 304 *bits = root;
Chris@43 305 return 0;
Chris@43 306 }