deflate.c 81 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224
  1. /* deflate.c -- compress data using the deflation algorithm
  2. * Copyright (C) 1995-2022 Jean-loup Gailly and Mark Adler
  3. * For conditions of distribution and use, see copyright notice in zlib.h
  4. */
  5. /*
  6. * ALGORITHM
  7. *
  8. * The "deflation" process depends on being able to identify portions
  9. * of the input text which are identical to earlier input (within a
  10. * sliding window trailing behind the input currently being processed).
  11. *
  12. * The most straightforward technique turns out to be the fastest for
  13. * most input files: try all possible matches and select the longest.
  14. * The key feature of this algorithm is that insertions into the string
  15. * dictionary are very simple and thus fast, and deletions are avoided
  16. * completely. Insertions are performed at each input character, whereas
  17. * string matches are performed only when the previous match ends. So it
  18. * is preferable to spend more time in matches to allow very fast string
  19. * insertions and avoid deletions. The matching algorithm for small
  20. * strings is inspired from that of Rabin & Karp. A brute force approach
  21. * is used to find longer strings when a small match has been found.
  22. * A similar algorithm is used in comic (by Jan-Mark Wams) and freeze
  23. * (by Leonid Broukhis).
  24. * A previous version of this file used a more sophisticated algorithm
  25. * (by Fiala and Greene) which is guaranteed to run in linear amortized
  26. * time, but has a larger average cost, uses more memory and is patented.
  27. * However the F&G algorithm may be faster for some highly redundant
  28. * files if the parameter max_chain_length (described below) is too large.
  29. *
  30. * ACKNOWLEDGEMENTS
  31. *
  32. * The idea of lazy evaluation of matches is due to Jan-Mark Wams, and
  33. * I found it in 'freeze' written by Leonid Broukhis.
  34. * Thanks to many people for bug reports and testing.
  35. *
  36. * REFERENCES
  37. *
  38. * Deutsch, L.P.,"DEFLATE Compressed Data Format Specification".
  39. * Available in http://tools.ietf.org/html/rfc1951
  40. *
  41. * A description of the Rabin and Karp algorithm is given in the book
  42. * "Algorithms" by R. Sedgewick, Addison-Wesley, p252.
  43. *
  44. * Fiala,E.R., and Greene,D.H.
  45. * Data Compression with Finite Windows, Comm.ACM, 32,4 (1989) 490-595
  46. *
  47. */
  48. /* @(#) $Id$ */
  49. #include "deflate.h"
  50. const char deflate_copyright[] =
  51. " deflate 1.2.13 Copyright 1995-2022 Jean-loup Gailly and Mark Adler ";
  52. /*
  53. If you use the zlib library in a product, an acknowledgment is welcome
  54. in the documentation of your product. If for some reason you cannot
  55. include such an acknowledgment, I would appreciate that you keep this
  56. copyright string in the executable of your product.
  57. */
  58. /* ===========================================================================
  59. * Function prototypes.
  60. */
  61. typedef enum {
  62. need_more, /* block not completed, need more input or more output */
  63. block_done, /* block flush performed */
  64. finish_started, /* finish started, need only more output at next deflate */
  65. finish_done /* finish done, accept no more input or output */
  66. } block_state;
  67. typedef block_state (*compress_func) OF((deflate_state *s, int flush));
  68. /* Compression function. Returns the block state after the call. */
  69. local int deflateStateCheck OF((z_streamp strm));
  70. local void slide_hash OF((deflate_state *s));
  71. local void fill_window OF((deflate_state *s));
  72. local block_state deflate_stored OF((deflate_state *s, int flush));
  73. local block_state deflate_fast OF((deflate_state *s, int flush));
  74. #ifndef FASTEST
  75. local block_state deflate_slow OF((deflate_state *s, int flush));
  76. #endif
  77. local block_state deflate_rle OF((deflate_state *s, int flush));
  78. local block_state deflate_huff OF((deflate_state *s, int flush));
  79. local void lm_init OF((deflate_state *s));
  80. local void putShortMSB OF((deflate_state *s, uInt b));
  81. local void flush_pending OF((z_streamp strm));
  82. local unsigned read_buf OF((z_streamp strm, Bytef *buf, unsigned size));
  83. local uInt longest_match OF((deflate_state *s, IPos cur_match));
  84. #ifdef ZLIB_DEBUG
  85. local void check_match OF((deflate_state *s, IPos start, IPos match,
  86. int length));
  87. #endif
  88. /* ===========================================================================
  89. * Local data
  90. */
  91. #define NIL 0
  92. /* Tail of hash chains */
  93. #ifndef TOO_FAR
  94. # define TOO_FAR 4096
  95. #endif
  96. /* Matches of length 3 are discarded if their distance exceeds TOO_FAR */
  97. /* Values for max_lazy_match, good_match and max_chain_length, depending on
  98. * the desired pack level (0..9). The values given below have been tuned to
  99. * exclude worst case performance for pathological files. Better values may be
  100. * found for specific files.
  101. */
  102. typedef struct config_s {
  103. ush good_length; /* reduce lazy search above this match length */
  104. ush max_lazy; /* do not perform lazy search above this match length */
  105. ush nice_length; /* quit search above this match length */
  106. ush max_chain;
  107. compress_func func;
  108. } config;
  109. #ifdef FASTEST
  110. local const config configuration_table[2] = {
  111. /* good lazy nice chain */
  112. /* 0 */ {0, 0, 0, 0, deflate_stored}, /* store only */
  113. /* 1 */ {4, 4, 8, 4, deflate_fast}}; /* max speed, no lazy matches */
  114. #else
  115. local const config configuration_table[10] = {
  116. /* good lazy nice chain */
  117. /* 0 */ {0, 0, 0, 0, deflate_stored}, /* store only */
  118. /* 1 */ {4, 4, 8, 4, deflate_fast}, /* max speed, no lazy matches */
  119. /* 2 */ {4, 5, 16, 8, deflate_fast},
  120. /* 3 */ {4, 6, 32, 32, deflate_fast},
  121. /* 4 */ {4, 4, 16, 16, deflate_slow}, /* lazy matches */
  122. /* 5 */ {8, 16, 32, 32, deflate_slow},
  123. /* 6 */ {8, 16, 128, 128, deflate_slow},
  124. /* 7 */ {8, 32, 128, 256, deflate_slow},
  125. /* 8 */ {32, 128, 258, 1024, deflate_slow},
  126. /* 9 */ {32, 258, 258, 4096, deflate_slow}}; /* max compression */
  127. #endif
  128. /* Note: the deflate() code requires max_lazy >= MIN_MATCH and max_chain >= 4
  129. * For deflate_fast() (levels <= 3) good is ignored and lazy has a different
  130. * meaning.
  131. */
  132. /* rank Z_BLOCK between Z_NO_FLUSH and Z_PARTIAL_FLUSH */
  133. #define RANK(f) (((f) * 2) - ((f) > 4 ? 9 : 0))
  134. /* ===========================================================================
  135. * Update a hash value with the given input byte
  136. * IN assertion: all calls to UPDATE_HASH are made with consecutive input
  137. * characters, so that a running hash key can be computed from the previous
  138. * key instead of complete recalculation each time.
  139. */
  140. #define UPDATE_HASH(s,h,c) (h = (((h) << s->hash_shift) ^ (c)) & s->hash_mask)
  141. /* ===========================================================================
  142. * Insert string str in the dictionary and set match_head to the previous head
  143. * of the hash chain (the most recent string with same hash key). Return
  144. * the previous length of the hash chain.
  145. * If this file is compiled with -DFASTEST, the compression level is forced
  146. * to 1, and no hash chains are maintained.
  147. * IN assertion: all calls to INSERT_STRING are made with consecutive input
  148. * characters and the first MIN_MATCH bytes of str are valid (except for
  149. * the last MIN_MATCH-1 bytes of the input file).
  150. */
  151. #ifdef FASTEST
  152. #define INSERT_STRING(s, str, match_head) \
  153. (UPDATE_HASH(s, s->ins_h, s->window[(str) + (MIN_MATCH-1)]), \
  154. match_head = s->head[s->ins_h], \
  155. s->head[s->ins_h] = (Pos)(str))
  156. #else
  157. #define INSERT_STRING(s, str, match_head) \
  158. (UPDATE_HASH(s, s->ins_h, s->window[(str) + (MIN_MATCH-1)]), \
  159. match_head = s->prev[(str) & s->w_mask] = s->head[s->ins_h], \
  160. s->head[s->ins_h] = (Pos)(str))
  161. #endif
  162. /* ===========================================================================
  163. * Initialize the hash table (avoiding 64K overflow for 16 bit systems).
  164. * prev[] will be initialized on the fly.
  165. */
  166. #define CLEAR_HASH(s) \
  167. do { \
  168. s->head[s->hash_size - 1] = NIL; \
  169. zmemzero((Bytef *)s->head, \
  170. (unsigned)(s->hash_size - 1)*sizeof(*s->head)); \
  171. } while (0)
  172. /* ===========================================================================
  173. * Slide the hash table when sliding the window down (could be avoided with 32
  174. * bit values at the expense of memory usage). We slide even when level == 0 to
  175. * keep the hash table consistent if we switch back to level > 0 later.
  176. */
  177. local void slide_hash(s)
  178. deflate_state *s;
  179. {
  180. unsigned n, m;
  181. Posf *p;
  182. uInt wsize = s->w_size;
  183. n = s->hash_size;
  184. p = &s->head[n];
  185. do {
  186. m = *--p;
  187. *p = (Pos)(m >= wsize ? m - wsize : NIL);
  188. } while (--n);
  189. n = wsize;
  190. #ifndef FASTEST
  191. p = &s->prev[n];
  192. do {
  193. m = *--p;
  194. *p = (Pos)(m >= wsize ? m - wsize : NIL);
  195. /* If n is not on any hash chain, prev[n] is garbage but
  196. * its value will never be used.
  197. */
  198. } while (--n);
  199. #endif
  200. }
  201. /* ========================================================================= */
  202. int ZEXPORT deflateInit_(strm, level, version, stream_size)
  203. z_streamp strm;
  204. int level;
  205. const char *version;
  206. int stream_size;
  207. {
  208. return deflateInit2_(strm, level, Z_DEFLATED, MAX_WBITS, DEF_MEM_LEVEL,
  209. Z_DEFAULT_STRATEGY, version, stream_size);
  210. /* To do: ignore strm->next_in if we use it as window */
  211. }
  212. /* ========================================================================= */
  213. int ZEXPORT deflateInit2_(strm, level, method, windowBits, memLevel, strategy,
  214. version, stream_size)
  215. z_streamp strm;
  216. int level;
  217. int method;
  218. int windowBits;
  219. int memLevel;
  220. int strategy;
  221. const char *version;
  222. int stream_size;
  223. {
  224. deflate_state *s;
  225. int wrap = 1;
  226. static const char my_version[] = ZLIB_VERSION;
  227. if (version == Z_NULL || version[0] != my_version[0] ||
  228. stream_size != sizeof(z_stream)) {
  229. return Z_VERSION_ERROR;
  230. }
  231. if (strm == Z_NULL) return Z_STREAM_ERROR;
  232. strm->msg = Z_NULL;
  233. if (strm->zalloc == (alloc_func)0) {
  234. #ifdef Z_SOLO
  235. return Z_STREAM_ERROR;
  236. #else
  237. strm->zalloc = zcalloc;
  238. strm->opaque = (voidpf)0;
  239. #endif
  240. }
  241. if (strm->zfree == (free_func)0)
  242. #ifdef Z_SOLO
  243. return Z_STREAM_ERROR;
  244. #else
  245. strm->zfree = zcfree;
  246. #endif
  247. #ifdef FASTEST
  248. if (level != 0) level = 1;
  249. #else
  250. if (level == Z_DEFAULT_COMPRESSION) level = 6;
  251. #endif
  252. if (windowBits < 0) { /* suppress zlib wrapper */
  253. wrap = 0;
  254. if (windowBits < -15)
  255. return Z_STREAM_ERROR;
  256. windowBits = -windowBits;
  257. }
  258. #ifdef GZIP
  259. else if (windowBits > 15) {
  260. wrap = 2; /* write gzip wrapper instead */
  261. windowBits -= 16;
  262. }
  263. #endif
  264. if (memLevel < 1 || memLevel > MAX_MEM_LEVEL || method != Z_DEFLATED ||
  265. windowBits < 8 || windowBits > 15 || level < 0 || level > 9 ||
  266. strategy < 0 || strategy > Z_FIXED || (windowBits == 8 && wrap != 1)) {
  267. return Z_STREAM_ERROR;
  268. }
  269. if (windowBits == 8) windowBits = 9; /* until 256-byte window bug fixed */
  270. s = (deflate_state *) ZALLOC(strm, 1, sizeof(deflate_state));
  271. if (s == Z_NULL) return Z_MEM_ERROR;
  272. strm->state = (struct internal_state FAR *)s;
  273. s->strm = strm;
  274. s->status = INIT_STATE; /* to pass state test in deflateReset() */
  275. s->wrap = wrap;
  276. s->gzhead = Z_NULL;
  277. s->w_bits = (uInt)windowBits;
  278. s->w_size = 1 << s->w_bits;
  279. s->w_mask = s->w_size - 1;
  280. s->hash_bits = (uInt)memLevel + 7;
  281. s->hash_size = 1 << s->hash_bits;
  282. s->hash_mask = s->hash_size - 1;
  283. s->hash_shift = ((s->hash_bits + MIN_MATCH-1) / MIN_MATCH);
  284. s->window = (Bytef *) ZALLOC(strm, s->w_size, 2*sizeof(Byte));
  285. /* The following memset eliminates the valgrind uninitialized warning
  286. "swept under the carpet" here:
  287. http://www.zlib.net/zlib_faq.html#faq36 */
  288. memset(s->window, 0, s->w_size*2*sizeof(Byte));
  289. s->prev = (Posf *) ZALLOC(strm, s->w_size, sizeof(Pos));
  290. s->head = (Posf *) ZALLOC(strm, s->hash_size, sizeof(Pos));
  291. s->high_water = 0; /* nothing written to s->window yet */
  292. s->lit_bufsize = 1 << (memLevel + 6); /* 16K elements by default */
  293. /* We overlay pending_buf and sym_buf. This works since the average size
  294. * for length/distance pairs over any compressed block is assured to be 31
  295. * bits or less.
  296. *
  297. * Analysis: The longest fixed codes are a length code of 8 bits plus 5
  298. * extra bits, for lengths 131 to 257. The longest fixed distance codes are
  299. * 5 bits plus 13 extra bits, for distances 16385 to 32768. The longest
  300. * possible fixed-codes length/distance pair is then 31 bits total.
  301. *
  302. * sym_buf starts one-fourth of the way into pending_buf. So there are
  303. * three bytes in sym_buf for every four bytes in pending_buf. Each symbol
  304. * in sym_buf is three bytes -- two for the distance and one for the
  305. * literal/length. As each symbol is consumed, the pointer to the next
  306. * sym_buf value to read moves forward three bytes. From that symbol, up to
  307. * 31 bits are written to pending_buf. The closest the written pending_buf
  308. * bits gets to the next sym_buf symbol to read is just before the last
  309. * code is written. At that time, 31*(n - 2) bits have been written, just
  310. * after 24*(n - 2) bits have been consumed from sym_buf. sym_buf starts at
  311. * 8*n bits into pending_buf. (Note that the symbol buffer fills when n - 1
  312. * symbols are written.) The closest the writing gets to what is unread is
  313. * then n + 14 bits. Here n is lit_bufsize, which is 16384 by default, and
  314. * can range from 128 to 32768.
  315. *
  316. * Therefore, at a minimum, there are 142 bits of space between what is
  317. * written and what is read in the overlain buffers, so the symbols cannot
  318. * be overwritten by the compressed data. That space is actually 139 bits,
  319. * due to the three-bit fixed-code block header.
  320. *
  321. * That covers the case where either Z_FIXED is specified, forcing fixed
  322. * codes, or when the use of fixed codes is chosen, because that choice
  323. * results in a smaller compressed block than dynamic codes. That latter
  324. * condition then assures that the above analysis also covers all dynamic
  325. * blocks. A dynamic-code block will only be chosen to be emitted if it has
  326. * fewer bits than a fixed-code block would for the same set of symbols.
  327. * Therefore its average symbol length is assured to be less than 31. So
  328. * the compressed data for a dynamic block also cannot overwrite the
  329. * symbols from which it is being constructed.
  330. */
  331. s->pending_buf = (uchf *) ZALLOC(strm, s->lit_bufsize, 4);
  332. s->pending_buf_size = (ulg)s->lit_bufsize * 4;
  333. if (s->window == Z_NULL || s->prev == Z_NULL || s->head == Z_NULL ||
  334. s->pending_buf == Z_NULL) {
  335. s->status = FINISH_STATE;
  336. strm->msg = ERR_MSG(Z_MEM_ERROR);
  337. deflateEnd (strm);
  338. return Z_MEM_ERROR;
  339. }
  340. s->sym_buf = s->pending_buf + s->lit_bufsize;
  341. s->sym_end = (s->lit_bufsize - 1) * 3;
  342. /* We avoid equality with lit_bufsize*3 because of wraparound at 64K
  343. * on 16 bit machines and because stored blocks are restricted to
  344. * 64K-1 bytes.
  345. */
  346. s->level = level;
  347. s->strategy = strategy;
  348. s->method = (Byte)method;
  349. return deflateReset(strm);
  350. }
  351. /* =========================================================================
  352. * Check for a valid deflate stream state. Return 0 if ok, 1 if not.
  353. */
  354. local int deflateStateCheck(strm)
  355. z_streamp strm;
  356. {
  357. deflate_state *s;
  358. if (strm == Z_NULL ||
  359. strm->zalloc == (alloc_func)0 || strm->zfree == (free_func)0)
  360. return 1;
  361. s = strm->state;
  362. if (s == Z_NULL || s->strm != strm || (s->status != INIT_STATE &&
  363. #ifdef GZIP
  364. s->status != GZIP_STATE &&
  365. #endif
  366. s->status != EXTRA_STATE &&
  367. s->status != NAME_STATE &&
  368. s->status != COMMENT_STATE &&
  369. s->status != HCRC_STATE &&
  370. s->status != BUSY_STATE &&
  371. s->status != FINISH_STATE))
  372. return 1;
  373. return 0;
  374. }
  375. /* ========================================================================= */
  376. int ZEXPORT deflateSetDictionary(strm, dictionary, dictLength)
  377. z_streamp strm;
  378. const Bytef *dictionary;
  379. uInt dictLength;
  380. {
  381. deflate_state *s;
  382. uInt str, n;
  383. int wrap;
  384. unsigned avail;
  385. z_const unsigned char *next;
  386. if (deflateStateCheck(strm) || dictionary == Z_NULL)
  387. return Z_STREAM_ERROR;
  388. s = strm->state;
  389. wrap = s->wrap;
  390. if (wrap == 2 || (wrap == 1 && s->status != INIT_STATE) || s->lookahead)
  391. return Z_STREAM_ERROR;
  392. /* when using zlib wrappers, compute Adler-32 for provided dictionary */
  393. if (wrap == 1)
  394. strm->adler = adler32(strm->adler, dictionary, dictLength);
  395. s->wrap = 0; /* avoid computing Adler-32 in read_buf */
  396. /* if dictionary would fill window, just replace the history */
  397. if (dictLength >= s->w_size) {
  398. if (wrap == 0) { /* already empty otherwise */
  399. CLEAR_HASH(s);
  400. s->strstart = 0;
  401. s->block_start = 0L;
  402. s->insert = 0;
  403. }
  404. dictionary += dictLength - s->w_size; /* use the tail */
  405. dictLength = s->w_size;
  406. }
  407. /* insert dictionary into window and hash */
  408. avail = strm->avail_in;
  409. next = strm->next_in;
  410. strm->avail_in = dictLength;
  411. strm->next_in = (z_const Bytef *)dictionary;
  412. fill_window(s);
  413. while (s->lookahead >= MIN_MATCH) {
  414. str = s->strstart;
  415. n = s->lookahead - (MIN_MATCH-1);
  416. do {
  417. UPDATE_HASH(s, s->ins_h, s->window[str + MIN_MATCH-1]);
  418. #ifndef FASTEST
  419. s->prev[str & s->w_mask] = s->head[s->ins_h];
  420. #endif
  421. s->head[s->ins_h] = (Pos)str;
  422. str++;
  423. } while (--n);
  424. s->strstart = str;
  425. s->lookahead = MIN_MATCH-1;
  426. fill_window(s);
  427. }
  428. s->strstart += s->lookahead;
  429. s->block_start = (long)s->strstart;
  430. s->insert = s->lookahead;
  431. s->lookahead = 0;
  432. s->match_length = s->prev_length = MIN_MATCH-1;
  433. s->match_available = 0;
  434. strm->next_in = next;
  435. strm->avail_in = avail;
  436. s->wrap = wrap;
  437. return Z_OK;
  438. }
  439. /* ========================================================================= */
  440. int ZEXPORT deflateGetDictionary(strm, dictionary, dictLength)
  441. z_streamp strm;
  442. Bytef *dictionary;
  443. uInt *dictLength;
  444. {
  445. deflate_state *s;
  446. uInt len;
  447. if (deflateStateCheck(strm))
  448. return Z_STREAM_ERROR;
  449. s = strm->state;
  450. len = s->strstart + s->lookahead;
  451. if (len > s->w_size)
  452. len = s->w_size;
  453. if (dictionary != Z_NULL && len)
  454. zmemcpy(dictionary, s->window + s->strstart + s->lookahead - len, len);
  455. if (dictLength != Z_NULL)
  456. *dictLength = len;
  457. return Z_OK;
  458. }
  459. /* ========================================================================= */
  460. int ZEXPORT deflateResetKeep(strm)
  461. z_streamp strm;
  462. {
  463. deflate_state *s;
  464. if (deflateStateCheck(strm)) {
  465. return Z_STREAM_ERROR;
  466. }
  467. strm->total_in = strm->total_out = 0;
  468. strm->msg = Z_NULL; /* use zfree if we ever allocate msg dynamically */
  469. strm->data_type = Z_UNKNOWN;
  470. s = (deflate_state *)strm->state;
  471. s->pending = 0;
  472. s->pending_out = s->pending_buf;
  473. if (s->wrap < 0) {
  474. s->wrap = -s->wrap; /* was made negative by deflate(..., Z_FINISH); */
  475. }
  476. s->status =
  477. #ifdef GZIP
  478. s->wrap == 2 ? GZIP_STATE :
  479. #endif
  480. INIT_STATE;
  481. strm->adler =
  482. #ifdef GZIP
  483. s->wrap == 2 ? crc32(0L, Z_NULL, 0) :
  484. #endif
  485. adler32(0L, Z_NULL, 0);
  486. s->last_flush = -2;
  487. _tr_init(s);
  488. return Z_OK;
  489. }
  490. /* ========================================================================= */
  491. int ZEXPORT deflateReset(strm)
  492. z_streamp strm;
  493. {
  494. int ret;
  495. ret = deflateResetKeep(strm);
  496. if (ret == Z_OK)
  497. lm_init(strm->state);
  498. return ret;
  499. }
  500. /* ========================================================================= */
  501. int ZEXPORT deflateSetHeader(strm, head)
  502. z_streamp strm;
  503. gz_headerp head;
  504. {
  505. if (deflateStateCheck(strm) || strm->state->wrap != 2)
  506. return Z_STREAM_ERROR;
  507. strm->state->gzhead = head;
  508. return Z_OK;
  509. }
  510. /* ========================================================================= */
  511. int ZEXPORT deflatePending(strm, pending, bits)
  512. unsigned *pending;
  513. int *bits;
  514. z_streamp strm;
  515. {
  516. if (deflateStateCheck(strm)) return Z_STREAM_ERROR;
  517. if (pending != Z_NULL)
  518. *pending = strm->state->pending;
  519. if (bits != Z_NULL)
  520. *bits = strm->state->bi_valid;
  521. return Z_OK;
  522. }
  523. /* ========================================================================= */
  524. int ZEXPORT deflatePrime(strm, bits, value)
  525. z_streamp strm;
  526. int bits;
  527. int value;
  528. {
  529. deflate_state *s;
  530. int put;
  531. if (deflateStateCheck(strm)) return Z_STREAM_ERROR;
  532. s = strm->state;
  533. if (bits < 0 || bits > 16 ||
  534. s->sym_buf < s->pending_out + ((Buf_size + 7) >> 3))
  535. return Z_BUF_ERROR;
  536. do {
  537. put = Buf_size - s->bi_valid;
  538. if (put > bits)
  539. put = bits;
  540. s->bi_buf |= (ush)((value & ((1 << put) - 1)) << s->bi_valid);
  541. s->bi_valid += put;
  542. _tr_flush_bits(s);
  543. value >>= put;
  544. bits -= put;
  545. } while (bits);
  546. return Z_OK;
  547. }
  548. /* ========================================================================= */
  549. int ZEXPORT deflateParams(strm, level, strategy)
  550. z_streamp strm;
  551. int level;
  552. int strategy;
  553. {
  554. deflate_state *s;
  555. compress_func func;
  556. if (deflateStateCheck(strm)) return Z_STREAM_ERROR;
  557. s = strm->state;
  558. #ifdef FASTEST
  559. if (level != 0) level = 1;
  560. #else
  561. if (level == Z_DEFAULT_COMPRESSION) level = 6;
  562. #endif
  563. if (level < 0 || level > 9 || strategy < 0 || strategy > Z_FIXED) {
  564. return Z_STREAM_ERROR;
  565. }
  566. func = configuration_table[s->level].func;
  567. if ((strategy != s->strategy || func != configuration_table[level].func) &&
  568. s->last_flush != -2) {
  569. /* Flush the last buffer: */
  570. int err = deflate(strm, Z_BLOCK);
  571. if (err == Z_STREAM_ERROR)
  572. return err;
  573. if (strm->avail_in || (s->strstart - s->block_start) + s->lookahead)
  574. return Z_BUF_ERROR;
  575. }
  576. if (s->level != level) {
  577. if (s->level == 0 && s->matches != 0) {
  578. if (s->matches == 1)
  579. slide_hash(s);
  580. else
  581. CLEAR_HASH(s);
  582. s->matches = 0;
  583. }
  584. s->level = level;
  585. s->max_lazy_match = configuration_table[level].max_lazy;
  586. s->good_match = configuration_table[level].good_length;
  587. s->nice_match = configuration_table[level].nice_length;
  588. s->max_chain_length = configuration_table[level].max_chain;
  589. }
  590. s->strategy = strategy;
  591. return Z_OK;
  592. }
  593. /* ========================================================================= */
  594. int ZEXPORT deflateTune(strm, good_length, max_lazy, nice_length, max_chain)
  595. z_streamp strm;
  596. int good_length;
  597. int max_lazy;
  598. int nice_length;
  599. int max_chain;
  600. {
  601. deflate_state *s;
  602. if (deflateStateCheck(strm)) return Z_STREAM_ERROR;
  603. s = strm->state;
  604. s->good_match = (uInt)good_length;
  605. s->max_lazy_match = (uInt)max_lazy;
  606. s->nice_match = nice_length;
  607. s->max_chain_length = (uInt)max_chain;
  608. return Z_OK;
  609. }
  610. /* =========================================================================
  611. * For the default windowBits of 15 and memLevel of 8, this function returns a
  612. * close to exact, as well as small, upper bound on the compressed size. This
  613. * is an expansion of ~0.03%, plus a small constant.
  614. *
  615. * For any setting other than those defaults for windowBits and memLevel, one
  616. * of two worst case bounds is returned. This is at most an expansion of ~4% or
  617. * ~13%, plus a small constant.
  618. *
  619. * Both the 0.03% and 4% derive from the overhead of stored blocks. The first
  620. * one is for stored blocks of 16383 bytes (memLevel == 8), whereas the second
  621. * is for stored blocks of 127 bytes (the worst case memLevel == 1). The
  622. * expansion results from five bytes of header for each stored block.
  623. *
  624. * The larger expansion of 13% results from a window size less than or equal to
  625. * the symbols buffer size (windowBits <= memLevel + 7). In that case some of
  626. * the data being compressed may have slid out of the sliding window, impeding
  627. * a stored block from being emitted. Then the only choice is a fixed or
  628. * dynamic block, where a fixed block limits the maximum expansion to 9 bits
  629. * per 8-bit byte, plus 10 bits for every block. The smallest block size for
  630. * which this can occur is 255 (memLevel == 2).
  631. *
  632. * Shifts are used to approximate divisions, for speed.
  633. */
  634. uLong ZEXPORT deflateBound(strm, sourceLen)
  635. z_streamp strm;
  636. uLong sourceLen;
  637. {
  638. deflate_state *s;
  639. uLong fixedlen, storelen, wraplen;
  640. /* upper bound for fixed blocks with 9-bit literals and length 255
  641. (memLevel == 2, which is the lowest that may not use stored blocks) --
  642. ~13% overhead plus a small constant */
  643. fixedlen = sourceLen + (sourceLen >> 3) + (sourceLen >> 8) +
  644. (sourceLen >> 9) + 4;
  645. /* upper bound for stored blocks with length 127 (memLevel == 1) --
  646. ~4% overhead plus a small constant */
  647. storelen = sourceLen + (sourceLen >> 5) + (sourceLen >> 7) +
  648. (sourceLen >> 11) + 7;
  649. /* if can't get parameters, return larger bound plus a zlib wrapper */
  650. if (deflateStateCheck(strm))
  651. return (fixedlen > storelen ? fixedlen : storelen) + 6;
  652. /* compute wrapper length */
  653. s = strm->state;
  654. switch (s->wrap) {
  655. case 0: /* raw deflate */
  656. wraplen = 0;
  657. break;
  658. case 1: /* zlib wrapper */
  659. wraplen = 6 + (s->strstart ? 4 : 0);
  660. break;
  661. #ifdef GZIP
  662. case 2: /* gzip wrapper */
  663. wraplen = 18;
  664. if (s->gzhead != Z_NULL) { /* user-supplied gzip header */
  665. Bytef *str;
  666. if (s->gzhead->extra != Z_NULL)
  667. wraplen += 2 + s->gzhead->extra_len;
  668. str = s->gzhead->name;
  669. if (str != Z_NULL)
  670. do {
  671. wraplen++;
  672. } while (*str++);
  673. str = s->gzhead->comment;
  674. if (str != Z_NULL)
  675. do {
  676. wraplen++;
  677. } while (*str++);
  678. if (s->gzhead->hcrc)
  679. wraplen += 2;
  680. }
  681. break;
  682. #endif
  683. default: /* for compiler happiness */
  684. wraplen = 6;
  685. }
  686. /* if not default parameters, return one of the conservative bounds */
  687. if (s->w_bits != 15 || s->hash_bits != 8 + 7)
  688. return (s->w_bits <= s->hash_bits ? fixedlen : storelen) + wraplen;
  689. /* default settings: return tight bound for that case -- ~0.03% overhead
  690. plus a small constant */
  691. return sourceLen + (sourceLen >> 12) + (sourceLen >> 14) +
  692. (sourceLen >> 25) + 13 - 6 + wraplen;
  693. }
  694. /* =========================================================================
  695. * Put a short in the pending buffer. The 16-bit value is put in MSB order.
  696. * IN assertion: the stream state is correct and there is enough room in
  697. * pending_buf.
  698. */
  699. local void putShortMSB(s, b)
  700. deflate_state *s;
  701. uInt b;
  702. {
  703. put_byte(s, (Byte)(b >> 8));
  704. put_byte(s, (Byte)(b & 0xff));
  705. }
  706. /* =========================================================================
  707. * Flush as much pending output as possible. All deflate() output, except for
  708. * some deflate_stored() output, goes through this function so some
  709. * applications may wish to modify it to avoid allocating a large
  710. * strm->next_out buffer and copying into it. (See also read_buf()).
  711. */
  712. local void flush_pending(strm)
  713. z_streamp strm;
  714. {
  715. unsigned len;
  716. deflate_state *s = strm->state;
  717. _tr_flush_bits(s);
  718. len = s->pending;
  719. if (len > strm->avail_out) len = strm->avail_out;
  720. if (len == 0) return;
  721. zmemcpy(strm->next_out, s->pending_out, len);
  722. strm->next_out += len;
  723. s->pending_out += len;
  724. strm->total_out += len;
  725. strm->avail_out -= len;
  726. s->pending -= len;
  727. if (s->pending == 0) {
  728. s->pending_out = s->pending_buf;
  729. }
  730. }
  731. /* ===========================================================================
  732. * Update the header CRC with the bytes s->pending_buf[beg..s->pending - 1].
  733. */
  734. #define HCRC_UPDATE(beg) \
  735. do { \
  736. if (s->gzhead->hcrc && s->pending > (beg)) \
  737. strm->adler = crc32(strm->adler, s->pending_buf + (beg), \
  738. s->pending - (beg)); \
  739. } while (0)
  740. /* ========================================================================= */
  741. int ZEXPORT deflate(strm, flush)
  742. z_streamp strm;
  743. int flush;
  744. {
  745. int old_flush; /* value of flush param for previous deflate call */
  746. deflate_state *s;
  747. if (deflateStateCheck(strm) || flush > Z_BLOCK || flush < 0) {
  748. return Z_STREAM_ERROR;
  749. }
  750. s = strm->state;
  751. if (strm->next_out == Z_NULL ||
  752. (strm->avail_in != 0 && strm->next_in == Z_NULL) ||
  753. (s->status == FINISH_STATE && flush != Z_FINISH)) {
  754. ERR_RETURN(strm, Z_STREAM_ERROR);
  755. }
  756. if (strm->avail_out == 0) ERR_RETURN(strm, Z_BUF_ERROR);
  757. old_flush = s->last_flush;
  758. s->last_flush = flush;
  759. /* Flush as much pending output as possible */
  760. if (s->pending != 0) {
  761. flush_pending(strm);
  762. if (strm->avail_out == 0) {
  763. /* Since avail_out is 0, deflate will be called again with
  764. * more output space, but possibly with both pending and
  765. * avail_in equal to zero. There won't be anything to do,
  766. * but this is not an error situation so make sure we
  767. * return OK instead of BUF_ERROR at next call of deflate:
  768. */
  769. s->last_flush = -1;
  770. return Z_OK;
  771. }
  772. /* Make sure there is something to do and avoid duplicate consecutive
  773. * flushes. For repeated and useless calls with Z_FINISH, we keep
  774. * returning Z_STREAM_END instead of Z_BUF_ERROR.
  775. */
  776. } else if (strm->avail_in == 0 && RANK(flush) <= RANK(old_flush) &&
  777. flush != Z_FINISH) {
  778. ERR_RETURN(strm, Z_BUF_ERROR);
  779. }
  780. /* User must not provide more input after the first FINISH: */
  781. if (s->status == FINISH_STATE && strm->avail_in != 0) {
  782. ERR_RETURN(strm, Z_BUF_ERROR);
  783. }
  784. /* Write the header */
  785. if (s->status == INIT_STATE && s->wrap == 0)
  786. s->status = BUSY_STATE;
  787. if (s->status == INIT_STATE) {
  788. /* zlib header */
  789. uInt header = (Z_DEFLATED + ((s->w_bits - 8) << 4)) << 8;
  790. uInt level_flags;
  791. if (s->strategy >= Z_HUFFMAN_ONLY || s->level < 2)
  792. level_flags = 0;
  793. else if (s->level < 6)
  794. level_flags = 1;
  795. else if (s->level == 6)
  796. level_flags = 2;
  797. else
  798. level_flags = 3;
  799. header |= (level_flags << 6);
  800. if (s->strstart != 0) header |= PRESET_DICT;
  801. header += 31 - (header % 31);
  802. putShortMSB(s, header);
  803. /* Save the adler32 of the preset dictionary: */
  804. if (s->strstart != 0) {
  805. putShortMSB(s, (uInt)(strm->adler >> 16));
  806. putShortMSB(s, (uInt)(strm->adler & 0xffff));
  807. }
  808. strm->adler = adler32(0L, Z_NULL, 0);
  809. s->status = BUSY_STATE;
  810. /* Compression must start with an empty pending buffer */
  811. flush_pending(strm);
  812. if (s->pending != 0) {
  813. s->last_flush = -1;
  814. return Z_OK;
  815. }
  816. }
  817. #ifdef GZIP
  818. if (s->status == GZIP_STATE) {
  819. /* gzip header */
  820. strm->adler = crc32(0L, Z_NULL, 0);
  821. put_byte(s, 31);
  822. put_byte(s, 139);
  823. put_byte(s, 8);
  824. if (s->gzhead == Z_NULL) {
  825. put_byte(s, 0);
  826. put_byte(s, 0);
  827. put_byte(s, 0);
  828. put_byte(s, 0);
  829. put_byte(s, 0);
  830. put_byte(s, s->level == 9 ? 2 :
  831. (s->strategy >= Z_HUFFMAN_ONLY || s->level < 2 ?
  832. 4 : 0));
  833. put_byte(s, OS_CODE);
  834. s->status = BUSY_STATE;
  835. /* Compression must start with an empty pending buffer */
  836. flush_pending(strm);
  837. if (s->pending != 0) {
  838. s->last_flush = -1;
  839. return Z_OK;
  840. }
  841. }
  842. else {
  843. put_byte(s, (s->gzhead->text ? 1 : 0) +
  844. (s->gzhead->hcrc ? 2 : 0) +
  845. (s->gzhead->extra == Z_NULL ? 0 : 4) +
  846. (s->gzhead->name == Z_NULL ? 0 : 8) +
  847. (s->gzhead->comment == Z_NULL ? 0 : 16)
  848. );
  849. put_byte(s, (Byte)(s->gzhead->time & 0xff));
  850. put_byte(s, (Byte)((s->gzhead->time >> 8) & 0xff));
  851. put_byte(s, (Byte)((s->gzhead->time >> 16) & 0xff));
  852. put_byte(s, (Byte)((s->gzhead->time >> 24) & 0xff));
  853. put_byte(s, s->level == 9 ? 2 :
  854. (s->strategy >= Z_HUFFMAN_ONLY || s->level < 2 ?
  855. 4 : 0));
  856. put_byte(s, s->gzhead->os & 0xff);
  857. if (s->gzhead->extra != Z_NULL) {
  858. put_byte(s, s->gzhead->extra_len & 0xff);
  859. put_byte(s, (s->gzhead->extra_len >> 8) & 0xff);
  860. }
  861. if (s->gzhead->hcrc)
  862. strm->adler = crc32(strm->adler, s->pending_buf,
  863. s->pending);
  864. s->gzindex = 0;
  865. s->status = EXTRA_STATE;
  866. }
  867. }
  868. if (s->status == EXTRA_STATE) {
  869. if (s->gzhead->extra != Z_NULL) {
  870. ulg beg = s->pending; /* start of bytes to update crc */
  871. uInt left = (s->gzhead->extra_len & 0xffff) - s->gzindex;
  872. while (s->pending + left > s->pending_buf_size) {
  873. uInt copy = s->pending_buf_size - s->pending;
  874. zmemcpy(s->pending_buf + s->pending,
  875. s->gzhead->extra + s->gzindex, copy);
  876. s->pending = s->pending_buf_size;
  877. HCRC_UPDATE(beg);
  878. s->gzindex += copy;
  879. flush_pending(strm);
  880. if (s->pending != 0) {
  881. s->last_flush = -1;
  882. return Z_OK;
  883. }
  884. beg = 0;
  885. left -= copy;
  886. }
  887. zmemcpy(s->pending_buf + s->pending,
  888. s->gzhead->extra + s->gzindex, left);
  889. s->pending += left;
  890. HCRC_UPDATE(beg);
  891. s->gzindex = 0;
  892. }
  893. s->status = NAME_STATE;
  894. }
  895. if (s->status == NAME_STATE) {
  896. if (s->gzhead->name != Z_NULL) {
  897. ulg beg = s->pending; /* start of bytes to update crc */
  898. int val;
  899. do {
  900. if (s->pending == s->pending_buf_size) {
  901. HCRC_UPDATE(beg);
  902. flush_pending(strm);
  903. if (s->pending != 0) {
  904. s->last_flush = -1;
  905. return Z_OK;
  906. }
  907. beg = 0;
  908. }
  909. val = s->gzhead->name[s->gzindex++];
  910. put_byte(s, val);
  911. } while (val != 0);
  912. HCRC_UPDATE(beg);
  913. s->gzindex = 0;
  914. }
  915. s->status = COMMENT_STATE;
  916. }
  917. if (s->status == COMMENT_STATE) {
  918. if (s->gzhead->comment != Z_NULL) {
  919. ulg beg = s->pending; /* start of bytes to update crc */
  920. int val;
  921. do {
  922. if (s->pending == s->pending_buf_size) {
  923. HCRC_UPDATE(beg);
  924. flush_pending(strm);
  925. if (s->pending != 0) {
  926. s->last_flush = -1;
  927. return Z_OK;
  928. }
  929. beg = 0;
  930. }
  931. val = s->gzhead->comment[s->gzindex++];
  932. put_byte(s, val);
  933. } while (val != 0);
  934. HCRC_UPDATE(beg);
  935. }
  936. s->status = HCRC_STATE;
  937. }
  938. if (s->status == HCRC_STATE) {
  939. if (s->gzhead->hcrc) {
  940. if (s->pending + 2 > s->pending_buf_size) {
  941. flush_pending(strm);
  942. if (s->pending != 0) {
  943. s->last_flush = -1;
  944. return Z_OK;
  945. }
  946. }
  947. put_byte(s, (Byte)(strm->adler & 0xff));
  948. put_byte(s, (Byte)((strm->adler >> 8) & 0xff));
  949. strm->adler = crc32(0L, Z_NULL, 0);
  950. }
  951. s->status = BUSY_STATE;
  952. /* Compression must start with an empty pending buffer */
  953. flush_pending(strm);
  954. if (s->pending != 0) {
  955. s->last_flush = -1;
  956. return Z_OK;
  957. }
  958. }
  959. #endif
  960. /* Start a new block or continue the current one.
  961. */
  962. if (strm->avail_in != 0 || s->lookahead != 0 ||
  963. (flush != Z_NO_FLUSH && s->status != FINISH_STATE)) {
  964. block_state bstate;
  965. bstate = s->level == 0 ? deflate_stored(s, flush) :
  966. s->strategy == Z_HUFFMAN_ONLY ? deflate_huff(s, flush) :
  967. s->strategy == Z_RLE ? deflate_rle(s, flush) :
  968. (*(configuration_table[s->level].func))(s, flush);
  969. if (bstate == finish_started || bstate == finish_done) {
  970. s->status = FINISH_STATE;
  971. }
  972. if (bstate == need_more || bstate == finish_started) {
  973. if (strm->avail_out == 0) {
  974. s->last_flush = -1; /* avoid BUF_ERROR next call, see above */
  975. }
  976. return Z_OK;
  977. /* If flush != Z_NO_FLUSH && avail_out == 0, the next call
  978. * of deflate should use the same flush parameter to make sure
  979. * that the flush is complete. So we don't have to output an
  980. * empty block here, this will be done at next call. This also
  981. * ensures that for a very small output buffer, we emit at most
  982. * one empty block.
  983. */
  984. }
  985. if (bstate == block_done) {
  986. if (flush == Z_PARTIAL_FLUSH) {
  987. _tr_align(s);
  988. } else if (flush != Z_BLOCK) { /* FULL_FLUSH or SYNC_FLUSH */
  989. _tr_stored_block(s, (char*)0, 0L, 0);
  990. /* For a full flush, this empty block will be recognized
  991. * as a special marker by inflate_sync().
  992. */
  993. if (flush == Z_FULL_FLUSH) {
  994. CLEAR_HASH(s); /* forget history */
  995. if (s->lookahead == 0) {
  996. s->strstart = 0;
  997. s->block_start = 0L;
  998. s->insert = 0;
  999. }
  1000. }
  1001. }
  1002. flush_pending(strm);
  1003. if (strm->avail_out == 0) {
  1004. s->last_flush = -1; /* avoid BUF_ERROR at next call, see above */
  1005. return Z_OK;
  1006. }
  1007. }
  1008. }
  1009. if (flush != Z_FINISH) return Z_OK;
  1010. if (s->wrap <= 0) return Z_STREAM_END;
  1011. /* Write the trailer */
  1012. #ifdef GZIP
  1013. if (s->wrap == 2) {
  1014. put_byte(s, (Byte)(strm->adler & 0xff));
  1015. put_byte(s, (Byte)((strm->adler >> 8) & 0xff));
  1016. put_byte(s, (Byte)((strm->adler >> 16) & 0xff));
  1017. put_byte(s, (Byte)((strm->adler >> 24) & 0xff));
  1018. put_byte(s, (Byte)(strm->total_in & 0xff));
  1019. put_byte(s, (Byte)((strm->total_in >> 8) & 0xff));
  1020. put_byte(s, (Byte)((strm->total_in >> 16) & 0xff));
  1021. put_byte(s, (Byte)((strm->total_in >> 24) & 0xff));
  1022. }
  1023. else
  1024. #endif
  1025. {
  1026. putShortMSB(s, (uInt)(strm->adler >> 16));
  1027. putShortMSB(s, (uInt)(strm->adler & 0xffff));
  1028. }
  1029. flush_pending(strm);
  1030. /* If avail_out is zero, the application will call deflate again
  1031. * to flush the rest.
  1032. */
  1033. if (s->wrap > 0) s->wrap = -s->wrap; /* write the trailer only once! */
  1034. return s->pending != 0 ? Z_OK : Z_STREAM_END;
  1035. }
  1036. /* ========================================================================= */
  1037. int ZEXPORT deflateEnd(strm)
  1038. z_streamp strm;
  1039. {
  1040. int status;
  1041. if (deflateStateCheck(strm)) return Z_STREAM_ERROR;
  1042. status = strm->state->status;
  1043. /* Deallocate in reverse order of allocations: */
  1044. TRY_FREE(strm, strm->state->pending_buf);
  1045. TRY_FREE(strm, strm->state->head);
  1046. TRY_FREE(strm, strm->state->prev);
  1047. TRY_FREE(strm, strm->state->window);
  1048. ZFREE(strm, strm->state);
  1049. strm->state = Z_NULL;
  1050. return status == BUSY_STATE ? Z_DATA_ERROR : Z_OK;
  1051. }
  1052. /* =========================================================================
  1053. * Copy the source state to the destination state.
  1054. * To simplify the source, this is not supported for 16-bit MSDOS (which
  1055. * doesn't have enough memory anyway to duplicate compression states).
  1056. */
  1057. int ZEXPORT deflateCopy(dest, source)
  1058. z_streamp dest;
  1059. z_streamp source;
  1060. {
  1061. #ifdef MAXSEG_64K
  1062. return Z_STREAM_ERROR;
  1063. #else
  1064. deflate_state *ds;
  1065. deflate_state *ss;
  1066. if (deflateStateCheck(source) || dest == Z_NULL) {
  1067. return Z_STREAM_ERROR;
  1068. }
  1069. ss = source->state;
  1070. zmemcpy((voidpf)dest, (voidpf)source, sizeof(z_stream));
  1071. ds = (deflate_state *) ZALLOC(dest, 1, sizeof(deflate_state));
  1072. if (ds == Z_NULL) return Z_MEM_ERROR;
  1073. dest->state = (struct internal_state FAR *) ds;
  1074. zmemcpy((voidpf)ds, (voidpf)ss, sizeof(deflate_state));
  1075. ds->strm = dest;
  1076. ds->window = (Bytef *) ZALLOC(dest, ds->w_size, 2*sizeof(Byte));
  1077. ds->prev = (Posf *) ZALLOC(dest, ds->w_size, sizeof(Pos));
  1078. ds->head = (Posf *) ZALLOC(dest, ds->hash_size, sizeof(Pos));
  1079. ds->pending_buf = (uchf *) ZALLOC(dest, ds->lit_bufsize, 4);
  1080. if (ds->window == Z_NULL || ds->prev == Z_NULL || ds->head == Z_NULL ||
  1081. ds->pending_buf == Z_NULL) {
  1082. deflateEnd (dest);
  1083. return Z_MEM_ERROR;
  1084. }
  1085. /* following zmemcpy do not work for 16-bit MSDOS */
  1086. zmemcpy(ds->window, ss->window, ds->w_size * 2 * sizeof(Byte));
  1087. zmemcpy((voidpf)ds->prev, (voidpf)ss->prev, ds->w_size * sizeof(Pos));
  1088. zmemcpy((voidpf)ds->head, (voidpf)ss->head, ds->hash_size * sizeof(Pos));
  1089. zmemcpy(ds->pending_buf, ss->pending_buf, (uInt)ds->pending_buf_size);
  1090. ds->pending_out = ds->pending_buf + (ss->pending_out - ss->pending_buf);
  1091. ds->sym_buf = ds->pending_buf + ds->lit_bufsize;
  1092. ds->l_desc.dyn_tree = ds->dyn_ltree;
  1093. ds->d_desc.dyn_tree = ds->dyn_dtree;
  1094. ds->bl_desc.dyn_tree = ds->bl_tree;
  1095. return Z_OK;
  1096. #endif /* MAXSEG_64K */
  1097. }
  1098. /* ===========================================================================
  1099. * Read a new buffer from the current input stream, update the adler32
  1100. * and total number of bytes read. All deflate() input goes through
  1101. * this function so some applications may wish to modify it to avoid
  1102. * allocating a large strm->next_in buffer and copying from it.
  1103. * (See also flush_pending()).
  1104. */
  1105. local unsigned read_buf(strm, buf, size)
  1106. z_streamp strm;
  1107. Bytef *buf;
  1108. unsigned size;
  1109. {
  1110. unsigned len = strm->avail_in;
  1111. if (len > size) len = size;
  1112. if (len == 0) return 0;
  1113. strm->avail_in -= len;
  1114. zmemcpy(buf, strm->next_in, len);
  1115. if (strm->state->wrap == 1) {
  1116. strm->adler = adler32(strm->adler, buf, len);
  1117. }
  1118. #ifdef GZIP
  1119. else if (strm->state->wrap == 2) {
  1120. strm->adler = crc32(strm->adler, buf, len);
  1121. }
  1122. #endif
  1123. strm->next_in += len;
  1124. strm->total_in += len;
  1125. return len;
  1126. }
  1127. /* ===========================================================================
  1128. * Initialize the "longest match" routines for a new zlib stream
  1129. */
  1130. local void lm_init(s)
  1131. deflate_state *s;
  1132. {
  1133. s->window_size = (ulg)2L*s->w_size;
  1134. CLEAR_HASH(s);
  1135. /* Set the default configuration parameters:
  1136. */
  1137. s->max_lazy_match = configuration_table[s->level].max_lazy;
  1138. s->good_match = configuration_table[s->level].good_length;
  1139. s->nice_match = configuration_table[s->level].nice_length;
  1140. s->max_chain_length = configuration_table[s->level].max_chain;
  1141. s->strstart = 0;
  1142. s->block_start = 0L;
  1143. s->lookahead = 0;
  1144. s->insert = 0;
  1145. s->match_length = s->prev_length = MIN_MATCH-1;
  1146. s->match_available = 0;
  1147. s->ins_h = 0;
  1148. }
  1149. #ifndef FASTEST
  1150. /* ===========================================================================
  1151. * Set match_start to the longest match starting at the given string and
  1152. * return its length. Matches shorter or equal to prev_length are discarded,
  1153. * in which case the result is equal to prev_length and match_start is
  1154. * garbage.
  1155. * IN assertions: cur_match is the head of the hash chain for the current
  1156. * string (strstart) and its distance is <= MAX_DIST, and prev_length >= 1
  1157. * OUT assertion: the match length is not greater than s->lookahead.
  1158. */
  1159. local uInt longest_match(s, cur_match)
  1160. deflate_state *s;
  1161. IPos cur_match; /* current match */
  1162. {
  1163. unsigned chain_length = s->max_chain_length;/* max hash chain length */
  1164. register Bytef *scan = s->window + s->strstart; /* current string */
  1165. register Bytef *match; /* matched string */
  1166. register int len; /* length of current match */
  1167. int best_len = (int)s->prev_length; /* best match length so far */
  1168. int nice_match = s->nice_match; /* stop if match long enough */
  1169. IPos limit = s->strstart > (IPos)MAX_DIST(s) ?
  1170. s->strstart - (IPos)MAX_DIST(s) : NIL;
  1171. /* Stop when cur_match becomes <= limit. To simplify the code,
  1172. * we prevent matches with the string of window index 0.
  1173. */
  1174. Posf *prev = s->prev;
  1175. uInt wmask = s->w_mask;
  1176. #ifdef UNALIGNED_OK
  1177. /* Compare two bytes at a time. Note: this is not always beneficial.
  1178. * Try with and without -DUNALIGNED_OK to check.
  1179. */
  1180. register Bytef *strend = s->window + s->strstart + MAX_MATCH - 1;
  1181. register ush scan_start = *(ushf*)scan;
  1182. register ush scan_end = *(ushf*)(scan + best_len - 1);
  1183. #else
  1184. register Bytef *strend = s->window + s->strstart + MAX_MATCH;
  1185. register Byte scan_end1 = scan[best_len - 1];
  1186. register Byte scan_end = scan[best_len];
  1187. #endif
  1188. /* The code is optimized for HASH_BITS >= 8 and MAX_MATCH-2 multiple of 16.
  1189. * It is easy to get rid of this optimization if necessary.
  1190. */
  1191. Assert(s->hash_bits >= 8 && MAX_MATCH == 258, "Code too clever");
  1192. /* Do not waste too much time if we already have a good match: */
  1193. if (s->prev_length >= s->good_match) {
  1194. chain_length >>= 2;
  1195. }
  1196. /* Do not look for matches beyond the end of the input. This is necessary
  1197. * to make deflate deterministic.
  1198. */
  1199. if ((uInt)nice_match > s->lookahead) nice_match = (int)s->lookahead;
  1200. Assert((ulg)s->strstart <= s->window_size - MIN_LOOKAHEAD,
  1201. "need lookahead");
  1202. do {
  1203. Assert(cur_match < s->strstart, "no future");
  1204. match = s->window + cur_match;
  1205. /* Skip to next match if the match length cannot increase
  1206. * or if the match length is less than 2. Note that the checks below
  1207. * for insufficient lookahead only occur occasionally for performance
  1208. * reasons. Therefore uninitialized memory will be accessed, and
  1209. * conditional jumps will be made that depend on those values.
  1210. * However the length of the match is limited to the lookahead, so
  1211. * the output of deflate is not affected by the uninitialized values.
  1212. */
  1213. #if (defined(UNALIGNED_OK) && MAX_MATCH == 258)
  1214. /* This code assumes sizeof(unsigned short) == 2. Do not use
  1215. * UNALIGNED_OK if your compiler uses a different size.
  1216. */
  1217. if (*(ushf*)(match + best_len - 1) != scan_end ||
  1218. *(ushf*)match != scan_start) continue;
  1219. /* It is not necessary to compare scan[2] and match[2] since they are
  1220. * always equal when the other bytes match, given that the hash keys
  1221. * are equal and that HASH_BITS >= 8. Compare 2 bytes at a time at
  1222. * strstart + 3, + 5, up to strstart + 257. We check for insufficient
  1223. * lookahead only every 4th comparison; the 128th check will be made
  1224. * at strstart + 257. If MAX_MATCH-2 is not a multiple of 8, it is
  1225. * necessary to put more guard bytes at the end of the window, or
  1226. * to check more often for insufficient lookahead.
  1227. */
  1228. Assert(scan[2] == match[2], "scan[2]?");
  1229. scan++, match++;
  1230. do {
  1231. } while (*(ushf*)(scan += 2) == *(ushf*)(match += 2) &&
  1232. *(ushf*)(scan += 2) == *(ushf*)(match += 2) &&
  1233. *(ushf*)(scan += 2) == *(ushf*)(match += 2) &&
  1234. *(ushf*)(scan += 2) == *(ushf*)(match += 2) &&
  1235. scan < strend);
  1236. /* The funny "do {}" generates better code on most compilers */
  1237. /* Here, scan <= window + strstart + 257 */
  1238. Assert(scan <= s->window + (unsigned)(s->window_size - 1),
  1239. "wild scan");
  1240. if (*scan == *match) scan++;
  1241. len = (MAX_MATCH - 1) - (int)(strend - scan);
  1242. scan = strend - (MAX_MATCH-1);
  1243. #else /* UNALIGNED_OK */
  1244. if (match[best_len] != scan_end ||
  1245. match[best_len - 1] != scan_end1 ||
  1246. *match != *scan ||
  1247. *++match != scan[1]) continue;
  1248. /* The check at best_len - 1 can be removed because it will be made
  1249. * again later. (This heuristic is not always a win.)
  1250. * It is not necessary to compare scan[2] and match[2] since they
  1251. * are always equal when the other bytes match, given that
  1252. * the hash keys are equal and that HASH_BITS >= 8.
  1253. */
  1254. scan += 2, match++;
  1255. Assert(*scan == *match, "match[2]?");
  1256. /* We check for insufficient lookahead only every 8th comparison;
  1257. * the 256th check will be made at strstart + 258.
  1258. */
  1259. do {
  1260. } while (*++scan == *++match && *++scan == *++match &&
  1261. *++scan == *++match && *++scan == *++match &&
  1262. *++scan == *++match && *++scan == *++match &&
  1263. *++scan == *++match && *++scan == *++match &&
  1264. scan < strend);
  1265. Assert(scan <= s->window + (unsigned)(s->window_size - 1),
  1266. "wild scan");
  1267. len = MAX_MATCH - (int)(strend - scan);
  1268. scan = strend - MAX_MATCH;
  1269. #endif /* UNALIGNED_OK */
  1270. if (len > best_len) {
  1271. s->match_start = cur_match;
  1272. best_len = len;
  1273. if (len >= nice_match) break;
  1274. #ifdef UNALIGNED_OK
  1275. scan_end = *(ushf*)(scan + best_len - 1);
  1276. #else
  1277. scan_end1 = scan[best_len - 1];
  1278. scan_end = scan[best_len];
  1279. #endif
  1280. }
  1281. } while ((cur_match = prev[cur_match & wmask]) > limit
  1282. && --chain_length != 0);
  1283. if ((uInt)best_len <= s->lookahead) return (uInt)best_len;
  1284. return s->lookahead;
  1285. }
  1286. #else /* FASTEST */
  1287. /* ---------------------------------------------------------------------------
  1288. * Optimized version for FASTEST only
  1289. */
  1290. local uInt longest_match(s, cur_match)
  1291. deflate_state *s;
  1292. IPos cur_match; /* current match */
  1293. {
  1294. register Bytef *scan = s->window + s->strstart; /* current string */
  1295. register Bytef *match; /* matched string */
  1296. register int len; /* length of current match */
  1297. register Bytef *strend = s->window + s->strstart + MAX_MATCH;
  1298. /* The code is optimized for HASH_BITS >= 8 and MAX_MATCH-2 multiple of 16.
  1299. * It is easy to get rid of this optimization if necessary.
  1300. */
  1301. Assert(s->hash_bits >= 8 && MAX_MATCH == 258, "Code too clever");
  1302. Assert((ulg)s->strstart <= s->window_size - MIN_LOOKAHEAD,
  1303. "need lookahead");
  1304. Assert(cur_match < s->strstart, "no future");
  1305. match = s->window + cur_match;
  1306. /* Return failure if the match length is less than 2:
  1307. */
  1308. if (match[0] != scan[0] || match[1] != scan[1]) return MIN_MATCH-1;
  1309. /* The check at best_len - 1 can be removed because it will be made
  1310. * again later. (This heuristic is not always a win.)
  1311. * It is not necessary to compare scan[2] and match[2] since they
  1312. * are always equal when the other bytes match, given that
  1313. * the hash keys are equal and that HASH_BITS >= 8.
  1314. */
  1315. scan += 2, match += 2;
  1316. Assert(*scan == *match, "match[2]?");
  1317. /* We check for insufficient lookahead only every 8th comparison;
  1318. * the 256th check will be made at strstart + 258.
  1319. */
  1320. do {
  1321. } while (*++scan == *++match && *++scan == *++match &&
  1322. *++scan == *++match && *++scan == *++match &&
  1323. *++scan == *++match && *++scan == *++match &&
  1324. *++scan == *++match && *++scan == *++match &&
  1325. scan < strend);
  1326. Assert(scan <= s->window + (unsigned)(s->window_size - 1), "wild scan");
  1327. len = MAX_MATCH - (int)(strend - scan);
  1328. if (len < MIN_MATCH) return MIN_MATCH - 1;
  1329. s->match_start = cur_match;
  1330. return (uInt)len <= s->lookahead ? (uInt)len : s->lookahead;
  1331. }
  1332. #endif /* FASTEST */
  1333. #ifdef ZLIB_DEBUG
  1334. #define EQUAL 0
  1335. /* result of memcmp for equal strings */
  1336. /* ===========================================================================
  1337. * Check that the match at match_start is indeed a match.
  1338. */
  1339. local void check_match(s, start, match, length)
  1340. deflate_state *s;
  1341. IPos start, match;
  1342. int length;
  1343. {
  1344. /* check that the match is indeed a match */
  1345. if (zmemcmp(s->window + match,
  1346. s->window + start, length) != EQUAL) {
  1347. fprintf(stderr, " start %u, match %u, length %d\n",
  1348. start, match, length);
  1349. do {
  1350. fprintf(stderr, "%c%c", s->window[match++], s->window[start++]);
  1351. } while (--length != 0);
  1352. z_error("invalid match");
  1353. }
  1354. if (z_verbose > 1) {
  1355. fprintf(stderr,"\\[%d,%d]", start - match, length);
  1356. do { putc(s->window[start++], stderr); } while (--length != 0);
  1357. }
  1358. }
  1359. #else
  1360. # define check_match(s, start, match, length)
  1361. #endif /* ZLIB_DEBUG */
  1362. /* ===========================================================================
  1363. * Fill the window when the lookahead becomes insufficient.
  1364. * Updates strstart and lookahead.
  1365. *
  1366. * IN assertion: lookahead < MIN_LOOKAHEAD
  1367. * OUT assertions: strstart <= window_size-MIN_LOOKAHEAD
  1368. * At least one byte has been read, or avail_in == 0; reads are
  1369. * performed for at least two bytes (required for the zip translate_eol
  1370. * option -- not supported here).
  1371. */
  1372. local void fill_window(s)
  1373. deflate_state *s;
  1374. {
  1375. unsigned n;
  1376. unsigned more; /* Amount of free space at the end of the window. */
  1377. uInt wsize = s->w_size;
  1378. Assert(s->lookahead < MIN_LOOKAHEAD, "already enough lookahead");
  1379. do {
  1380. more = (unsigned)(s->window_size -(ulg)s->lookahead -(ulg)s->strstart);
  1381. /* Deal with !@#$% 64K limit: */
  1382. if (sizeof(int) <= 2) {
  1383. if (more == 0 && s->strstart == 0 && s->lookahead == 0) {
  1384. more = wsize;
  1385. } else if (more == (unsigned)(-1)) {
  1386. /* Very unlikely, but possible on 16 bit machine if
  1387. * strstart == 0 && lookahead == 1 (input done a byte at time)
  1388. */
  1389. more--;
  1390. }
  1391. }
  1392. /* If the window is almost full and there is insufficient lookahead,
  1393. * move the upper half to the lower one to make room in the upper half.
  1394. */
  1395. if (s->strstart >= wsize + MAX_DIST(s)) {
  1396. zmemcpy(s->window, s->window + wsize, (unsigned)wsize - more);
  1397. s->match_start -= wsize;
  1398. s->strstart -= wsize; /* we now have strstart >= MAX_DIST */
  1399. s->block_start -= (long) wsize;
  1400. if (s->insert > s->strstart)
  1401. s->insert = s->strstart;
  1402. slide_hash(s);
  1403. more += wsize;
  1404. }
  1405. if (s->strm->avail_in == 0) break;
  1406. /* If there was no sliding:
  1407. * strstart <= WSIZE+MAX_DIST-1 && lookahead <= MIN_LOOKAHEAD - 1 &&
  1408. * more == window_size - lookahead - strstart
  1409. * => more >= window_size - (MIN_LOOKAHEAD-1 + WSIZE + MAX_DIST-1)
  1410. * => more >= window_size - 2*WSIZE + 2
  1411. * In the BIG_MEM or MMAP case (not yet supported),
  1412. * window_size == input_size + MIN_LOOKAHEAD &&
  1413. * strstart + s->lookahead <= input_size => more >= MIN_LOOKAHEAD.
  1414. * Otherwise, window_size == 2*WSIZE so more >= 2.
  1415. * If there was sliding, more >= WSIZE. So in all cases, more >= 2.
  1416. */
  1417. Assert(more >= 2, "more < 2");
  1418. n = read_buf(s->strm, s->window + s->strstart + s->lookahead, more);
  1419. s->lookahead += n;
  1420. /* Initialize the hash value now that we have some input: */
  1421. if (s->lookahead + s->insert >= MIN_MATCH) {
  1422. uInt str = s->strstart - s->insert;
  1423. s->ins_h = s->window[str];
  1424. UPDATE_HASH(s, s->ins_h, s->window[str + 1]);
  1425. #if MIN_MATCH != 3
  1426. Call UPDATE_HASH() MIN_MATCH-3 more times
  1427. #endif
  1428. while (s->insert) {
  1429. UPDATE_HASH(s, s->ins_h, s->window[str + MIN_MATCH-1]);
  1430. #ifndef FASTEST
  1431. s->prev[str & s->w_mask] = s->head[s->ins_h];
  1432. #endif
  1433. s->head[s->ins_h] = (Pos)str;
  1434. str++;
  1435. s->insert--;
  1436. if (s->lookahead + s->insert < MIN_MATCH)
  1437. break;
  1438. }
  1439. }
  1440. /* If the whole input has less than MIN_MATCH bytes, ins_h is garbage,
  1441. * but this is not important since only literal bytes will be emitted.
  1442. */
  1443. } while (s->lookahead < MIN_LOOKAHEAD && s->strm->avail_in != 0);
  1444. /* If the WIN_INIT bytes after the end of the current data have never been
  1445. * written, then zero those bytes in order to avoid memory check reports of
  1446. * the use of uninitialized (or uninitialised as Julian writes) bytes by
  1447. * the longest match routines. Update the high water mark for the next
  1448. * time through here. WIN_INIT is set to MAX_MATCH since the longest match
  1449. * routines allow scanning to strstart + MAX_MATCH, ignoring lookahead.
  1450. */
  1451. if (s->high_water < s->window_size) {
  1452. ulg curr = s->strstart + (ulg)(s->lookahead);
  1453. ulg init;
  1454. if (s->high_water < curr) {
  1455. /* Previous high water mark below current data -- zero WIN_INIT
  1456. * bytes or up to end of window, whichever is less.
  1457. */
  1458. init = s->window_size - curr;
  1459. if (init > WIN_INIT)
  1460. init = WIN_INIT;
  1461. zmemzero(s->window + curr, (unsigned)init);
  1462. s->high_water = curr + init;
  1463. }
  1464. else if (s->high_water < (ulg)curr + WIN_INIT) {
  1465. /* High water mark at or above current data, but below current data
  1466. * plus WIN_INIT -- zero out to current data plus WIN_INIT, or up
  1467. * to end of window, whichever is less.
  1468. */
  1469. init = (ulg)curr + WIN_INIT - s->high_water;
  1470. if (init > s->window_size - s->high_water)
  1471. init = s->window_size - s->high_water;
  1472. zmemzero(s->window + s->high_water, (unsigned)init);
  1473. s->high_water += init;
  1474. }
  1475. }
  1476. Assert((ulg)s->strstart <= s->window_size - MIN_LOOKAHEAD,
  1477. "not enough room for search");
  1478. }
  1479. /* ===========================================================================
  1480. * Flush the current block, with given end-of-file flag.
  1481. * IN assertion: strstart is set to the end of the current match.
  1482. */
  1483. #define FLUSH_BLOCK_ONLY(s, last) { \
  1484. _tr_flush_block(s, (s->block_start >= 0L ? \
  1485. (charf *)&s->window[(unsigned)s->block_start] : \
  1486. (charf *)Z_NULL), \
  1487. (ulg)((long)s->strstart - s->block_start), \
  1488. (last)); \
  1489. s->block_start = s->strstart; \
  1490. flush_pending(s->strm); \
  1491. Tracev((stderr,"[FLUSH]")); \
  1492. }
  1493. /* Same but force premature exit if necessary. */
  1494. #define FLUSH_BLOCK(s, last) { \
  1495. FLUSH_BLOCK_ONLY(s, last); \
  1496. if (s->strm->avail_out == 0) return (last) ? finish_started : need_more; \
  1497. }
  1498. /* Maximum stored block length in deflate format (not including header). */
  1499. #define MAX_STORED 65535
  1500. /* Minimum of a and b. */
  1501. #define MIN(a, b) ((a) > (b) ? (b) : (a))
  1502. /* ===========================================================================
  1503. * Copy without compression as much as possible from the input stream, return
  1504. * the current block state.
  1505. *
  1506. * In case deflateParams() is used to later switch to a non-zero compression
  1507. * level, s->matches (otherwise unused when storing) keeps track of the number
  1508. * of hash table slides to perform. If s->matches is 1, then one hash table
  1509. * slide will be done when switching. If s->matches is 2, the maximum value
  1510. * allowed here, then the hash table will be cleared, since two or more slides
  1511. * is the same as a clear.
  1512. *
  1513. * deflate_stored() is written to minimize the number of times an input byte is
  1514. * copied. It is most efficient with large input and output buffers, which
  1515. * maximizes the opportunities to have a single copy from next_in to next_out.
  1516. */
  1517. local block_state deflate_stored(s, flush)
  1518. deflate_state *s;
  1519. int flush;
  1520. {
  1521. /* Smallest worthy block size when not flushing or finishing. By default
  1522. * this is 32K. This can be as small as 507 bytes for memLevel == 1. For
  1523. * large input and output buffers, the stored block size will be larger.
  1524. */
  1525. unsigned min_block = MIN(s->pending_buf_size - 5, s->w_size);
  1526. /* Copy as many min_block or larger stored blocks directly to next_out as
  1527. * possible. If flushing, copy the remaining available input to next_out as
  1528. * stored blocks, if there is enough space.
  1529. */
  1530. unsigned len, left, have, last = 0;
  1531. unsigned used = s->strm->avail_in;
  1532. do {
  1533. /* Set len to the maximum size block that we can copy directly with the
  1534. * available input data and output space. Set left to how much of that
  1535. * would be copied from what's left in the window.
  1536. */
  1537. len = MAX_STORED; /* maximum deflate stored block length */
  1538. have = (s->bi_valid + 42) >> 3; /* number of header bytes */
  1539. if (s->strm->avail_out < have) /* need room for header */
  1540. break;
  1541. /* maximum stored block length that will fit in avail_out: */
  1542. have = s->strm->avail_out - have;
  1543. left = s->strstart - s->block_start; /* bytes left in window */
  1544. if (len > (ulg)left + s->strm->avail_in)
  1545. len = left + s->strm->avail_in; /* limit len to the input */
  1546. if (len > have)
  1547. len = have; /* limit len to the output */
  1548. /* If the stored block would be less than min_block in length, or if
  1549. * unable to copy all of the available input when flushing, then try
  1550. * copying to the window and the pending buffer instead. Also don't
  1551. * write an empty block when flushing -- deflate() does that.
  1552. */
  1553. if (len < min_block && ((len == 0 && flush != Z_FINISH) ||
  1554. flush == Z_NO_FLUSH ||
  1555. len != left + s->strm->avail_in))
  1556. break;
  1557. /* Make a dummy stored block in pending to get the header bytes,
  1558. * including any pending bits. This also updates the debugging counts.
  1559. */
  1560. last = flush == Z_FINISH && len == left + s->strm->avail_in ? 1 : 0;
  1561. _tr_stored_block(s, (char *)0, 0L, last);
  1562. /* Replace the lengths in the dummy stored block with len. */
  1563. s->pending_buf[s->pending - 4] = len;
  1564. s->pending_buf[s->pending - 3] = len >> 8;
  1565. s->pending_buf[s->pending - 2] = ~len;
  1566. s->pending_buf[s->pending - 1] = ~len >> 8;
  1567. /* Write the stored block header bytes. */
  1568. flush_pending(s->strm);
  1569. #ifdef ZLIB_DEBUG
  1570. /* Update debugging counts for the data about to be copied. */
  1571. s->compressed_len += len << 3;
  1572. s->bits_sent += len << 3;
  1573. #endif
  1574. /* Copy uncompressed bytes from the window to next_out. */
  1575. if (left) {
  1576. if (left > len)
  1577. left = len;
  1578. zmemcpy(s->strm->next_out, s->window + s->block_start, left);
  1579. s->strm->next_out += left;
  1580. s->strm->avail_out -= left;
  1581. s->strm->total_out += left;
  1582. s->block_start += left;
  1583. len -= left;
  1584. }
  1585. /* Copy uncompressed bytes directly from next_in to next_out, updating
  1586. * the check value.
  1587. */
  1588. if (len) {
  1589. read_buf(s->strm, s->strm->next_out, len);
  1590. s->strm->next_out += len;
  1591. s->strm->avail_out -= len;
  1592. s->strm->total_out += len;
  1593. }
  1594. } while (last == 0);
  1595. /* Update the sliding window with the last s->w_size bytes of the copied
  1596. * data, or append all of the copied data to the existing window if less
  1597. * than s->w_size bytes were copied. Also update the number of bytes to
  1598. * insert in the hash tables, in the event that deflateParams() switches to
  1599. * a non-zero compression level.
  1600. */
  1601. used -= s->strm->avail_in; /* number of input bytes directly copied */
  1602. if (used) {
  1603. /* If any input was used, then no unused input remains in the window,
  1604. * therefore s->block_start == s->strstart.
  1605. */
  1606. if (used >= s->w_size) { /* supplant the previous history */
  1607. s->matches = 2; /* clear hash */
  1608. zmemcpy(s->window, s->strm->next_in - s->w_size, s->w_size);
  1609. s->strstart = s->w_size;
  1610. s->insert = s->strstart;
  1611. }
  1612. else {
  1613. if (s->window_size - s->strstart <= used) {
  1614. /* Slide the window down. */
  1615. s->strstart -= s->w_size;
  1616. zmemcpy(s->window, s->window + s->w_size, s->strstart);
  1617. if (s->matches < 2)
  1618. s->matches++; /* add a pending slide_hash() */
  1619. if (s->insert > s->strstart)
  1620. s->insert = s->strstart;
  1621. }
  1622. zmemcpy(s->window + s->strstart, s->strm->next_in - used, used);
  1623. s->strstart += used;
  1624. s->insert += MIN(used, s->w_size - s->insert);
  1625. }
  1626. s->block_start = s->strstart;
  1627. }
  1628. if (s->high_water < s->strstart)
  1629. s->high_water = s->strstart;
  1630. /* If the last block was written to next_out, then done. */
  1631. if (last)
  1632. return finish_done;
  1633. /* If flushing and all input has been consumed, then done. */
  1634. if (flush != Z_NO_FLUSH && flush != Z_FINISH &&
  1635. s->strm->avail_in == 0 && (long)s->strstart == s->block_start)
  1636. return block_done;
  1637. /* Fill the window with any remaining input. */
  1638. have = s->window_size - s->strstart;
  1639. if (s->strm->avail_in > have && s->block_start >= (long)s->w_size) {
  1640. /* Slide the window down. */
  1641. s->block_start -= s->w_size;
  1642. s->strstart -= s->w_size;
  1643. zmemcpy(s->window, s->window + s->w_size, s->strstart);
  1644. if (s->matches < 2)
  1645. s->matches++; /* add a pending slide_hash() */
  1646. have += s->w_size; /* more space now */
  1647. if (s->insert > s->strstart)
  1648. s->insert = s->strstart;
  1649. }
  1650. if (have > s->strm->avail_in)
  1651. have = s->strm->avail_in;
  1652. if (have) {
  1653. read_buf(s->strm, s->window + s->strstart, have);
  1654. s->strstart += have;
  1655. s->insert += MIN(have, s->w_size - s->insert);
  1656. }
  1657. if (s->high_water < s->strstart)
  1658. s->high_water = s->strstart;
  1659. /* There was not enough avail_out to write a complete worthy or flushed
  1660. * stored block to next_out. Write a stored block to pending instead, if we
  1661. * have enough input for a worthy block, or if flushing and there is enough
  1662. * room for the remaining input as a stored block in the pending buffer.
  1663. */
  1664. have = (s->bi_valid + 42) >> 3; /* number of header bytes */
  1665. /* maximum stored block length that will fit in pending: */
  1666. have = MIN(s->pending_buf_size - have, MAX_STORED);
  1667. min_block = MIN(have, s->w_size);
  1668. left = s->strstart - s->block_start;
  1669. if (left >= min_block ||
  1670. ((left || flush == Z_FINISH) && flush != Z_NO_FLUSH &&
  1671. s->strm->avail_in == 0 && left <= have)) {
  1672. len = MIN(left, have);
  1673. last = flush == Z_FINISH && s->strm->avail_in == 0 &&
  1674. len == left ? 1 : 0;
  1675. _tr_stored_block(s, (charf *)s->window + s->block_start, len, last);
  1676. s->block_start += len;
  1677. flush_pending(s->strm);
  1678. }
  1679. /* We've done all we can with the available input and output. */
  1680. return last ? finish_started : need_more;
  1681. }
  1682. /* ===========================================================================
  1683. * Compress as much as possible from the input stream, return the current
  1684. * block state.
  1685. * This function does not perform lazy evaluation of matches and inserts
  1686. * new strings in the dictionary only for unmatched strings or for short
  1687. * matches. It is used only for the fast compression options.
  1688. */
  1689. local block_state deflate_fast(s, flush)
  1690. deflate_state *s;
  1691. int flush;
  1692. {
  1693. IPos hash_head; /* head of the hash chain */
  1694. int bflush; /* set if current block must be flushed */
  1695. for (;;) {
  1696. /* Make sure that we always have enough lookahead, except
  1697. * at the end of the input file. We need MAX_MATCH bytes
  1698. * for the next match, plus MIN_MATCH bytes to insert the
  1699. * string following the next match.
  1700. */
  1701. if (s->lookahead < MIN_LOOKAHEAD) {
  1702. fill_window(s);
  1703. if (s->lookahead < MIN_LOOKAHEAD && flush == Z_NO_FLUSH) {
  1704. return need_more;
  1705. }
  1706. if (s->lookahead == 0) break; /* flush the current block */
  1707. }
  1708. /* Insert the string window[strstart .. strstart + 2] in the
  1709. * dictionary, and set hash_head to the head of the hash chain:
  1710. */
  1711. hash_head = NIL;
  1712. if (s->lookahead >= MIN_MATCH) {
  1713. INSERT_STRING(s, s->strstart, hash_head);
  1714. }
  1715. /* Find the longest match, discarding those <= prev_length.
  1716. * At this point we have always match_length < MIN_MATCH
  1717. */
  1718. if (hash_head != NIL && s->strstart - hash_head <= MAX_DIST(s)) {
  1719. /* To simplify the code, we prevent matches with the string
  1720. * of window index 0 (in particular we have to avoid a match
  1721. * of the string with itself at the start of the input file).
  1722. */
  1723. s->match_length = longest_match (s, hash_head);
  1724. /* longest_match() sets match_start */
  1725. }
  1726. if (s->match_length >= MIN_MATCH) {
  1727. check_match(s, s->strstart, s->match_start, s->match_length);
  1728. _tr_tally_dist(s, s->strstart - s->match_start,
  1729. s->match_length - MIN_MATCH, bflush);
  1730. s->lookahead -= s->match_length;
  1731. /* Insert new strings in the hash table only if the match length
  1732. * is not too large. This saves time but degrades compression.
  1733. */
  1734. #ifndef FASTEST
  1735. if (s->match_length <= s->max_insert_length &&
  1736. s->lookahead >= MIN_MATCH) {
  1737. s->match_length--; /* string at strstart already in table */
  1738. do {
  1739. s->strstart++;
  1740. INSERT_STRING(s, s->strstart, hash_head);
  1741. /* strstart never exceeds WSIZE-MAX_MATCH, so there are
  1742. * always MIN_MATCH bytes ahead.
  1743. */
  1744. } while (--s->match_length != 0);
  1745. s->strstart++;
  1746. } else
  1747. #endif
  1748. {
  1749. s->strstart += s->match_length;
  1750. s->match_length = 0;
  1751. s->ins_h = s->window[s->strstart];
  1752. UPDATE_HASH(s, s->ins_h, s->window[s->strstart + 1]);
  1753. #if MIN_MATCH != 3
  1754. Call UPDATE_HASH() MIN_MATCH-3 more times
  1755. #endif
  1756. /* If lookahead < MIN_MATCH, ins_h is garbage, but it does not
  1757. * matter since it will be recomputed at next deflate call.
  1758. */
  1759. }
  1760. } else {
  1761. /* No match, output a literal byte */
  1762. Tracevv((stderr,"%c", s->window[s->strstart]));
  1763. _tr_tally_lit(s, s->window[s->strstart], bflush);
  1764. s->lookahead--;
  1765. s->strstart++;
  1766. }
  1767. if (bflush) FLUSH_BLOCK(s, 0);
  1768. }
  1769. s->insert = s->strstart < MIN_MATCH-1 ? s->strstart : MIN_MATCH-1;
  1770. if (flush == Z_FINISH) {
  1771. FLUSH_BLOCK(s, 1);
  1772. return finish_done;
  1773. }
  1774. if (s->sym_next)
  1775. FLUSH_BLOCK(s, 0);
  1776. return block_done;
  1777. }
  1778. #ifndef FASTEST
  1779. /* ===========================================================================
  1780. * Same as above, but achieves better compression. We use a lazy
  1781. * evaluation for matches: a match is finally adopted only if there is
  1782. * no better match at the next window position.
  1783. */
  1784. local block_state deflate_slow(s, flush)
  1785. deflate_state *s;
  1786. int flush;
  1787. {
  1788. IPos hash_head; /* head of hash chain */
  1789. int bflush; /* set if current block must be flushed */
  1790. /* Process the input block. */
  1791. for (;;) {
  1792. /* Make sure that we always have enough lookahead, except
  1793. * at the end of the input file. We need MAX_MATCH bytes
  1794. * for the next match, plus MIN_MATCH bytes to insert the
  1795. * string following the next match.
  1796. */
  1797. if (s->lookahead < MIN_LOOKAHEAD) {
  1798. fill_window(s);
  1799. if (s->lookahead < MIN_LOOKAHEAD && flush == Z_NO_FLUSH) {
  1800. return need_more;
  1801. }
  1802. if (s->lookahead == 0) break; /* flush the current block */
  1803. }
  1804. /* Insert the string window[strstart .. strstart + 2] in the
  1805. * dictionary, and set hash_head to the head of the hash chain:
  1806. */
  1807. hash_head = NIL;
  1808. if (s->lookahead >= MIN_MATCH) {
  1809. INSERT_STRING(s, s->strstart, hash_head);
  1810. }
  1811. /* Find the longest match, discarding those <= prev_length.
  1812. */
  1813. s->prev_length = s->match_length, s->prev_match = s->match_start;
  1814. s->match_length = MIN_MATCH-1;
  1815. if (hash_head != NIL && s->prev_length < s->max_lazy_match &&
  1816. s->strstart - hash_head <= MAX_DIST(s)) {
  1817. /* To simplify the code, we prevent matches with the string
  1818. * of window index 0 (in particular we have to avoid a match
  1819. * of the string with itself at the start of the input file).
  1820. */
  1821. s->match_length = longest_match (s, hash_head);
  1822. /* longest_match() sets match_start */
  1823. if (s->match_length <= 5 && (s->strategy == Z_FILTERED
  1824. #if TOO_FAR <= 32767
  1825. || (s->match_length == MIN_MATCH &&
  1826. s->strstart - s->match_start > TOO_FAR)
  1827. #endif
  1828. )) {
  1829. /* If prev_match is also MIN_MATCH, match_start is garbage
  1830. * but we will ignore the current match anyway.
  1831. */
  1832. s->match_length = MIN_MATCH-1;
  1833. }
  1834. }
  1835. /* If there was a match at the previous step and the current
  1836. * match is not better, output the previous match:
  1837. */
  1838. if (s->prev_length >= MIN_MATCH && s->match_length <= s->prev_length) {
  1839. uInt max_insert = s->strstart + s->lookahead - MIN_MATCH;
  1840. /* Do not insert strings in hash table beyond this. */
  1841. check_match(s, s->strstart - 1, s->prev_match, s->prev_length);
  1842. _tr_tally_dist(s, s->strstart - 1 - s->prev_match,
  1843. s->prev_length - MIN_MATCH, bflush);
  1844. /* Insert in hash table all strings up to the end of the match.
  1845. * strstart - 1 and strstart are already inserted. If there is not
  1846. * enough lookahead, the last two strings are not inserted in
  1847. * the hash table.
  1848. */
  1849. s->lookahead -= s->prev_length - 1;
  1850. s->prev_length -= 2;
  1851. do {
  1852. if (++s->strstart <= max_insert) {
  1853. INSERT_STRING(s, s->strstart, hash_head);
  1854. }
  1855. } while (--s->prev_length != 0);
  1856. s->match_available = 0;
  1857. s->match_length = MIN_MATCH-1;
  1858. s->strstart++;
  1859. if (bflush) FLUSH_BLOCK(s, 0);
  1860. } else if (s->match_available) {
  1861. /* If there was no match at the previous position, output a
  1862. * single literal. If there was a match but the current match
  1863. * is longer, truncate the previous match to a single literal.
  1864. */
  1865. Tracevv((stderr,"%c", s->window[s->strstart - 1]));
  1866. _tr_tally_lit(s, s->window[s->strstart - 1], bflush);
  1867. if (bflush) {
  1868. FLUSH_BLOCK_ONLY(s, 0);
  1869. }
  1870. s->strstart++;
  1871. s->lookahead--;
  1872. if (s->strm->avail_out == 0) return need_more;
  1873. } else {
  1874. /* There is no previous match to compare with, wait for
  1875. * the next step to decide.
  1876. */
  1877. s->match_available = 1;
  1878. s->strstart++;
  1879. s->lookahead--;
  1880. }
  1881. }
  1882. Assert (flush != Z_NO_FLUSH, "no flush?");
  1883. if (s->match_available) {
  1884. Tracevv((stderr,"%c", s->window[s->strstart - 1]));
  1885. _tr_tally_lit(s, s->window[s->strstart - 1], bflush);
  1886. s->match_available = 0;
  1887. }
  1888. s->insert = s->strstart < MIN_MATCH-1 ? s->strstart : MIN_MATCH-1;
  1889. if (flush == Z_FINISH) {
  1890. FLUSH_BLOCK(s, 1);
  1891. return finish_done;
  1892. }
  1893. if (s->sym_next)
  1894. FLUSH_BLOCK(s, 0);
  1895. return block_done;
  1896. }
  1897. #endif /* FASTEST */
  1898. /* ===========================================================================
  1899. * For Z_RLE, simply look for runs of bytes, generate matches only of distance
  1900. * one. Do not maintain a hash table. (It will be regenerated if this run of
  1901. * deflate switches away from Z_RLE.)
  1902. */
  1903. local block_state deflate_rle(s, flush)
  1904. deflate_state *s;
  1905. int flush;
  1906. {
  1907. int bflush; /* set if current block must be flushed */
  1908. uInt prev; /* byte at distance one to match */
  1909. Bytef *scan, *strend; /* scan goes up to strend for length of run */
  1910. for (;;) {
  1911. /* Make sure that we always have enough lookahead, except
  1912. * at the end of the input file. We need MAX_MATCH bytes
  1913. * for the longest run, plus one for the unrolled loop.
  1914. */
  1915. if (s->lookahead <= MAX_MATCH) {
  1916. fill_window(s);
  1917. if (s->lookahead <= MAX_MATCH && flush == Z_NO_FLUSH) {
  1918. return need_more;
  1919. }
  1920. if (s->lookahead == 0) break; /* flush the current block */
  1921. }
  1922. /* See how many times the previous byte repeats */
  1923. s->match_length = 0;
  1924. if (s->lookahead >= MIN_MATCH && s->strstart > 0) {
  1925. scan = s->window + s->strstart - 1;
  1926. prev = *scan;
  1927. if (prev == *++scan && prev == *++scan && prev == *++scan) {
  1928. strend = s->window + s->strstart + MAX_MATCH;
  1929. do {
  1930. } while (prev == *++scan && prev == *++scan &&
  1931. prev == *++scan && prev == *++scan &&
  1932. prev == *++scan && prev == *++scan &&
  1933. prev == *++scan && prev == *++scan &&
  1934. scan < strend);
  1935. s->match_length = MAX_MATCH - (uInt)(strend - scan);
  1936. if (s->match_length > s->lookahead)
  1937. s->match_length = s->lookahead;
  1938. }
  1939. Assert(scan <= s->window + (uInt)(s->window_size - 1),
  1940. "wild scan");
  1941. }
  1942. /* Emit match if have run of MIN_MATCH or longer, else emit literal */
  1943. if (s->match_length >= MIN_MATCH) {
  1944. check_match(s, s->strstart, s->strstart - 1, s->match_length);
  1945. _tr_tally_dist(s, 1, s->match_length - MIN_MATCH, bflush);
  1946. s->lookahead -= s->match_length;
  1947. s->strstart += s->match_length;
  1948. s->match_length = 0;
  1949. } else {
  1950. /* No match, output a literal byte */
  1951. Tracevv((stderr,"%c", s->window[s->strstart]));
  1952. _tr_tally_lit(s, s->window[s->strstart], bflush);
  1953. s->lookahead--;
  1954. s->strstart++;
  1955. }
  1956. if (bflush) FLUSH_BLOCK(s, 0);
  1957. }
  1958. s->insert = 0;
  1959. if (flush == Z_FINISH) {
  1960. FLUSH_BLOCK(s, 1);
  1961. return finish_done;
  1962. }
  1963. if (s->sym_next)
  1964. FLUSH_BLOCK(s, 0);
  1965. return block_done;
  1966. }
  1967. /* ===========================================================================
  1968. * For Z_HUFFMAN_ONLY, do not look for matches. Do not maintain a hash table.
  1969. * (It will be regenerated if this run of deflate switches away from Huffman.)
  1970. */
  1971. local block_state deflate_huff(s, flush)
  1972. deflate_state *s;
  1973. int flush;
  1974. {
  1975. int bflush; /* set if current block must be flushed */
  1976. for (;;) {
  1977. /* Make sure that we have a literal to write. */
  1978. if (s->lookahead == 0) {
  1979. fill_window(s);
  1980. if (s->lookahead == 0) {
  1981. if (flush == Z_NO_FLUSH)
  1982. return need_more;
  1983. break; /* flush the current block */
  1984. }
  1985. }
  1986. /* Output a literal byte */
  1987. s->match_length = 0;
  1988. Tracevv((stderr,"%c", s->window[s->strstart]));
  1989. _tr_tally_lit(s, s->window[s->strstart], bflush);
  1990. s->lookahead--;
  1991. s->strstart++;
  1992. if (bflush) FLUSH_BLOCK(s, 0);
  1993. }
  1994. s->insert = 0;
  1995. if (flush == Z_FINISH) {
  1996. FLUSH_BLOCK(s, 1);
  1997. return finish_done;
  1998. }
  1999. if (s->sym_next)
  2000. FLUSH_BLOCK(s, 0);
  2001. return block_done;
  2002. }