xref: /OK3568_Linux_fs/kernel/lib/lz4/lz4hc_compress.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * LZ4 HC - High Compression Mode of LZ4
3*4882a593Smuzhiyun  * Copyright (C) 2011-2015, Yann Collet.
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * BSD 2 - Clause License (http://www.opensource.org/licenses/bsd - license.php)
6*4882a593Smuzhiyun  * Redistribution and use in source and binary forms, with or without
7*4882a593Smuzhiyun  * modification, are permitted provided that the following conditions are
8*4882a593Smuzhiyun  * met:
9*4882a593Smuzhiyun  *	* Redistributions of source code must retain the above copyright
10*4882a593Smuzhiyun  *	  notice, this list of conditions and the following disclaimer.
11*4882a593Smuzhiyun  *	* Redistributions in binary form must reproduce the above
12*4882a593Smuzhiyun  * copyright notice, this list of conditions and the following disclaimer
13*4882a593Smuzhiyun  * in the documentation and/or other materials provided with the
14*4882a593Smuzhiyun  * distribution.
15*4882a593Smuzhiyun  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16*4882a593Smuzhiyun  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17*4882a593Smuzhiyun  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18*4882a593Smuzhiyun  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19*4882a593Smuzhiyun  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20*4882a593Smuzhiyun  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21*4882a593Smuzhiyun  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22*4882a593Smuzhiyun  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23*4882a593Smuzhiyun  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24*4882a593Smuzhiyun  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25*4882a593Smuzhiyun  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26*4882a593Smuzhiyun  * You can contact the author at :
27*4882a593Smuzhiyun  *	- LZ4 homepage : http://www.lz4.org
28*4882a593Smuzhiyun  *	- LZ4 source repository : https://github.com/lz4/lz4
29*4882a593Smuzhiyun  *
30*4882a593Smuzhiyun  *	Changed for kernel usage by:
31*4882a593Smuzhiyun  *	Sven Schmidt <4sschmid@informatik.uni-hamburg.de>
32*4882a593Smuzhiyun  */
33*4882a593Smuzhiyun 
34*4882a593Smuzhiyun /*-************************************
35*4882a593Smuzhiyun  *	Dependencies
36*4882a593Smuzhiyun  **************************************/
37*4882a593Smuzhiyun #include <linux/lz4.h>
38*4882a593Smuzhiyun #include "lz4defs.h"
39*4882a593Smuzhiyun #include <linux/module.h>
40*4882a593Smuzhiyun #include <linux/kernel.h>
41*4882a593Smuzhiyun #include <linux/string.h> /* memset */
42*4882a593Smuzhiyun 
43*4882a593Smuzhiyun /* *************************************
44*4882a593Smuzhiyun  *	Local Constants and types
45*4882a593Smuzhiyun  ***************************************/
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun #define OPTIMAL_ML (int)((ML_MASK - 1) + MINMATCH)
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun #define HASH_FUNCTION(i)	(((i) * 2654435761U) \
50*4882a593Smuzhiyun 	>> ((MINMATCH*8) - LZ4HC_HASH_LOG))
51*4882a593Smuzhiyun #define DELTANEXTU16(p)	chainTable[(U16)(p)] /* faster */
52*4882a593Smuzhiyun 
LZ4HC_hashPtr(const void * ptr)53*4882a593Smuzhiyun static U32 LZ4HC_hashPtr(const void *ptr)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun 	return HASH_FUNCTION(LZ4_read32(ptr));
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun 
58*4882a593Smuzhiyun /**************************************
59*4882a593Smuzhiyun  *	HC Compression
60*4882a593Smuzhiyun  **************************************/
LZ4HC_init(LZ4HC_CCtx_internal * hc4,const BYTE * start)61*4882a593Smuzhiyun static void LZ4HC_init(LZ4HC_CCtx_internal *hc4, const BYTE *start)
62*4882a593Smuzhiyun {
63*4882a593Smuzhiyun 	memset((void *)hc4->hashTable, 0, sizeof(hc4->hashTable));
64*4882a593Smuzhiyun 	memset(hc4->chainTable, 0xFF, sizeof(hc4->chainTable));
65*4882a593Smuzhiyun 	hc4->nextToUpdate = 64 * KB;
66*4882a593Smuzhiyun 	hc4->base = start - 64 * KB;
67*4882a593Smuzhiyun 	hc4->end = start;
68*4882a593Smuzhiyun 	hc4->dictBase = start - 64 * KB;
69*4882a593Smuzhiyun 	hc4->dictLimit = 64 * KB;
70*4882a593Smuzhiyun 	hc4->lowLimit = 64 * KB;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun /* Update chains up to ip (excluded) */
LZ4HC_Insert(LZ4HC_CCtx_internal * hc4,const BYTE * ip)74*4882a593Smuzhiyun static FORCE_INLINE void LZ4HC_Insert(LZ4HC_CCtx_internal *hc4,
75*4882a593Smuzhiyun 	const BYTE *ip)
76*4882a593Smuzhiyun {
77*4882a593Smuzhiyun 	U16 * const chainTable = hc4->chainTable;
78*4882a593Smuzhiyun 	U32 * const hashTable	= hc4->hashTable;
79*4882a593Smuzhiyun 	const BYTE * const base = hc4->base;
80*4882a593Smuzhiyun 	U32 const target = (U32)(ip - base);
81*4882a593Smuzhiyun 	U32 idx = hc4->nextToUpdate;
82*4882a593Smuzhiyun 
83*4882a593Smuzhiyun 	while (idx < target) {
84*4882a593Smuzhiyun 		U32 const h = LZ4HC_hashPtr(base + idx);
85*4882a593Smuzhiyun 		size_t delta = idx - hashTable[h];
86*4882a593Smuzhiyun 
87*4882a593Smuzhiyun 		if (delta > MAX_DISTANCE)
88*4882a593Smuzhiyun 			delta = MAX_DISTANCE;
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 		DELTANEXTU16(idx) = (U16)delta;
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun 		hashTable[h] = idx;
93*4882a593Smuzhiyun 		idx++;
94*4882a593Smuzhiyun 	}
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun 	hc4->nextToUpdate = target;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun 
LZ4HC_InsertAndFindBestMatch(LZ4HC_CCtx_internal * hc4,const BYTE * ip,const BYTE * const iLimit,const BYTE ** matchpos,const int maxNbAttempts)99*4882a593Smuzhiyun static FORCE_INLINE int LZ4HC_InsertAndFindBestMatch(
100*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *hc4, /* Index table will be updated */
101*4882a593Smuzhiyun 	const BYTE *ip,
102*4882a593Smuzhiyun 	const BYTE * const iLimit,
103*4882a593Smuzhiyun 	const BYTE **matchpos,
104*4882a593Smuzhiyun 	const int maxNbAttempts)
105*4882a593Smuzhiyun {
106*4882a593Smuzhiyun 	U16 * const chainTable = hc4->chainTable;
107*4882a593Smuzhiyun 	U32 * const HashTable = hc4->hashTable;
108*4882a593Smuzhiyun 	const BYTE * const base = hc4->base;
109*4882a593Smuzhiyun 	const BYTE * const dictBase = hc4->dictBase;
110*4882a593Smuzhiyun 	const U32 dictLimit = hc4->dictLimit;
111*4882a593Smuzhiyun 	const U32 lowLimit = (hc4->lowLimit + 64 * KB > (U32)(ip - base))
112*4882a593Smuzhiyun 		? hc4->lowLimit
113*4882a593Smuzhiyun 		: (U32)(ip - base) - (64 * KB - 1);
114*4882a593Smuzhiyun 	U32 matchIndex;
115*4882a593Smuzhiyun 	int nbAttempts = maxNbAttempts;
116*4882a593Smuzhiyun 	size_t ml = 0;
117*4882a593Smuzhiyun 
118*4882a593Smuzhiyun 	/* HC4 match finder */
119*4882a593Smuzhiyun 	LZ4HC_Insert(hc4, ip);
120*4882a593Smuzhiyun 	matchIndex = HashTable[LZ4HC_hashPtr(ip)];
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun 	while ((matchIndex >= lowLimit)
123*4882a593Smuzhiyun 		&& (nbAttempts)) {
124*4882a593Smuzhiyun 		nbAttempts--;
125*4882a593Smuzhiyun 		if (matchIndex >= dictLimit) {
126*4882a593Smuzhiyun 			const BYTE * const match = base + matchIndex;
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 			if (*(match + ml) == *(ip + ml)
129*4882a593Smuzhiyun 				&& (LZ4_read32(match) == LZ4_read32(ip))) {
130*4882a593Smuzhiyun 				size_t const mlt = LZ4_count(ip + MINMATCH,
131*4882a593Smuzhiyun 					match + MINMATCH, iLimit) + MINMATCH;
132*4882a593Smuzhiyun 
133*4882a593Smuzhiyun 				if (mlt > ml) {
134*4882a593Smuzhiyun 					ml = mlt;
135*4882a593Smuzhiyun 					*matchpos = match;
136*4882a593Smuzhiyun 				}
137*4882a593Smuzhiyun 			}
138*4882a593Smuzhiyun 		} else {
139*4882a593Smuzhiyun 			const BYTE * const match = dictBase + matchIndex;
140*4882a593Smuzhiyun 
141*4882a593Smuzhiyun 			if (LZ4_read32(match) == LZ4_read32(ip)) {
142*4882a593Smuzhiyun 				size_t mlt;
143*4882a593Smuzhiyun 				const BYTE *vLimit = ip
144*4882a593Smuzhiyun 					+ (dictLimit - matchIndex);
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 				if (vLimit > iLimit)
147*4882a593Smuzhiyun 					vLimit = iLimit;
148*4882a593Smuzhiyun 				mlt = LZ4_count(ip + MINMATCH,
149*4882a593Smuzhiyun 					match + MINMATCH, vLimit) + MINMATCH;
150*4882a593Smuzhiyun 				if ((ip + mlt == vLimit)
151*4882a593Smuzhiyun 					&& (vLimit < iLimit))
152*4882a593Smuzhiyun 					mlt += LZ4_count(ip + mlt,
153*4882a593Smuzhiyun 						base + dictLimit,
154*4882a593Smuzhiyun 						iLimit);
155*4882a593Smuzhiyun 				if (mlt > ml) {
156*4882a593Smuzhiyun 					/* virtual matchpos */
157*4882a593Smuzhiyun 					ml = mlt;
158*4882a593Smuzhiyun 					*matchpos = base + matchIndex;
159*4882a593Smuzhiyun 				}
160*4882a593Smuzhiyun 			}
161*4882a593Smuzhiyun 		}
162*4882a593Smuzhiyun 		matchIndex -= DELTANEXTU16(matchIndex);
163*4882a593Smuzhiyun 	}
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 	return (int)ml;
166*4882a593Smuzhiyun }
167*4882a593Smuzhiyun 
LZ4HC_InsertAndGetWiderMatch(LZ4HC_CCtx_internal * hc4,const BYTE * const ip,const BYTE * const iLowLimit,const BYTE * const iHighLimit,int longest,const BYTE ** matchpos,const BYTE ** startpos,const int maxNbAttempts)168*4882a593Smuzhiyun static FORCE_INLINE int LZ4HC_InsertAndGetWiderMatch(
169*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *hc4,
170*4882a593Smuzhiyun 	const BYTE * const ip,
171*4882a593Smuzhiyun 	const BYTE * const iLowLimit,
172*4882a593Smuzhiyun 	const BYTE * const iHighLimit,
173*4882a593Smuzhiyun 	int longest,
174*4882a593Smuzhiyun 	const BYTE **matchpos,
175*4882a593Smuzhiyun 	const BYTE **startpos,
176*4882a593Smuzhiyun 	const int maxNbAttempts)
177*4882a593Smuzhiyun {
178*4882a593Smuzhiyun 	U16 * const chainTable = hc4->chainTable;
179*4882a593Smuzhiyun 	U32 * const HashTable = hc4->hashTable;
180*4882a593Smuzhiyun 	const BYTE * const base = hc4->base;
181*4882a593Smuzhiyun 	const U32 dictLimit = hc4->dictLimit;
182*4882a593Smuzhiyun 	const BYTE * const lowPrefixPtr = base + dictLimit;
183*4882a593Smuzhiyun 	const U32 lowLimit = (hc4->lowLimit + 64 * KB > (U32)(ip - base))
184*4882a593Smuzhiyun 		? hc4->lowLimit
185*4882a593Smuzhiyun 		: (U32)(ip - base) - (64 * KB - 1);
186*4882a593Smuzhiyun 	const BYTE * const dictBase = hc4->dictBase;
187*4882a593Smuzhiyun 	U32 matchIndex;
188*4882a593Smuzhiyun 	int nbAttempts = maxNbAttempts;
189*4882a593Smuzhiyun 	int delta = (int)(ip - iLowLimit);
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun 	/* First Match */
192*4882a593Smuzhiyun 	LZ4HC_Insert(hc4, ip);
193*4882a593Smuzhiyun 	matchIndex = HashTable[LZ4HC_hashPtr(ip)];
194*4882a593Smuzhiyun 
195*4882a593Smuzhiyun 	while ((matchIndex >= lowLimit)
196*4882a593Smuzhiyun 		&& (nbAttempts)) {
197*4882a593Smuzhiyun 		nbAttempts--;
198*4882a593Smuzhiyun 		if (matchIndex >= dictLimit) {
199*4882a593Smuzhiyun 			const BYTE *matchPtr = base + matchIndex;
200*4882a593Smuzhiyun 
201*4882a593Smuzhiyun 			if (*(iLowLimit + longest)
202*4882a593Smuzhiyun 				== *(matchPtr - delta + longest)) {
203*4882a593Smuzhiyun 				if (LZ4_read32(matchPtr) == LZ4_read32(ip)) {
204*4882a593Smuzhiyun 					int mlt = MINMATCH + LZ4_count(
205*4882a593Smuzhiyun 						ip + MINMATCH,
206*4882a593Smuzhiyun 						matchPtr + MINMATCH,
207*4882a593Smuzhiyun 						iHighLimit);
208*4882a593Smuzhiyun 					int back = 0;
209*4882a593Smuzhiyun 
210*4882a593Smuzhiyun 					while ((ip + back > iLowLimit)
211*4882a593Smuzhiyun 						&& (matchPtr + back > lowPrefixPtr)
212*4882a593Smuzhiyun 						&& (ip[back - 1] == matchPtr[back - 1]))
213*4882a593Smuzhiyun 						back--;
214*4882a593Smuzhiyun 
215*4882a593Smuzhiyun 					mlt -= back;
216*4882a593Smuzhiyun 
217*4882a593Smuzhiyun 					if (mlt > longest) {
218*4882a593Smuzhiyun 						longest = (int)mlt;
219*4882a593Smuzhiyun 						*matchpos = matchPtr + back;
220*4882a593Smuzhiyun 						*startpos = ip + back;
221*4882a593Smuzhiyun 					}
222*4882a593Smuzhiyun 				}
223*4882a593Smuzhiyun 			}
224*4882a593Smuzhiyun 		} else {
225*4882a593Smuzhiyun 			const BYTE * const matchPtr = dictBase + matchIndex;
226*4882a593Smuzhiyun 
227*4882a593Smuzhiyun 			if (LZ4_read32(matchPtr) == LZ4_read32(ip)) {
228*4882a593Smuzhiyun 				size_t mlt;
229*4882a593Smuzhiyun 				int back = 0;
230*4882a593Smuzhiyun 				const BYTE *vLimit = ip + (dictLimit - matchIndex);
231*4882a593Smuzhiyun 
232*4882a593Smuzhiyun 				if (vLimit > iHighLimit)
233*4882a593Smuzhiyun 					vLimit = iHighLimit;
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 				mlt = LZ4_count(ip + MINMATCH,
236*4882a593Smuzhiyun 					matchPtr + MINMATCH, vLimit) + MINMATCH;
237*4882a593Smuzhiyun 
238*4882a593Smuzhiyun 				if ((ip + mlt == vLimit) && (vLimit < iHighLimit))
239*4882a593Smuzhiyun 					mlt += LZ4_count(ip + mlt, base + dictLimit,
240*4882a593Smuzhiyun 						iHighLimit);
241*4882a593Smuzhiyun 				while ((ip + back > iLowLimit)
242*4882a593Smuzhiyun 					&& (matchIndex + back > lowLimit)
243*4882a593Smuzhiyun 					&& (ip[back - 1] == matchPtr[back - 1]))
244*4882a593Smuzhiyun 					back--;
245*4882a593Smuzhiyun 
246*4882a593Smuzhiyun 				mlt -= back;
247*4882a593Smuzhiyun 
248*4882a593Smuzhiyun 				if ((int)mlt > longest) {
249*4882a593Smuzhiyun 					longest = (int)mlt;
250*4882a593Smuzhiyun 					*matchpos = base + matchIndex + back;
251*4882a593Smuzhiyun 					*startpos = ip + back;
252*4882a593Smuzhiyun 				}
253*4882a593Smuzhiyun 			}
254*4882a593Smuzhiyun 		}
255*4882a593Smuzhiyun 
256*4882a593Smuzhiyun 		matchIndex -= DELTANEXTU16(matchIndex);
257*4882a593Smuzhiyun 	}
258*4882a593Smuzhiyun 
259*4882a593Smuzhiyun 	return longest;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun 
LZ4HC_encodeSequence(const BYTE ** ip,BYTE ** op,const BYTE ** anchor,int matchLength,const BYTE * const match,limitedOutput_directive limitedOutputBuffer,BYTE * oend)262*4882a593Smuzhiyun static FORCE_INLINE int LZ4HC_encodeSequence(
263*4882a593Smuzhiyun 	const BYTE **ip,
264*4882a593Smuzhiyun 	BYTE **op,
265*4882a593Smuzhiyun 	const BYTE **anchor,
266*4882a593Smuzhiyun 	int matchLength,
267*4882a593Smuzhiyun 	const BYTE * const match,
268*4882a593Smuzhiyun 	limitedOutput_directive limitedOutputBuffer,
269*4882a593Smuzhiyun 	BYTE *oend)
270*4882a593Smuzhiyun {
271*4882a593Smuzhiyun 	int length;
272*4882a593Smuzhiyun 	BYTE *token;
273*4882a593Smuzhiyun 
274*4882a593Smuzhiyun 	/* Encode Literal length */
275*4882a593Smuzhiyun 	length = (int)(*ip - *anchor);
276*4882a593Smuzhiyun 	token = (*op)++;
277*4882a593Smuzhiyun 
278*4882a593Smuzhiyun 	if ((limitedOutputBuffer)
279*4882a593Smuzhiyun 		&& ((*op + (length>>8)
280*4882a593Smuzhiyun 			+ length + (2 + 1 + LASTLITERALS)) > oend)) {
281*4882a593Smuzhiyun 		/* Check output limit */
282*4882a593Smuzhiyun 		return 1;
283*4882a593Smuzhiyun 	}
284*4882a593Smuzhiyun 	if (length >= (int)RUN_MASK) {
285*4882a593Smuzhiyun 		int len;
286*4882a593Smuzhiyun 
287*4882a593Smuzhiyun 		*token = (RUN_MASK<<ML_BITS);
288*4882a593Smuzhiyun 		len = length - RUN_MASK;
289*4882a593Smuzhiyun 		for (; len > 254 ; len -= 255)
290*4882a593Smuzhiyun 			*(*op)++ = 255;
291*4882a593Smuzhiyun 		*(*op)++ = (BYTE)len;
292*4882a593Smuzhiyun 	} else
293*4882a593Smuzhiyun 		*token = (BYTE)(length<<ML_BITS);
294*4882a593Smuzhiyun 
295*4882a593Smuzhiyun 	/* Copy Literals */
296*4882a593Smuzhiyun 	LZ4_wildCopy(*op, *anchor, (*op) + length);
297*4882a593Smuzhiyun 	*op += length;
298*4882a593Smuzhiyun 
299*4882a593Smuzhiyun 	/* Encode Offset */
300*4882a593Smuzhiyun 	LZ4_writeLE16(*op, (U16)(*ip - match));
301*4882a593Smuzhiyun 	*op += 2;
302*4882a593Smuzhiyun 
303*4882a593Smuzhiyun 	/* Encode MatchLength */
304*4882a593Smuzhiyun 	length = (int)(matchLength - MINMATCH);
305*4882a593Smuzhiyun 
306*4882a593Smuzhiyun 	if ((limitedOutputBuffer)
307*4882a593Smuzhiyun 		&& (*op + (length>>8)
308*4882a593Smuzhiyun 			+ (1 + LASTLITERALS) > oend)) {
309*4882a593Smuzhiyun 		/* Check output limit */
310*4882a593Smuzhiyun 		return 1;
311*4882a593Smuzhiyun 	}
312*4882a593Smuzhiyun 
313*4882a593Smuzhiyun 	if (length >= (int)ML_MASK) {
314*4882a593Smuzhiyun 		*token += ML_MASK;
315*4882a593Smuzhiyun 		length -= ML_MASK;
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 		for (; length > 509 ; length -= 510) {
318*4882a593Smuzhiyun 			*(*op)++ = 255;
319*4882a593Smuzhiyun 			*(*op)++ = 255;
320*4882a593Smuzhiyun 		}
321*4882a593Smuzhiyun 
322*4882a593Smuzhiyun 		if (length > 254) {
323*4882a593Smuzhiyun 			length -= 255;
324*4882a593Smuzhiyun 			*(*op)++ = 255;
325*4882a593Smuzhiyun 		}
326*4882a593Smuzhiyun 
327*4882a593Smuzhiyun 		*(*op)++ = (BYTE)length;
328*4882a593Smuzhiyun 	} else
329*4882a593Smuzhiyun 		*token += (BYTE)(length);
330*4882a593Smuzhiyun 
331*4882a593Smuzhiyun 	/* Prepare next loop */
332*4882a593Smuzhiyun 	*ip += matchLength;
333*4882a593Smuzhiyun 	*anchor = *ip;
334*4882a593Smuzhiyun 
335*4882a593Smuzhiyun 	return 0;
336*4882a593Smuzhiyun }
337*4882a593Smuzhiyun 
LZ4HC_compress_generic(LZ4HC_CCtx_internal * const ctx,const char * const source,char * const dest,int const inputSize,int const maxOutputSize,int compressionLevel,limitedOutput_directive limit)338*4882a593Smuzhiyun static int LZ4HC_compress_generic(
339*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *const ctx,
340*4882a593Smuzhiyun 	const char * const source,
341*4882a593Smuzhiyun 	char * const dest,
342*4882a593Smuzhiyun 	int const inputSize,
343*4882a593Smuzhiyun 	int const maxOutputSize,
344*4882a593Smuzhiyun 	int compressionLevel,
345*4882a593Smuzhiyun 	limitedOutput_directive limit
346*4882a593Smuzhiyun 	)
347*4882a593Smuzhiyun {
348*4882a593Smuzhiyun 	const BYTE *ip = (const BYTE *) source;
349*4882a593Smuzhiyun 	const BYTE *anchor = ip;
350*4882a593Smuzhiyun 	const BYTE * const iend = ip + inputSize;
351*4882a593Smuzhiyun 	const BYTE * const mflimit = iend - MFLIMIT;
352*4882a593Smuzhiyun 	const BYTE * const matchlimit = (iend - LASTLITERALS);
353*4882a593Smuzhiyun 
354*4882a593Smuzhiyun 	BYTE *op = (BYTE *) dest;
355*4882a593Smuzhiyun 	BYTE * const oend = op + maxOutputSize;
356*4882a593Smuzhiyun 
357*4882a593Smuzhiyun 	unsigned int maxNbAttempts;
358*4882a593Smuzhiyun 	int ml, ml2, ml3, ml0;
359*4882a593Smuzhiyun 	const BYTE *ref = NULL;
360*4882a593Smuzhiyun 	const BYTE *start2 = NULL;
361*4882a593Smuzhiyun 	const BYTE *ref2 = NULL;
362*4882a593Smuzhiyun 	const BYTE *start3 = NULL;
363*4882a593Smuzhiyun 	const BYTE *ref3 = NULL;
364*4882a593Smuzhiyun 	const BYTE *start0;
365*4882a593Smuzhiyun 	const BYTE *ref0;
366*4882a593Smuzhiyun 
367*4882a593Smuzhiyun 	/* init */
368*4882a593Smuzhiyun 	if (compressionLevel > LZ4HC_MAX_CLEVEL)
369*4882a593Smuzhiyun 		compressionLevel = LZ4HC_MAX_CLEVEL;
370*4882a593Smuzhiyun 	if (compressionLevel < 1)
371*4882a593Smuzhiyun 		compressionLevel = LZ4HC_DEFAULT_CLEVEL;
372*4882a593Smuzhiyun 	maxNbAttempts = 1 << (compressionLevel - 1);
373*4882a593Smuzhiyun 	ctx->end += inputSize;
374*4882a593Smuzhiyun 
375*4882a593Smuzhiyun 	ip++;
376*4882a593Smuzhiyun 
377*4882a593Smuzhiyun 	/* Main Loop */
378*4882a593Smuzhiyun 	while (ip < mflimit) {
379*4882a593Smuzhiyun 		ml = LZ4HC_InsertAndFindBestMatch(ctx, ip,
380*4882a593Smuzhiyun 			matchlimit, (&ref), maxNbAttempts);
381*4882a593Smuzhiyun 		if (!ml) {
382*4882a593Smuzhiyun 			ip++;
383*4882a593Smuzhiyun 			continue;
384*4882a593Smuzhiyun 		}
385*4882a593Smuzhiyun 
386*4882a593Smuzhiyun 		/* saved, in case we would skip too much */
387*4882a593Smuzhiyun 		start0 = ip;
388*4882a593Smuzhiyun 		ref0 = ref;
389*4882a593Smuzhiyun 		ml0 = ml;
390*4882a593Smuzhiyun 
391*4882a593Smuzhiyun _Search2:
392*4882a593Smuzhiyun 		if (ip + ml < mflimit)
393*4882a593Smuzhiyun 			ml2 = LZ4HC_InsertAndGetWiderMatch(ctx,
394*4882a593Smuzhiyun 				ip + ml - 2, ip + 0,
395*4882a593Smuzhiyun 				matchlimit, ml, &ref2,
396*4882a593Smuzhiyun 				&start2, maxNbAttempts);
397*4882a593Smuzhiyun 		else
398*4882a593Smuzhiyun 			ml2 = ml;
399*4882a593Smuzhiyun 
400*4882a593Smuzhiyun 		if (ml2 == ml) {
401*4882a593Smuzhiyun 			/* No better match */
402*4882a593Smuzhiyun 			if (LZ4HC_encodeSequence(&ip, &op,
403*4882a593Smuzhiyun 				&anchor, ml, ref, limit, oend))
404*4882a593Smuzhiyun 				return 0;
405*4882a593Smuzhiyun 			continue;
406*4882a593Smuzhiyun 		}
407*4882a593Smuzhiyun 
408*4882a593Smuzhiyun 		if (start0 < ip) {
409*4882a593Smuzhiyun 			if (start2 < ip + ml0) {
410*4882a593Smuzhiyun 				/* empirical */
411*4882a593Smuzhiyun 				ip = start0;
412*4882a593Smuzhiyun 				ref = ref0;
413*4882a593Smuzhiyun 				ml = ml0;
414*4882a593Smuzhiyun 			}
415*4882a593Smuzhiyun 		}
416*4882a593Smuzhiyun 
417*4882a593Smuzhiyun 		/* Here, start0 == ip */
418*4882a593Smuzhiyun 		if ((start2 - ip) < 3) {
419*4882a593Smuzhiyun 			/* First Match too small : removed */
420*4882a593Smuzhiyun 			ml = ml2;
421*4882a593Smuzhiyun 			ip = start2;
422*4882a593Smuzhiyun 			ref = ref2;
423*4882a593Smuzhiyun 			goto _Search2;
424*4882a593Smuzhiyun 		}
425*4882a593Smuzhiyun 
426*4882a593Smuzhiyun _Search3:
427*4882a593Smuzhiyun 		/*
428*4882a593Smuzhiyun 		* Currently we have :
429*4882a593Smuzhiyun 		* ml2 > ml1, and
430*4882a593Smuzhiyun 		* ip1 + 3 <= ip2 (usually < ip1 + ml1)
431*4882a593Smuzhiyun 		*/
432*4882a593Smuzhiyun 		if ((start2 - ip) < OPTIMAL_ML) {
433*4882a593Smuzhiyun 			int correction;
434*4882a593Smuzhiyun 			int new_ml = ml;
435*4882a593Smuzhiyun 
436*4882a593Smuzhiyun 			if (new_ml > OPTIMAL_ML)
437*4882a593Smuzhiyun 				new_ml = OPTIMAL_ML;
438*4882a593Smuzhiyun 			if (ip + new_ml > start2 + ml2 - MINMATCH)
439*4882a593Smuzhiyun 				new_ml = (int)(start2 - ip) + ml2 - MINMATCH;
440*4882a593Smuzhiyun 
441*4882a593Smuzhiyun 			correction = new_ml - (int)(start2 - ip);
442*4882a593Smuzhiyun 
443*4882a593Smuzhiyun 			if (correction > 0) {
444*4882a593Smuzhiyun 				start2 += correction;
445*4882a593Smuzhiyun 				ref2 += correction;
446*4882a593Smuzhiyun 				ml2 -= correction;
447*4882a593Smuzhiyun 			}
448*4882a593Smuzhiyun 		}
449*4882a593Smuzhiyun 		/*
450*4882a593Smuzhiyun 		 * Now, we have start2 = ip + new_ml,
451*4882a593Smuzhiyun 		 * with new_ml = min(ml, OPTIMAL_ML = 18)
452*4882a593Smuzhiyun 		 */
453*4882a593Smuzhiyun 
454*4882a593Smuzhiyun 		if (start2 + ml2 < mflimit)
455*4882a593Smuzhiyun 			ml3 = LZ4HC_InsertAndGetWiderMatch(ctx,
456*4882a593Smuzhiyun 				start2 + ml2 - 3, start2,
457*4882a593Smuzhiyun 				matchlimit, ml2, &ref3, &start3,
458*4882a593Smuzhiyun 				maxNbAttempts);
459*4882a593Smuzhiyun 		else
460*4882a593Smuzhiyun 			ml3 = ml2;
461*4882a593Smuzhiyun 
462*4882a593Smuzhiyun 		if (ml3 == ml2) {
463*4882a593Smuzhiyun 			/* No better match : 2 sequences to encode */
464*4882a593Smuzhiyun 			/* ip & ref are known; Now for ml */
465*4882a593Smuzhiyun 			if (start2 < ip + ml)
466*4882a593Smuzhiyun 				ml = (int)(start2 - ip);
467*4882a593Smuzhiyun 			/* Now, encode 2 sequences */
468*4882a593Smuzhiyun 			if (LZ4HC_encodeSequence(&ip, &op, &anchor,
469*4882a593Smuzhiyun 				ml, ref, limit, oend))
470*4882a593Smuzhiyun 				return 0;
471*4882a593Smuzhiyun 			ip = start2;
472*4882a593Smuzhiyun 			if (LZ4HC_encodeSequence(&ip, &op, &anchor,
473*4882a593Smuzhiyun 				ml2, ref2, limit, oend))
474*4882a593Smuzhiyun 				return 0;
475*4882a593Smuzhiyun 			continue;
476*4882a593Smuzhiyun 		}
477*4882a593Smuzhiyun 
478*4882a593Smuzhiyun 		if (start3 < ip + ml + 3) {
479*4882a593Smuzhiyun 			/* Not enough space for match 2 : remove it */
480*4882a593Smuzhiyun 			if (start3 >= (ip + ml)) {
481*4882a593Smuzhiyun 				/* can write Seq1 immediately
482*4882a593Smuzhiyun 				 * ==> Seq2 is removed,
483*4882a593Smuzhiyun 				 * so Seq3 becomes Seq1
484*4882a593Smuzhiyun 				 */
485*4882a593Smuzhiyun 				if (start2 < ip + ml) {
486*4882a593Smuzhiyun 					int correction = (int)(ip + ml - start2);
487*4882a593Smuzhiyun 
488*4882a593Smuzhiyun 					start2 += correction;
489*4882a593Smuzhiyun 					ref2 += correction;
490*4882a593Smuzhiyun 					ml2 -= correction;
491*4882a593Smuzhiyun 					if (ml2 < MINMATCH) {
492*4882a593Smuzhiyun 						start2 = start3;
493*4882a593Smuzhiyun 						ref2 = ref3;
494*4882a593Smuzhiyun 						ml2 = ml3;
495*4882a593Smuzhiyun 					}
496*4882a593Smuzhiyun 				}
497*4882a593Smuzhiyun 
498*4882a593Smuzhiyun 				if (LZ4HC_encodeSequence(&ip, &op, &anchor,
499*4882a593Smuzhiyun 					ml, ref, limit, oend))
500*4882a593Smuzhiyun 					return 0;
501*4882a593Smuzhiyun 				ip = start3;
502*4882a593Smuzhiyun 				ref = ref3;
503*4882a593Smuzhiyun 				ml = ml3;
504*4882a593Smuzhiyun 
505*4882a593Smuzhiyun 				start0 = start2;
506*4882a593Smuzhiyun 				ref0 = ref2;
507*4882a593Smuzhiyun 				ml0 = ml2;
508*4882a593Smuzhiyun 				goto _Search2;
509*4882a593Smuzhiyun 			}
510*4882a593Smuzhiyun 
511*4882a593Smuzhiyun 			start2 = start3;
512*4882a593Smuzhiyun 			ref2 = ref3;
513*4882a593Smuzhiyun 			ml2 = ml3;
514*4882a593Smuzhiyun 			goto _Search3;
515*4882a593Smuzhiyun 		}
516*4882a593Smuzhiyun 
517*4882a593Smuzhiyun 		/*
518*4882a593Smuzhiyun 		* OK, now we have 3 ascending matches;
519*4882a593Smuzhiyun 		* let's write at least the first one
520*4882a593Smuzhiyun 		* ip & ref are known; Now for ml
521*4882a593Smuzhiyun 		*/
522*4882a593Smuzhiyun 		if (start2 < ip + ml) {
523*4882a593Smuzhiyun 			if ((start2 - ip) < (int)ML_MASK) {
524*4882a593Smuzhiyun 				int correction;
525*4882a593Smuzhiyun 
526*4882a593Smuzhiyun 				if (ml > OPTIMAL_ML)
527*4882a593Smuzhiyun 					ml = OPTIMAL_ML;
528*4882a593Smuzhiyun 				if (ip + ml > start2 + ml2 - MINMATCH)
529*4882a593Smuzhiyun 					ml = (int)(start2 - ip) + ml2 - MINMATCH;
530*4882a593Smuzhiyun 				correction = ml - (int)(start2 - ip);
531*4882a593Smuzhiyun 				if (correction > 0) {
532*4882a593Smuzhiyun 					start2 += correction;
533*4882a593Smuzhiyun 					ref2 += correction;
534*4882a593Smuzhiyun 					ml2 -= correction;
535*4882a593Smuzhiyun 				}
536*4882a593Smuzhiyun 			} else
537*4882a593Smuzhiyun 				ml = (int)(start2 - ip);
538*4882a593Smuzhiyun 		}
539*4882a593Smuzhiyun 		if (LZ4HC_encodeSequence(&ip, &op, &anchor, ml,
540*4882a593Smuzhiyun 			ref, limit, oend))
541*4882a593Smuzhiyun 			return 0;
542*4882a593Smuzhiyun 
543*4882a593Smuzhiyun 		ip = start2;
544*4882a593Smuzhiyun 		ref = ref2;
545*4882a593Smuzhiyun 		ml = ml2;
546*4882a593Smuzhiyun 
547*4882a593Smuzhiyun 		start2 = start3;
548*4882a593Smuzhiyun 		ref2 = ref3;
549*4882a593Smuzhiyun 		ml2 = ml3;
550*4882a593Smuzhiyun 
551*4882a593Smuzhiyun 		goto _Search3;
552*4882a593Smuzhiyun 	}
553*4882a593Smuzhiyun 
554*4882a593Smuzhiyun 	/* Encode Last Literals */
555*4882a593Smuzhiyun 	{
556*4882a593Smuzhiyun 		int lastRun = (int)(iend - anchor);
557*4882a593Smuzhiyun 
558*4882a593Smuzhiyun 		if ((limit)
559*4882a593Smuzhiyun 			&& (((char *)op - dest) + lastRun + 1
560*4882a593Smuzhiyun 				+ ((lastRun + 255 - RUN_MASK)/255)
561*4882a593Smuzhiyun 					> (U32)maxOutputSize)) {
562*4882a593Smuzhiyun 			/* Check output limit */
563*4882a593Smuzhiyun 			return 0;
564*4882a593Smuzhiyun 		}
565*4882a593Smuzhiyun 		if (lastRun >= (int)RUN_MASK) {
566*4882a593Smuzhiyun 			*op++ = (RUN_MASK<<ML_BITS);
567*4882a593Smuzhiyun 			lastRun -= RUN_MASK;
568*4882a593Smuzhiyun 			for (; lastRun > 254 ; lastRun -= 255)
569*4882a593Smuzhiyun 				*op++ = 255;
570*4882a593Smuzhiyun 			*op++ = (BYTE) lastRun;
571*4882a593Smuzhiyun 		} else
572*4882a593Smuzhiyun 			*op++ = (BYTE)(lastRun<<ML_BITS);
573*4882a593Smuzhiyun 		LZ4_memcpy(op, anchor, iend - anchor);
574*4882a593Smuzhiyun 		op += iend - anchor;
575*4882a593Smuzhiyun 	}
576*4882a593Smuzhiyun 
577*4882a593Smuzhiyun 	/* End */
578*4882a593Smuzhiyun 	return (int) (((char *)op) - dest);
579*4882a593Smuzhiyun }
580*4882a593Smuzhiyun 
LZ4_compress_HC_extStateHC(void * state,const char * src,char * dst,int srcSize,int maxDstSize,int compressionLevel)581*4882a593Smuzhiyun static int LZ4_compress_HC_extStateHC(
582*4882a593Smuzhiyun 	void *state,
583*4882a593Smuzhiyun 	const char *src,
584*4882a593Smuzhiyun 	char *dst,
585*4882a593Smuzhiyun 	int srcSize,
586*4882a593Smuzhiyun 	int maxDstSize,
587*4882a593Smuzhiyun 	int compressionLevel)
588*4882a593Smuzhiyun {
589*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *ctx = &((LZ4_streamHC_t *)state)->internal_donotuse;
590*4882a593Smuzhiyun 
591*4882a593Smuzhiyun 	if (((size_t)(state)&(sizeof(void *) - 1)) != 0) {
592*4882a593Smuzhiyun 		/* Error : state is not aligned
593*4882a593Smuzhiyun 		 * for pointers (32 or 64 bits)
594*4882a593Smuzhiyun 		 */
595*4882a593Smuzhiyun 		return 0;
596*4882a593Smuzhiyun 	}
597*4882a593Smuzhiyun 
598*4882a593Smuzhiyun 	LZ4HC_init(ctx, (const BYTE *)src);
599*4882a593Smuzhiyun 
600*4882a593Smuzhiyun 	if (maxDstSize < LZ4_compressBound(srcSize))
601*4882a593Smuzhiyun 		return LZ4HC_compress_generic(ctx, src, dst,
602*4882a593Smuzhiyun 			srcSize, maxDstSize, compressionLevel, limitedOutput);
603*4882a593Smuzhiyun 	else
604*4882a593Smuzhiyun 		return LZ4HC_compress_generic(ctx, src, dst,
605*4882a593Smuzhiyun 			srcSize, maxDstSize, compressionLevel, noLimit);
606*4882a593Smuzhiyun }
607*4882a593Smuzhiyun 
LZ4_compress_HC(const char * src,char * dst,int srcSize,int maxDstSize,int compressionLevel,void * wrkmem)608*4882a593Smuzhiyun int LZ4_compress_HC(const char *src, char *dst, int srcSize,
609*4882a593Smuzhiyun 	int maxDstSize, int compressionLevel, void *wrkmem)
610*4882a593Smuzhiyun {
611*4882a593Smuzhiyun 	return LZ4_compress_HC_extStateHC(wrkmem, src, dst,
612*4882a593Smuzhiyun 		srcSize, maxDstSize, compressionLevel);
613*4882a593Smuzhiyun }
614*4882a593Smuzhiyun EXPORT_SYMBOL(LZ4_compress_HC);
615*4882a593Smuzhiyun 
616*4882a593Smuzhiyun /**************************************
617*4882a593Smuzhiyun  *	Streaming Functions
618*4882a593Smuzhiyun  **************************************/
LZ4_resetStreamHC(LZ4_streamHC_t * LZ4_streamHCPtr,int compressionLevel)619*4882a593Smuzhiyun void LZ4_resetStreamHC(LZ4_streamHC_t *LZ4_streamHCPtr, int compressionLevel)
620*4882a593Smuzhiyun {
621*4882a593Smuzhiyun 	LZ4_streamHCPtr->internal_donotuse.base = NULL;
622*4882a593Smuzhiyun 	LZ4_streamHCPtr->internal_donotuse.compressionLevel = (unsigned int)compressionLevel;
623*4882a593Smuzhiyun }
624*4882a593Smuzhiyun 
LZ4_loadDictHC(LZ4_streamHC_t * LZ4_streamHCPtr,const char * dictionary,int dictSize)625*4882a593Smuzhiyun int LZ4_loadDictHC(LZ4_streamHC_t *LZ4_streamHCPtr,
626*4882a593Smuzhiyun 	const char *dictionary,
627*4882a593Smuzhiyun 	int dictSize)
628*4882a593Smuzhiyun {
629*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *ctxPtr = &LZ4_streamHCPtr->internal_donotuse;
630*4882a593Smuzhiyun 
631*4882a593Smuzhiyun 	if (dictSize > 64 * KB) {
632*4882a593Smuzhiyun 		dictionary += dictSize - 64 * KB;
633*4882a593Smuzhiyun 		dictSize = 64 * KB;
634*4882a593Smuzhiyun 	}
635*4882a593Smuzhiyun 	LZ4HC_init(ctxPtr, (const BYTE *)dictionary);
636*4882a593Smuzhiyun 	if (dictSize >= 4)
637*4882a593Smuzhiyun 		LZ4HC_Insert(ctxPtr, (const BYTE *)dictionary + (dictSize - 3));
638*4882a593Smuzhiyun 	ctxPtr->end = (const BYTE *)dictionary + dictSize;
639*4882a593Smuzhiyun 	return dictSize;
640*4882a593Smuzhiyun }
641*4882a593Smuzhiyun EXPORT_SYMBOL(LZ4_loadDictHC);
642*4882a593Smuzhiyun 
643*4882a593Smuzhiyun /* compression */
644*4882a593Smuzhiyun 
LZ4HC_setExternalDict(LZ4HC_CCtx_internal * ctxPtr,const BYTE * newBlock)645*4882a593Smuzhiyun static void LZ4HC_setExternalDict(
646*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *ctxPtr,
647*4882a593Smuzhiyun 	const BYTE *newBlock)
648*4882a593Smuzhiyun {
649*4882a593Smuzhiyun 	if (ctxPtr->end >= ctxPtr->base + 4) {
650*4882a593Smuzhiyun 		/* Referencing remaining dictionary content */
651*4882a593Smuzhiyun 		LZ4HC_Insert(ctxPtr, ctxPtr->end - 3);
652*4882a593Smuzhiyun 	}
653*4882a593Smuzhiyun 
654*4882a593Smuzhiyun 	/*
655*4882a593Smuzhiyun 	 * Only one memory segment for extDict,
656*4882a593Smuzhiyun 	 * so any previous extDict is lost at this stage
657*4882a593Smuzhiyun 	 */
658*4882a593Smuzhiyun 	ctxPtr->lowLimit	= ctxPtr->dictLimit;
659*4882a593Smuzhiyun 	ctxPtr->dictLimit = (U32)(ctxPtr->end - ctxPtr->base);
660*4882a593Smuzhiyun 	ctxPtr->dictBase	= ctxPtr->base;
661*4882a593Smuzhiyun 	ctxPtr->base = newBlock - ctxPtr->dictLimit;
662*4882a593Smuzhiyun 	ctxPtr->end	= newBlock;
663*4882a593Smuzhiyun 	/* match referencing will resume from there */
664*4882a593Smuzhiyun 	ctxPtr->nextToUpdate = ctxPtr->dictLimit;
665*4882a593Smuzhiyun }
666*4882a593Smuzhiyun 
LZ4_compressHC_continue_generic(LZ4_streamHC_t * LZ4_streamHCPtr,const char * source,char * dest,int inputSize,int maxOutputSize,limitedOutput_directive limit)667*4882a593Smuzhiyun static int LZ4_compressHC_continue_generic(
668*4882a593Smuzhiyun 	LZ4_streamHC_t *LZ4_streamHCPtr,
669*4882a593Smuzhiyun 	const char *source,
670*4882a593Smuzhiyun 	char *dest,
671*4882a593Smuzhiyun 	int inputSize,
672*4882a593Smuzhiyun 	int maxOutputSize,
673*4882a593Smuzhiyun 	limitedOutput_directive limit)
674*4882a593Smuzhiyun {
675*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *ctxPtr = &LZ4_streamHCPtr->internal_donotuse;
676*4882a593Smuzhiyun 
677*4882a593Smuzhiyun 	/* auto - init if forgotten */
678*4882a593Smuzhiyun 	if (ctxPtr->base == NULL)
679*4882a593Smuzhiyun 		LZ4HC_init(ctxPtr, (const BYTE *) source);
680*4882a593Smuzhiyun 
681*4882a593Smuzhiyun 	/* Check overflow */
682*4882a593Smuzhiyun 	if ((size_t)(ctxPtr->end - ctxPtr->base) > 2 * GB) {
683*4882a593Smuzhiyun 		size_t dictSize = (size_t)(ctxPtr->end - ctxPtr->base)
684*4882a593Smuzhiyun 			- ctxPtr->dictLimit;
685*4882a593Smuzhiyun 		if (dictSize > 64 * KB)
686*4882a593Smuzhiyun 			dictSize = 64 * KB;
687*4882a593Smuzhiyun 		LZ4_loadDictHC(LZ4_streamHCPtr,
688*4882a593Smuzhiyun 			(const char *)(ctxPtr->end) - dictSize, (int)dictSize);
689*4882a593Smuzhiyun 	}
690*4882a593Smuzhiyun 
691*4882a593Smuzhiyun 	/* Check if blocks follow each other */
692*4882a593Smuzhiyun 	if ((const BYTE *)source != ctxPtr->end)
693*4882a593Smuzhiyun 		LZ4HC_setExternalDict(ctxPtr, (const BYTE *)source);
694*4882a593Smuzhiyun 
695*4882a593Smuzhiyun 	/* Check overlapping input/dictionary space */
696*4882a593Smuzhiyun 	{
697*4882a593Smuzhiyun 		const BYTE *sourceEnd = (const BYTE *) source + inputSize;
698*4882a593Smuzhiyun 		const BYTE * const dictBegin = ctxPtr->dictBase + ctxPtr->lowLimit;
699*4882a593Smuzhiyun 		const BYTE * const dictEnd = ctxPtr->dictBase + ctxPtr->dictLimit;
700*4882a593Smuzhiyun 
701*4882a593Smuzhiyun 		if ((sourceEnd > dictBegin)
702*4882a593Smuzhiyun 			&& ((const BYTE *)source < dictEnd)) {
703*4882a593Smuzhiyun 			if (sourceEnd > dictEnd)
704*4882a593Smuzhiyun 				sourceEnd = dictEnd;
705*4882a593Smuzhiyun 			ctxPtr->lowLimit = (U32)(sourceEnd - ctxPtr->dictBase);
706*4882a593Smuzhiyun 
707*4882a593Smuzhiyun 			if (ctxPtr->dictLimit - ctxPtr->lowLimit < 4)
708*4882a593Smuzhiyun 				ctxPtr->lowLimit = ctxPtr->dictLimit;
709*4882a593Smuzhiyun 		}
710*4882a593Smuzhiyun 	}
711*4882a593Smuzhiyun 
712*4882a593Smuzhiyun 	return LZ4HC_compress_generic(ctxPtr, source, dest,
713*4882a593Smuzhiyun 		inputSize, maxOutputSize, ctxPtr->compressionLevel, limit);
714*4882a593Smuzhiyun }
715*4882a593Smuzhiyun 
LZ4_compress_HC_continue(LZ4_streamHC_t * LZ4_streamHCPtr,const char * source,char * dest,int inputSize,int maxOutputSize)716*4882a593Smuzhiyun int LZ4_compress_HC_continue(
717*4882a593Smuzhiyun 	LZ4_streamHC_t *LZ4_streamHCPtr,
718*4882a593Smuzhiyun 	const char *source,
719*4882a593Smuzhiyun 	char *dest,
720*4882a593Smuzhiyun 	int inputSize,
721*4882a593Smuzhiyun 	int maxOutputSize)
722*4882a593Smuzhiyun {
723*4882a593Smuzhiyun 	if (maxOutputSize < LZ4_compressBound(inputSize))
724*4882a593Smuzhiyun 		return LZ4_compressHC_continue_generic(LZ4_streamHCPtr,
725*4882a593Smuzhiyun 			source, dest, inputSize, maxOutputSize, limitedOutput);
726*4882a593Smuzhiyun 	else
727*4882a593Smuzhiyun 		return LZ4_compressHC_continue_generic(LZ4_streamHCPtr,
728*4882a593Smuzhiyun 			source, dest, inputSize, maxOutputSize, noLimit);
729*4882a593Smuzhiyun }
730*4882a593Smuzhiyun EXPORT_SYMBOL(LZ4_compress_HC_continue);
731*4882a593Smuzhiyun 
732*4882a593Smuzhiyun /* dictionary saving */
733*4882a593Smuzhiyun 
LZ4_saveDictHC(LZ4_streamHC_t * LZ4_streamHCPtr,char * safeBuffer,int dictSize)734*4882a593Smuzhiyun int LZ4_saveDictHC(
735*4882a593Smuzhiyun 	LZ4_streamHC_t *LZ4_streamHCPtr,
736*4882a593Smuzhiyun 	char *safeBuffer,
737*4882a593Smuzhiyun 	int dictSize)
738*4882a593Smuzhiyun {
739*4882a593Smuzhiyun 	LZ4HC_CCtx_internal *const streamPtr = &LZ4_streamHCPtr->internal_donotuse;
740*4882a593Smuzhiyun 	int const prefixSize = (int)(streamPtr->end
741*4882a593Smuzhiyun 		- (streamPtr->base + streamPtr->dictLimit));
742*4882a593Smuzhiyun 
743*4882a593Smuzhiyun 	if (dictSize > 64 * KB)
744*4882a593Smuzhiyun 		dictSize = 64 * KB;
745*4882a593Smuzhiyun 	if (dictSize < 4)
746*4882a593Smuzhiyun 		dictSize = 0;
747*4882a593Smuzhiyun 	if (dictSize > prefixSize)
748*4882a593Smuzhiyun 		dictSize = prefixSize;
749*4882a593Smuzhiyun 
750*4882a593Smuzhiyun 	memmove(safeBuffer, streamPtr->end - dictSize, dictSize);
751*4882a593Smuzhiyun 
752*4882a593Smuzhiyun 	{
753*4882a593Smuzhiyun 		U32 const endIndex = (U32)(streamPtr->end - streamPtr->base);
754*4882a593Smuzhiyun 
755*4882a593Smuzhiyun 		streamPtr->end = (const BYTE *)safeBuffer + dictSize;
756*4882a593Smuzhiyun 		streamPtr->base = streamPtr->end - endIndex;
757*4882a593Smuzhiyun 		streamPtr->dictLimit = endIndex - dictSize;
758*4882a593Smuzhiyun 		streamPtr->lowLimit = endIndex - dictSize;
759*4882a593Smuzhiyun 
760*4882a593Smuzhiyun 		if (streamPtr->nextToUpdate < streamPtr->dictLimit)
761*4882a593Smuzhiyun 			streamPtr->nextToUpdate = streamPtr->dictLimit;
762*4882a593Smuzhiyun 	}
763*4882a593Smuzhiyun 	return dictSize;
764*4882a593Smuzhiyun }
765*4882a593Smuzhiyun EXPORT_SYMBOL(LZ4_saveDictHC);
766*4882a593Smuzhiyun 
767*4882a593Smuzhiyun MODULE_LICENSE("Dual BSD/GPL");
768*4882a593Smuzhiyun MODULE_DESCRIPTION("LZ4 HC compressor");
769