2017-09-11 23:25:50 +00:00
/*
* LZ4 - Fast LZ compression algorithm
* Header File
2018-09-12 23:52:16 +00:00
* Copyright ( C ) 2011 - present , Yann Collet .
2017-09-11 23:25:50 +00:00
BSD 2 - Clause License ( http : //www.opensource.org/licenses/bsd-license.php)
Redistribution and use in source and binary forms , with or without
modification , are permitted provided that the following conditions are
met :
* Redistributions of source code must retain the above copyright
notice , this list of conditions and the following disclaimer .
* Redistributions in binary form must reproduce the above
copyright notice , this list of conditions and the following disclaimer
in the documentation and / or other materials provided with the
distribution .
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
" AS IS " AND ANY EXPRESS OR IMPLIED WARRANTIES , INCLUDING , BUT NOT
LIMITED TO , THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
A PARTICULAR PURPOSE ARE DISCLAIMED . IN NO EVENT SHALL THE COPYRIGHT
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT , INDIRECT , INCIDENTAL ,
SPECIAL , EXEMPLARY , OR CONSEQUENTIAL DAMAGES ( INCLUDING , BUT NOT
LIMITED TO , PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES ; LOSS OF USE ,
DATA , OR PROFITS ; OR BUSINESS INTERRUPTION ) HOWEVER CAUSED AND ON ANY
THEORY OF LIABILITY , WHETHER IN CONTRACT , STRICT LIABILITY , OR TORT
( INCLUDING NEGLIGENCE OR OTHERWISE ) ARISING IN ANY WAY OUT OF THE USE
OF THIS SOFTWARE , EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE .
You can contact the author at :
- LZ4 homepage : http : //www.lz4.org
- LZ4 source repository : https : //github.com/lz4/lz4
*/
2017-09-11 23:30:29 +00:00
2017-09-11 23:25:50 +00:00
2017-10-21 13:02:43 +00:00
# ifndef TRACY_LZ4_H_2983827168210
# define TRACY_LZ4_H_2983827168210
2017-09-11 23:25:50 +00:00
/* --- Dependency --- */
# include <stddef.h> /* size_t */
2017-09-11 23:30:29 +00:00
# include <stdint.h>
2017-09-11 23:25:50 +00:00
2017-09-11 23:30:29 +00:00
namespace tracy
{
2017-09-11 23:25:50 +00:00
/**
Introduction
2018-09-12 23:52:16 +00:00
LZ4 is lossless compression algorithm , providing compression speed at 500 MB / s per core ,
2017-09-11 23:25:50 +00:00
scalable with multi - cores CPU . It features an extremely fast decoder , with speed in
multiple GB / s per core , typically reaching RAM speed limits on multi - core systems .
The LZ4 compression library provides in - memory compression and decompression functions .
2019-05-01 14:53:48 +00:00
It gives full buffer control to user .
2017-09-11 23:25:50 +00:00
Compression can be done in :
- a single step ( described as Simple Functions )
- a single step , reusing a context ( described in Advanced Functions )
- unbounded multiple steps ( described as Streaming compression )
2019-05-01 14:53:48 +00:00
lz4 . h generates and decodes LZ4 - compressed blocks ( doc / lz4_Block_format . md ) .
Decompressing a block requires additional metadata , such as its compressed size .
Each application is free to encode and pass such metadata in whichever way it wants .
2017-09-11 23:25:50 +00:00
2019-05-01 14:53:48 +00:00
lz4 . h only handle blocks , it can not generate Frames .
Blocks are different from Frames ( doc / lz4_Frame_format . md ) .
Frames bundle both blocks and metadata in a specified manner .
This are required for compressed data to be self - contained and portable .
Frame format is delivered through a companion API , declared in lz4frame . h .
Note that the ` lz4 ` CLI can only manage frames .
2017-09-11 23:25:50 +00:00
*/
/*^***************************************************************
* Export parameters
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*
* LZ4_DLL_EXPORT :
* Enable exporting of functions when building a Windows DLL
2018-03-04 14:23:46 +00:00
* LZ4LIB_VISIBILITY :
2017-09-11 23:25:50 +00:00
* Control library symbols visibility .
*/
2018-03-04 14:23:46 +00:00
# ifndef LZ4LIB_VISIBILITY
# if defined(__GNUC__) && (__GNUC__ >= 4)
# define LZ4LIB_VISIBILITY __attribute__ ((visibility ("default")))
# else
# define LZ4LIB_VISIBILITY
# endif
# endif
2017-09-11 23:25:50 +00:00
# if defined(LZ4_DLL_EXPORT) && (LZ4_DLL_EXPORT==1)
2018-03-04 14:23:46 +00:00
# define LZ4LIB_API __declspec(dllexport) LZ4LIB_VISIBILITY
2017-09-11 23:25:50 +00:00
# elif defined(LZ4_DLL_IMPORT) && (LZ4_DLL_IMPORT==1)
2018-03-04 14:23:46 +00:00
# define LZ4LIB_API __declspec(dllimport) LZ4LIB_VISIBILITY /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
2017-09-11 23:25:50 +00:00
# else
2018-03-04 14:23:46 +00:00
# define LZ4LIB_API LZ4LIB_VISIBILITY
2017-09-11 23:25:50 +00:00
# endif
/*------ Version ------*/
# define LZ4_VERSION_MAJOR 1 /* for breaking interface changes */
2019-05-01 14:53:48 +00:00
# define LZ4_VERSION_MINOR 9 /* for new (non-breaking) interface capabilities */
# define LZ4_VERSION_RELEASE 1 /* for tweaks, bug-fixes, or development */
2017-09-11 23:25:50 +00:00
# define LZ4_VERSION_NUMBER (LZ4_VERSION_MAJOR *100*100 + LZ4_VERSION_MINOR *100 + LZ4_VERSION_RELEASE)
# define LZ4_LIB_VERSION LZ4_VERSION_MAJOR.LZ4_VERSION_MINOR.LZ4_VERSION_RELEASE
# define LZ4_QUOTE(str) #str
# define LZ4_EXPAND_AND_QUOTE(str) LZ4_QUOTE(str)
# define LZ4_VERSION_STRING LZ4_EXPAND_AND_QUOTE(LZ4_LIB_VERSION)
2018-05-07 23:52:40 +00:00
LZ4LIB_API int LZ4_versionNumber ( void ) ; /**< library version number; useful to check dll version */
2019-05-01 14:53:48 +00:00
LZ4LIB_API const char * LZ4_versionString ( void ) ; /**< library version string; useful to check dll version */
2017-09-11 23:25:50 +00:00
/*-************************************
* Tuning parameter
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*!
* LZ4_MEMORY_USAGE :
* Memory usage formula : N - > 2 ^ N Bytes ( examples : 10 - > 1 KB ; 12 - > 4 KB ; 16 - > 64 KB ; 20 - > 1 MB ; etc . )
2019-05-01 14:53:48 +00:00
* Increasing memory usage improves compression ratio .
* Reduced memory usage may improve speed , thanks to better cache locality .
2017-09-11 23:25:50 +00:00
* Default value is 14 , for 16 KB , which nicely fits into Intel x86 L1 cache
*/
# ifndef LZ4_MEMORY_USAGE
2017-11-23 01:28:33 +00:00
# define LZ4_MEMORY_USAGE 12
2017-09-11 23:25:50 +00:00
# endif
2019-05-01 14:53:48 +00:00
2017-09-11 23:25:50 +00:00
/*-************************************
* Simple Functions
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*! LZ4_compress_default() :
2018-03-04 14:23:46 +00:00
Compresses ' srcSize ' bytes from buffer ' src '
into already allocated ' dst ' buffer of size ' dstCapacity ' .
Compression is guaranteed to succeed if ' dstCapacity ' > = LZ4_compressBound ( srcSize ) .
2017-09-11 23:25:50 +00:00
It also runs faster , so it ' s a recommended setting .
2018-05-07 23:52:40 +00:00
If the function cannot compress ' src ' into a more limited ' dst ' budget ,
2017-09-11 23:25:50 +00:00
compression stops * immediately * , and the function result is zero .
2019-05-01 14:53:48 +00:00
In which case , ' dst ' content is undefined ( invalid ) .
2018-05-07 23:52:40 +00:00
srcSize : max supported value is LZ4_MAX_INPUT_SIZE .
dstCapacity : size of buffer ' dst ' ( which must be already allocated )
2019-05-01 14:53:48 +00:00
@ return : the number of bytes written into buffer ' dst ' ( necessarily < = dstCapacity )
or 0 if compression fails
Note : This function is protected against buffer overflow scenarios ( never writes outside ' dst ' buffer , nor read outside ' source ' buffer ) .
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_compress_default ( const char * src , char * dst , int srcSize , int dstCapacity ) ;
2017-09-11 23:25:50 +00:00
/*! LZ4_decompress_safe() :
2018-03-04 14:23:46 +00:00
compressedSize : is the exact complete size of the compressed block .
dstCapacity : is the size of destination buffer , which must be already allocated .
2019-05-01 14:53:48 +00:00
@ return : the number of bytes decompressed into destination buffer ( necessarily < = dstCapacity )
2018-03-04 14:23:46 +00:00
If destination buffer is not large enough , decoding will stop and output an error code ( negative value ) .
2017-09-11 23:25:50 +00:00
If the source stream is detected malformed , the function will stop decoding and return a negative result .
2019-05-01 14:53:48 +00:00
Note : This function is protected against malicious data packets ( never writes outside ' dst ' buffer , nor read outside ' source ' buffer ) .
2017-09-11 23:25:50 +00:00
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_decompress_safe ( const char * src , char * dst , int compressedSize , int dstCapacity ) ;
2017-09-11 23:25:50 +00:00
/*-************************************
* Advanced Functions
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
# define LZ4_MAX_INPUT_SIZE 0x7E000000 /* 2 113 929 216 bytes */
# define LZ4_COMPRESSBOUND(isize) ((unsigned)(isize) > (unsigned)LZ4_MAX_INPUT_SIZE ? 0 : (isize) + ((isize) / 255) + 16)
2019-05-01 14:53:48 +00:00
/*! LZ4_compressBound() :
2017-09-11 23:25:50 +00:00
Provides the maximum size that LZ4 compression may output in a " worst case " scenario ( input data not compressible )
This function is primarily useful for memory allocation purposes ( destination buffer size ) .
Macro LZ4_COMPRESSBOUND ( ) is also provided for compilation - time evaluation ( stack memory allocation for example ) .
2018-05-07 23:52:40 +00:00
Note that LZ4_compress_default ( ) compresses faster when dstCapacity is > = LZ4_compressBound ( srcSize )
2017-09-11 23:25:50 +00:00
inputSize : max supported value is LZ4_MAX_INPUT_SIZE
return : maximum output size in a " worst case " scenario
2018-05-07 23:52:40 +00:00
or 0 , if input size is incorrect ( too large or negative )
2017-09-11 23:25:50 +00:00
*/
LZ4LIB_API int LZ4_compressBound ( int inputSize ) ;
2019-05-01 14:53:48 +00:00
/*! LZ4_compress_fast() :
2018-05-07 23:52:40 +00:00
Same as LZ4_compress_default ( ) , but allows selection of " acceleration " factor .
2017-09-11 23:25:50 +00:00
The larger the acceleration value , the faster the algorithm , but also the lesser the compression .
It ' s a trade - off . It can be fine tuned , with each successive value providing roughly + ~ 3 % to speed .
An acceleration value of " 1 " is the same as regular LZ4_compress_default ( )
2018-05-07 23:52:40 +00:00
Values < = 0 will be replaced by ACCELERATION_DEFAULT ( currently = = 1 , see lz4 . c ) .
2017-09-11 23:25:50 +00:00
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_compress_fast ( const char * src , char * dst , int srcSize , int dstCapacity , int acceleration ) ;
2017-09-11 23:25:50 +00:00
2019-05-01 14:53:48 +00:00
/*! LZ4_compress_fast_extState() :
* Same as LZ4_compress_fast ( ) , using an externally allocated memory space for its state .
* Use LZ4_sizeofState ( ) to know how much memory must be allocated ,
* and allocate it on 8 - bytes boundaries ( using ` malloc ( ) ` typically ) .
* Then , provide this buffer as ` void * state ` to compression function .
*/
2017-09-11 23:25:50 +00:00
LZ4LIB_API int LZ4_sizeofState ( void ) ;
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_compress_fast_extState ( void * state , const char * src , char * dst , int srcSize , int dstCapacity , int acceleration ) ;
2017-09-11 23:25:50 +00:00
2018-09-12 23:52:16 +00:00
/*! LZ4_compress_destSize() :
* Reverse the logic : compresses as much data as possible from ' src ' buffer
* into already allocated buffer ' dst ' , of size > = ' targetDestSize ' .
* This function either compresses the entire ' src ' content into ' dst ' if it ' s large enough ,
* or fill ' dst ' buffer completely with as much data as possible from ' src ' .
* note : acceleration parameter is fixed to " default " .
*
* * srcSizePtr : will be modified to indicate how many bytes where read from ' src ' to fill ' dst ' .
* New value is necessarily < = input value .
* @ return : Nb bytes written into ' dst ' ( necessarily < = targetDestSize )
* or 0 if compression fails .
2017-09-11 23:25:50 +00:00
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_compress_destSize ( const char * src , char * dst , int * srcSizePtr , int targetDstSize ) ;
2017-09-11 23:25:50 +00:00
2018-09-12 23:52:16 +00:00
/*! LZ4_decompress_safe_partial() :
* Decompress an LZ4 compressed block , of size ' srcSize ' at position ' src ' ,
* into destination buffer ' dst ' of size ' dstCapacity ' .
* Up to ' targetOutputSize ' bytes will be decoded .
* The function stops decoding on reaching this objective ,
* which can boost performance when only the beginning of a block is required .
*
* @ return : the number of bytes decoded in ` dst ` ( necessarily < = dstCapacity )
* If source stream is detected malformed , function returns a negative result .
*
* Note : @ return can be < targetOutputSize , if compressed block contains less data .
*
* Note 2 : this function features 2 parameters , targetOutputSize and dstCapacity ,
* and expects targetOutputSize < = dstCapacity .
* It effectively stops decoding on reaching targetOutputSize ,
* so dstCapacity is kind of redundant .
* This is because in a previous version of this function ,
* decoding operation would not " break " a sequence in the middle .
* As a consequence , there was no guarantee that decoding would stop at exactly targetOutputSize ,
* it could write more bytes , though only up to dstCapacity .
* Some " margin " used to be required for this operation to work properly .
* This is no longer necessary .
* The function nonetheless keeps its signature , in an effort to not break API .
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_decompress_safe_partial ( const char * src , char * dst , int srcSize , int targetOutputSize , int dstCapacity ) ;
2017-09-11 23:25:50 +00:00
/*-*********************************************
* Streaming Compression Functions
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2018-05-07 23:52:40 +00:00
typedef union LZ4_stream_u LZ4_stream_t ; /* incomplete type (defined later) */
2017-09-11 23:25:50 +00:00
LZ4LIB_API LZ4_stream_t * LZ4_createStream ( void ) ;
LZ4LIB_API int LZ4_freeStream ( LZ4_stream_t * streamPtr ) ;
2019-05-01 14:53:48 +00:00
/*! LZ4_resetStream_fast() : v1.9.0+
* Use this to prepare an LZ4_stream_t for a new chain of dependent blocks
* ( e . g . , LZ4_compress_fast_continue ( ) ) .
*
* An LZ4_stream_t must be initialized once before usage .
* This is automatically done when created by LZ4_createStream ( ) .
* However , should the LZ4_stream_t be simply declared on stack ( for example ) ,
* it ' s necessary to initialize it first , using LZ4_initStream ( ) .
*
* After init , start any new stream with LZ4_resetStream_fast ( ) .
* A same LZ4_stream_t can be re - used multiple times consecutively
* and compress multiple streams ,
* provided that it starts each new stream with LZ4_resetStream_fast ( ) .
*
* LZ4_resetStream_fast ( ) is much faster than LZ4_initStream ( ) ,
* but is not compatible with memory regions containing garbage data .
*
* Note : it ' s only useful to call LZ4_resetStream_fast ( )
* in the context of streaming compression .
* The * extState * functions perform their own resets .
* Invoking LZ4_resetStream_fast ( ) before is redundant , and even counterproductive .
2017-09-11 23:25:50 +00:00
*/
2019-05-01 14:53:48 +00:00
LZ4LIB_API void LZ4_resetStream_fast ( LZ4_stream_t * streamPtr ) ;
2017-09-11 23:25:50 +00:00
/*! LZ4_loadDict() :
2019-05-01 14:53:48 +00:00
* Use this function to reference a static dictionary into LZ4_stream_t .
* The dictionary must remain available during compression .
* LZ4_loadDict ( ) triggers a reset , so any previous data will be forgotten .
* The same dictionary will have to be loaded on decompression side for successful decoding .
* Dictionary are useful for better compression of small data ( KB range ) .
* While LZ4 accept any input as dictionary ,
* results are generally better when using Zstandard ' s Dictionary Builder .
2017-09-11 23:25:50 +00:00
* Loading a size of 0 is allowed , and is the same as reset .
2019-05-01 14:53:48 +00:00
* @ return : loaded dictionary size , in bytes ( necessarily < = 64 KB )
2017-09-11 23:25:50 +00:00
*/
LZ4LIB_API int LZ4_loadDict ( LZ4_stream_t * streamPtr , const char * dictionary , int dictSize ) ;
/*! LZ4_compress_fast_continue() :
2018-05-07 23:52:40 +00:00
* Compress ' src ' content using data from previously compressed blocks , for better compression ratio .
2019-05-01 14:53:48 +00:00
* ' dst ' buffer must be already allocated .
2017-09-11 23:25:50 +00:00
* If dstCapacity > = LZ4_compressBound ( srcSize ) , compression is guaranteed to succeed , and runs faster .
*
* @ return : size of compressed block
2018-05-07 23:52:40 +00:00
* or 0 if there is an error ( typically , cannot fit into ' dst ' ) .
2018-09-12 23:52:16 +00:00
*
* Note 1 : Each invocation to LZ4_compress_fast_continue ( ) generates a new block .
* Each block has precise boundaries .
2019-05-01 14:53:48 +00:00
* Each block must be decompressed separately , calling LZ4_decompress_ * ( ) with relevant metadata .
2018-09-12 23:52:16 +00:00
* It ' s not possible to append blocks together and expect a single invocation of LZ4_decompress_ * ( ) to decompress them together .
*
2019-05-01 14:53:48 +00:00
* Note 2 : The previous 64 KB of source data is __assumed__ to remain present , unmodified , at same address in memory !
2018-09-12 23:52:16 +00:00
*
* Note 3 : When input is structured as a double - buffer , each buffer can have any size , including < 64 KB .
* Make sure that buffers are separated , by at least one byte .
* This construction ensures that each block only depends on previous block .
*
* Note 4 : If input buffer is a ring - buffer , it can have any size , including < 64 KB .
*
2019-05-01 14:53:48 +00:00
* Note 5 : After an error , the stream status is undefined ( invalid ) , it can only be reset or freed .
2017-09-11 23:25:50 +00:00
*/
LZ4LIB_API int LZ4_compress_fast_continue ( LZ4_stream_t * streamPtr , const char * src , char * dst , int srcSize , int dstCapacity , int acceleration ) ;
/*! LZ4_saveDict() :
2018-05-07 23:52:40 +00:00
* If last 64 KB data cannot be guaranteed to remain available at its current memory location ,
2017-09-11 23:25:50 +00:00
* save it into a safer place ( char * safeBuffer ) .
2018-05-07 23:52:40 +00:00
* This is schematically equivalent to a memcpy ( ) followed by LZ4_loadDict ( ) ,
* but is much faster , because LZ4_saveDict ( ) doesn ' t need to rebuild tables .
* @ return : saved dictionary size in bytes ( necessarily < = maxDictSize ) , or 0 if error .
2017-09-11 23:25:50 +00:00
*/
2018-05-07 23:52:40 +00:00
LZ4LIB_API int LZ4_saveDict ( LZ4_stream_t * streamPtr , char * safeBuffer , int maxDictSize ) ;
2017-09-11 23:25:50 +00:00
/*-**********************************************
* Streaming Decompression Functions
* Bufferless synchronous API
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2018-05-07 23:52:40 +00:00
typedef union LZ4_streamDecode_u LZ4_streamDecode_t ; /* tracking context */
2017-09-11 23:25:50 +00:00
/*! LZ4_createStreamDecode() and LZ4_freeStreamDecode() :
2018-05-07 23:52:40 +00:00
* creation / destruction of streaming decompression tracking context .
* A tracking context can be re - used multiple times .
*/
2017-09-11 23:25:50 +00:00
LZ4LIB_API LZ4_streamDecode_t * LZ4_createStreamDecode ( void ) ;
LZ4LIB_API int LZ4_freeStreamDecode ( LZ4_streamDecode_t * LZ4_stream ) ;
/*! LZ4_setStreamDecode() :
2018-05-07 23:52:40 +00:00
* An LZ4_streamDecode_t context can be allocated once and re - used multiple times .
2017-09-11 23:25:50 +00:00
* Use this function to start decompression of a new stream of blocks .
2018-09-12 23:52:16 +00:00
* A dictionary can optionally be set . Use NULL or size 0 for a reset order .
2018-05-07 23:52:40 +00:00
* Dictionary is presumed stable : it must remain accessible and unmodified during next decompression .
2017-09-11 23:25:50 +00:00
* @ return : 1 if OK , 0 if error
*/
LZ4LIB_API int LZ4_setStreamDecode ( LZ4_streamDecode_t * LZ4_streamDecode , const char * dictionary , int dictSize ) ;
2019-05-01 14:53:48 +00:00
/*! LZ4_decoderRingBufferSize() : v1.8.2+
2018-05-07 23:52:40 +00:00
* Note : in a ring buffer scenario ( optional ) ,
* blocks are presumed decompressed next to each other
* up to the moment there is not enough remaining space for next block ( remainingSize < maxBlockSize ) ,
* at which stage it resumes from beginning of ring buffer .
* When setting such a ring buffer for streaming decompression ,
* provides the minimum size of this ring buffer
* to be compatible with any source respecting maxBlockSize condition .
* @ return : minimum ring buffer size ,
* or 0 if there is an error ( invalid maxBlockSize ) .
*/
LZ4LIB_API int LZ4_decoderRingBufferSize ( int maxBlockSize ) ;
2019-05-01 14:53:48 +00:00
# define LZ4_DECODER_RING_BUFFER_SIZE(maxBlockSize) (65536 + 14 + (maxBlockSize)) /* for static allocation; maxBlockSize presumed valid */
2018-05-07 23:52:40 +00:00
2017-09-11 23:25:50 +00:00
/*! LZ4_decompress_*_continue() :
* These decoding functions allow decompression of consecutive blocks in " streaming " mode .
* A block is an unsplittable entity , it must be presented entirely to a decompression function .
2018-05-07 23:52:40 +00:00
* Decompression functions only accepts one block at a time .
* The last 64 KB of previously decoded data * must * remain available and unmodified at the memory position where they were decoded .
* If less than 64 KB of data has been decoded , all the data must be present .
2017-09-11 23:25:50 +00:00
*
2018-05-07 23:52:40 +00:00
* Special : if decompression side sets a ring buffer , it must respect one of the following conditions :
* - Decompression buffer size is _at least_ LZ4_decoderRingBufferSize ( maxBlockSize ) .
* maxBlockSize is the maximum size of any single block . It can have any value > 16 bytes .
* In which case , encoding and decoding buffers do not need to be synchronized .
* Actually , data can be produced by any source compliant with LZ4 format specification , and respecting maxBlockSize .
* - Synchronized mode :
* Decompression buffer size is _exactly_ the same as compression buffer size ,
* and follows exactly same update rule ( block boundaries at same positions ) ,
* and decoding function is provided with exact decompressed size of each block ( exception for last block of the stream ) ,
* _then_ decoding & encoding ring buffer can have any size , including small ones ( < 64 KB ) .
* - Decompression buffer is larger than encoding buffer , by a minimum of maxBlockSize more bytes .
2017-09-11 23:25:50 +00:00
* In which case , encoding and decoding buffers do not need to be synchronized ,
* and encoding ring buffer can have any size , including small ones ( < 64 KB ) .
2018-05-07 23:52:40 +00:00
*
* Whenever these conditions are not possible ,
* save the last 64 KB of decoded data into a safe buffer where it can ' t be modified during decompression ,
* then indicate where this data is saved using LZ4_setStreamDecode ( ) , before decompressing next block .
2017-09-11 23:25:50 +00:00
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_decompress_safe_continue ( LZ4_streamDecode_t * LZ4_streamDecode , const char * src , char * dst , int srcSize , int dstCapacity ) ;
2017-09-11 23:25:50 +00:00
/*! LZ4_decompress_*_usingDict() :
* These decoding functions work the same as
* a combination of LZ4_setStreamDecode ( ) followed by LZ4_decompress_ * _continue ( )
* They are stand - alone , and don ' t need an LZ4_streamDecode_t structure .
2019-05-01 14:53:48 +00:00
* Dictionary is presumed stable : it must remain accessible and unmodified during decompression .
* Performance tip : Decompression speed can be substantially increased
* when dst = = dictStart + dictSize .
2017-09-11 23:25:50 +00:00
*/
2018-03-04 14:23:46 +00:00
LZ4LIB_API int LZ4_decompress_safe_usingDict ( const char * src , char * dst , int srcSize , int dstCapcity , const char * dictStart , int dictSize ) ;
2017-09-11 23:25:50 +00:00
2019-05-01 14:53:48 +00:00
/*^*************************************
2017-09-11 23:25:50 +00:00
* ! ! ! ! ! ! STATIC LINKING ONLY ! ! ! ! ! !
2019-05-01 14:53:48 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2018-05-07 23:52:40 +00:00
2019-05-01 14:53:48 +00:00
/*-****************************************************************************
* Experimental section
*
* Symbols declared in this section must be considered unstable . Their
* signatures or semantics may change , or they may be removed altogether in the
* future . They are therefore only safe to depend on when the caller is
* statically linked against the library .
*
* To protect against unsafe usage , not only are the declarations guarded ,
* the definitions are hidden by default
* when building LZ4 as a shared / dynamic library .
*
* In order to access these declarations ,
* define LZ4_STATIC_LINKING_ONLY in your application
* before including LZ4 ' s headers .
*
* In order to make their implementations accessible dynamically , you must
* define LZ4_PUBLISH_STATIC_FUNCTIONS when building the LZ4 library .
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
# ifdef LZ4_PUBLISH_STATIC_FUNCTIONS
# define LZ4LIB_STATIC_API LZ4LIB_API
# else
# define LZ4LIB_STATIC_API
# endif
2018-05-07 23:52:40 +00:00
# ifdef LZ4_STATIC_LINKING_ONLY
/*! LZ4_compress_fast_extState_fastReset() :
* A variant of LZ4_compress_fast_extState ( ) .
*
2019-05-01 14:53:48 +00:00
* Using this variant avoids an expensive initialization step .
* It is only safe to call if the state buffer is known to be correctly initialized already
* ( see above comment on LZ4_resetStream_fast ( ) for a definition of " correctly initialized " ) .
* From a high level , the difference is that
* this function initializes the provided state with a call to something like LZ4_resetStream_fast ( )
* while LZ4_compress_fast_extState ( ) starts with a call to LZ4_resetStream ( ) .
2018-05-07 23:52:40 +00:00
*/
2019-05-01 14:53:48 +00:00
LZ4LIB_STATIC_API int LZ4_compress_fast_extState_fastReset ( void * state , const char * src , char * dst , int srcSize , int dstCapacity , int acceleration ) ;
2018-05-07 23:52:40 +00:00
/*! LZ4_attach_dictionary() :
2019-05-01 14:53:48 +00:00
* This is an experimental API that allows
* efficient use of a static dictionary many times .
2018-05-07 23:52:40 +00:00
*
* Rather than re - loading the dictionary buffer into a working context before
* each compression , or copying a pre - loaded dictionary ' s LZ4_stream_t into a
* working LZ4_stream_t , this function introduces a no - copy setup mechanism ,
* in which the working stream references the dictionary stream in - place .
*
* Several assumptions are made about the state of the dictionary stream .
* Currently , only streams which have been prepared by LZ4_loadDict ( ) should
* be expected to work .
*
2019-05-01 14:53:48 +00:00
* Alternatively , the provided dictionaryStream may be NULL ,
* in which case any existing dictionary stream is unset .
2018-05-07 23:52:40 +00:00
*
* If a dictionary is provided , it replaces any pre - existing stream history .
* The dictionary contents are the only history that can be referenced and
* logically immediately precede the data compressed in the first subsequent
* compression call .
*
* The dictionary will only remain attached to the working stream through the
* first compression call , at the end of which it is cleared . The dictionary
* stream ( and source buffer ) must remain in - place / accessible / unchanged
* through the completion of the first compression call on the stream .
*/
2019-05-01 14:53:48 +00:00
LZ4LIB_STATIC_API void LZ4_attach_dictionary ( LZ4_stream_t * workingStream , const LZ4_stream_t * dictionaryStream ) ;
2018-05-07 23:52:40 +00:00
# endif
2019-05-01 14:53:48 +00:00
/*-************************************************************
* PRIVATE DEFINITIONS
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
* Do not use these definitions directly .
* They are only exposed to allow static allocation of ` LZ4_stream_t ` and ` LZ4_streamDecode_t ` .
* Accessing members will expose code to API and / or ABI break in future versions of the library .
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2017-09-11 23:25:50 +00:00
# define LZ4_HASHLOG (LZ4_MEMORY_USAGE-2)
# define LZ4_HASHTABLESIZE (1 << LZ4_MEMORY_USAGE)
# define LZ4_HASH_SIZE_U32 (1 << LZ4_HASHLOG) /* required as macro for static allocation */
# if defined(__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */ )
2018-09-12 23:52:16 +00:00
# include <stdint.h>
2017-09-11 23:25:50 +00:00
2018-05-07 23:52:40 +00:00
typedef struct LZ4_stream_t_internal LZ4_stream_t_internal ;
struct LZ4_stream_t_internal {
2017-09-11 23:25:50 +00:00
uint32_t hashTable [ LZ4_HASH_SIZE_U32 ] ;
uint32_t currentOffset ;
2019-05-01 14:53:48 +00:00
uint16_t dirty ;
2018-05-07 23:52:40 +00:00
uint16_t tableType ;
2017-09-11 23:25:50 +00:00
const uint8_t * dictionary ;
2018-05-07 23:52:40 +00:00
const LZ4_stream_t_internal * dictCtx ;
2017-09-11 23:25:50 +00:00
uint32_t dictSize ;
2018-05-07 23:52:40 +00:00
} ;
2017-09-11 23:25:50 +00:00
typedef struct {
const uint8_t * externalDict ;
size_t extDictSize ;
const uint8_t * prefixEnd ;
size_t prefixSize ;
} LZ4_streamDecode_t_internal ;
# else
2018-05-07 23:52:40 +00:00
typedef struct LZ4_stream_t_internal LZ4_stream_t_internal ;
struct LZ4_stream_t_internal {
2017-09-11 23:25:50 +00:00
unsigned int hashTable [ LZ4_HASH_SIZE_U32 ] ;
unsigned int currentOffset ;
2019-05-01 14:53:48 +00:00
unsigned short dirty ;
2018-05-07 23:52:40 +00:00
unsigned short tableType ;
2017-09-11 23:25:50 +00:00
const unsigned char * dictionary ;
2018-05-07 23:52:40 +00:00
const LZ4_stream_t_internal * dictCtx ;
2017-09-11 23:25:50 +00:00
unsigned int dictSize ;
2018-05-07 23:52:40 +00:00
} ;
2017-09-11 23:25:50 +00:00
typedef struct {
const unsigned char * externalDict ;
const unsigned char * prefixEnd ;
2019-05-01 14:53:48 +00:00
size_t extDictSize ;
2017-09-11 23:25:50 +00:00
size_t prefixSize ;
} LZ4_streamDecode_t_internal ;
# endif
2019-05-01 14:53:48 +00:00
/*! LZ4_stream_t :
* information structure to track an LZ4 stream .
* LZ4_stream_t can also be created using LZ4_createStream ( ) , which is recommended .
* The structure definition can be convenient for static allocation
* ( on stack , or as part of larger structure ) .
* Init this structure with LZ4_initStream ( ) before first use .
* note : only use this definition in association with static linking !
* this definition is not API / ABI safe , and may change in a future version .
2017-09-11 23:25:50 +00:00
*/
2019-05-01 14:53:48 +00:00
# define LZ4_STREAMSIZE_U64 ((1 << (LZ4_MEMORY_USAGE-3)) + 4 + ((sizeof(void*)==16) ? 4 : 0) /*AS-400*/ )
2017-09-11 23:25:50 +00:00
# define LZ4_STREAMSIZE (LZ4_STREAMSIZE_U64 * sizeof(unsigned long long))
union LZ4_stream_u {
unsigned long long table [ LZ4_STREAMSIZE_U64 ] ;
LZ4_stream_t_internal internal_donotuse ;
} ; /* previously typedef'd to LZ4_stream_t */
2019-05-01 14:53:48 +00:00
/*! LZ4_initStream() : v1.9.0+
* An LZ4_stream_t structure must be initialized at least once .
* This is automatically done when invoking LZ4_createStream ( ) ,
* but it ' s not when the structure is simply declared on stack ( for example ) .
*
* Use LZ4_initStream ( ) to properly initialize a newly declared LZ4_stream_t .
* It can also initialize any arbitrary buffer of sufficient size ,
* and will @ return a pointer of proper type upon initialization .
*
* Note : initialization fails if size and alignment conditions are not respected .
* In which case , the function will @ return NULL .
* Note2 : An LZ4_stream_t structure guarantees correct alignment and size .
* Note3 : Before v1 .9 .0 , use LZ4_resetStream ( ) instead
*/
LZ4LIB_API LZ4_stream_t * LZ4_initStream ( void * buffer , size_t size ) ;
2017-09-11 23:25:50 +00:00
2019-05-01 14:53:48 +00:00
/*! LZ4_streamDecode_t :
* information structure to track an LZ4 stream during decompression .
* init this structure using LZ4_setStreamDecode ( ) before first use .
* note : only use in association with static linking !
* this definition is not API / ABI safe ,
* and may change in a future version !
2017-09-11 23:25:50 +00:00
*/
2019-05-01 14:53:48 +00:00
# define LZ4_STREAMDECODESIZE_U64 (4 + ((sizeof(void*)==16) ? 2 : 0) /*AS-400*/ )
2017-09-11 23:25:50 +00:00
# define LZ4_STREAMDECODESIZE (LZ4_STREAMDECODESIZE_U64 * sizeof(unsigned long long))
union LZ4_streamDecode_u {
unsigned long long table [ LZ4_STREAMDECODESIZE_U64 ] ;
LZ4_streamDecode_t_internal internal_donotuse ;
} ; /* previously typedef'd to LZ4_streamDecode_t */
/*-************************************
* Obsolete Functions
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*! Deprecation warnings
2019-05-01 14:53:48 +00:00
*
* Deprecated functions make the compiler generate a warning when invoked .
* This is meant to invite users to update their source code .
* Should deprecation warnings be a problem , it is generally possible to disable them ,
* typically with - Wno - deprecated - declarations for gcc
* or _CRT_SECURE_NO_WARNINGS in Visual .
*
* Another method is to define LZ4_DISABLE_DEPRECATE_WARNINGS
* before including the header file .
*/
2017-09-11 23:25:50 +00:00
# ifdef LZ4_DISABLE_DEPRECATE_WARNINGS
# define LZ4_DEPRECATED(message) /* disable deprecation warnings */
# else
# define LZ4_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
2018-05-07 23:52:40 +00:00
# if defined (__cplusplus) && (__cplusplus >= 201402) /* C++14 or greater */
2017-09-11 23:25:50 +00:00
# define LZ4_DEPRECATED(message) [[deprecated(message)]]
2018-05-07 23:52:40 +00:00
# elif (LZ4_GCC_VERSION >= 405) || defined(__clang__)
2017-09-11 23:25:50 +00:00
# define LZ4_DEPRECATED(message) __attribute__((deprecated(message)))
# elif (LZ4_GCC_VERSION >= 301)
# define LZ4_DEPRECATED(message) __attribute__((deprecated))
# elif defined(_MSC_VER)
# define LZ4_DEPRECATED(message) __declspec(deprecated(message))
# else
# pragma message("WARNING: You need to implement LZ4_DEPRECATED for this compiler")
# define LZ4_DEPRECATED(message)
# endif
# endif /* LZ4_DISABLE_DEPRECATE_WARNINGS */
/* Obsolete compression functions */
2019-05-01 14:53:48 +00:00
LZ4_DEPRECATED ( " use LZ4_compress_default() instead " ) LZ4LIB_API int LZ4_compress ( const char * source , char * dest , int sourceSize ) ;
LZ4_DEPRECATED ( " use LZ4_compress_default() instead " ) LZ4LIB_API int LZ4_compress_limitedOutput ( const char * source , char * dest , int sourceSize , int maxOutputSize ) ;
2018-05-07 23:52:40 +00:00
LZ4_DEPRECATED ( " use LZ4_compress_fast_extState() instead " ) LZ4LIB_API int LZ4_compress_withState ( void * state , const char * source , char * dest , int inputSize ) ;
LZ4_DEPRECATED ( " use LZ4_compress_fast_extState() instead " ) LZ4LIB_API int LZ4_compress_limitedOutput_withState ( void * state , const char * source , char * dest , int inputSize , int maxOutputSize ) ;
LZ4_DEPRECATED ( " use LZ4_compress_fast_continue() instead " ) LZ4LIB_API int LZ4_compress_continue ( LZ4_stream_t * LZ4_streamPtr , const char * source , char * dest , int inputSize ) ;
LZ4_DEPRECATED ( " use LZ4_compress_fast_continue() instead " ) LZ4LIB_API int LZ4_compress_limitedOutput_continue ( LZ4_stream_t * LZ4_streamPtr , const char * source , char * dest , int inputSize , int maxOutputSize ) ;
2017-09-11 23:25:50 +00:00
/* Obsolete decompression functions */
2018-05-07 23:52:40 +00:00
LZ4_DEPRECATED ( " use LZ4_decompress_fast() instead " ) LZ4LIB_API int LZ4_uncompress ( const char * source , char * dest , int outputSize ) ;
LZ4_DEPRECATED ( " use LZ4_decompress_safe() instead " ) LZ4LIB_API int LZ4_uncompress_unknownOutputSize ( const char * source , char * dest , int isize , int maxOutputSize ) ;
2017-09-11 23:25:50 +00:00
2018-05-07 23:52:40 +00:00
/* Obsolete streaming functions; degraded functionality; do not use!
*
* In order to perform streaming compression , these functions depended on data
* that is no longer tracked in the state . They have been preserved as well as
* possible : using them will still produce a correct output . However , they don ' t
* actually retain any history between compression calls . The compression ratio
* achieved will therefore be no better than compressing each chunk
* independently .
*/
LZ4_DEPRECATED ( " Use LZ4_createStream() instead " ) LZ4LIB_API void * LZ4_create ( char * inputBuffer ) ;
LZ4_DEPRECATED ( " Use LZ4_createStream() instead " ) LZ4LIB_API int LZ4_sizeofStreamState ( void ) ;
2019-05-01 14:53:48 +00:00
LZ4_DEPRECATED ( " Use LZ4_resetStream() instead " ) LZ4LIB_API int LZ4_resetStreamState ( void * state , char * inputBuffer ) ;
LZ4_DEPRECATED ( " Use LZ4_saveDict() instead " ) LZ4LIB_API char * LZ4_slideInputBuffer ( void * state ) ;
2017-09-11 23:25:50 +00:00
/* Obsolete streaming decoding functions */
2018-09-12 23:52:16 +00:00
LZ4_DEPRECATED ( " use LZ4_decompress_safe_usingDict() instead " ) LZ4LIB_API int LZ4_decompress_safe_withPrefix64k ( const char * src , char * dst , int compressedSize , int maxDstSize ) ;
2018-05-07 23:52:40 +00:00
LZ4_DEPRECATED ( " use LZ4_decompress_fast_usingDict() instead " ) LZ4LIB_API int LZ4_decompress_fast_withPrefix64k ( const char * src , char * dst , int originalSize ) ;
2017-09-11 23:25:50 +00:00
2019-05-01 14:53:48 +00:00
/*! LZ4_decompress_fast() : **unsafe!**
* These functions used to be faster than LZ4_decompress_safe ( ) ,
* but it has changed , and they are now slower than LZ4_decompress_safe ( ) .
* This is because LZ4_decompress_fast ( ) doesn ' t know the input size ,
* and therefore must progress more cautiously in the input buffer to not read beyond the end of block .
* On top of that ` LZ4_decompress_fast ( ) ` is not protected vs malformed or malicious inputs , making it a security liability .
* As a consequence , LZ4_decompress_fast ( ) is strongly discouraged , and deprecated .
*
* The last remaining LZ4_decompress_fast ( ) specificity is that
* it can decompress a block without knowing its compressed size .
* Such functionality could be achieved in a more secure manner ,
* by also providing the maximum size of input buffer ,
* but it would require new prototypes , and adaptation of the implementation to this new use case .
*
* Parameters :
* originalSize : is the uncompressed size to regenerate .
* ` dst ` must be already allocated , its size must be > = ' originalSize ' bytes .
* @ return : number of bytes read from source buffer ( = = compressed size ) .
* The function expects to finish at block ' s end exactly .
* If the source stream is detected malformed , the function stops decoding and returns a negative result .
* note : LZ4_decompress_fast * ( ) requires originalSize . Thanks to this information , it never writes past the output buffer .
* However , since it doesn ' t know its ' src ' size , it may read an unknown amount of input , past input buffer bounds .
* Also , since match offsets are not validated , match reads from ' src ' may underflow too .
* These issues never happen if input ( compressed ) data is correct .
* But they may happen if input data is invalid ( error or intentional tampering ) .
* As a consequence , use these functions in trusted environments with trusted data * * only * * .
*/
LZ4_DEPRECATED ( " This function is deprecated and unsafe. Consider using LZ4_decompress_safe() instead " )
LZ4LIB_API int LZ4_decompress_fast ( const char * src , char * dst , int originalSize ) ;
LZ4_DEPRECATED ( " This function is deprecated and unsafe. Consider using LZ4_decompress_safe_continue() instead " )
LZ4LIB_API int LZ4_decompress_fast_continue ( LZ4_streamDecode_t * LZ4_streamDecode , const char * src , char * dst , int originalSize ) ;
LZ4_DEPRECATED ( " This function is deprecated and unsafe. Consider using LZ4_decompress_safe_usingDict() instead " )
LZ4LIB_API int LZ4_decompress_fast_usingDict ( const char * src , char * dst , int originalSize , const char * dictStart , int dictSize ) ;
/*! LZ4_resetStream() :
* An LZ4_stream_t structure must be initialized at least once .
* This is done with LZ4_initStream ( ) , or LZ4_resetStream ( ) .
* Consider switching to LZ4_initStream ( ) ,
* invoking LZ4_resetStream ( ) will trigger deprecation warnings in the future .
*/
LZ4LIB_API void LZ4_resetStream ( LZ4_stream_t * streamPtr ) ;
2017-09-11 23:25:50 +00:00
}
2017-09-11 23:30:29 +00:00
# endif /* LZ4_H_2983827168210 */