2016-10-06 11:23:52 +00:00
/*
2016-08-30 17:04:33 +00:00
* Copyright ( c ) 2016 - present , Yann Collet , Facebook , Inc .
* All rights reserved .
*
* This source code is licensed under the BSD - style license found in the
* LICENSE file in the root directory of this source tree . An additional grant
* of patent rights can be found in the PATENTS file in the same directory .
*/
2015-01-24 00:58:16 +00:00
# if defined (__cplusplus)
extern " C " {
# endif
2016-11-29 19:46:37 +00:00
# ifndef ZSTD_H_235446
# define ZSTD_H_235446
2016-10-06 11:23:52 +00:00
/* ====== Dependency ======*/
2015-01-24 00:58:16 +00:00
# include <stddef.h> /* size_t */
2016-12-08 00:39:34 +00:00
/* ===== ZSTDLIB_API : control library symbols visibility ===== */
2017-05-20 01:01:59 +00:00
# ifndef ZSTDLIB_VISIBILITY
# if defined(__GNUC__) && (__GNUC__ >= 4)
# define ZSTDLIB_VISIBILITY __attribute__ ((visibility ("default")))
# else
# define ZSTDLIB_VISIBILITY
# endif
2016-12-16 21:27:30 +00:00
# endif
# if defined(ZSTD_DLL_EXPORT) && (ZSTD_DLL_EXPORT==1)
# define ZSTDLIB_API __declspec(dllexport) ZSTDLIB_VISIBILITY
2016-11-15 17:05:46 +00:00
# elif defined(ZSTD_DLL_IMPORT) && (ZSTD_DLL_IMPORT==1)
2016-12-16 21:27:30 +00:00
# define ZSTDLIB_API __declspec(dllimport) ZSTDLIB_VISIBILITY /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
2015-12-07 16:44:09 +00:00
# else
2016-12-16 21:27:30 +00:00
# define ZSTDLIB_API ZSTDLIB_VISIBILITY
2015-12-07 16:44:09 +00:00
# endif
2016-10-06 14:28:21 +00:00
/*******************************************************************************************************
Introduction
2016-10-25 00:22:12 +00:00
zstd , short for Zstandard , is a fast lossless compression algorithm , targeting real - time compression scenarios
2016-10-06 14:28:21 +00:00
at zlib - level and better compression ratios . The zstd compression library provides in - memory compression and
decompression functions . The library supports compression levels from 1 up to ZSTD_maxCLevel ( ) which is 22.
2017-02-20 20:08:59 +00:00
Levels > = 20 , labeled ` - - ultra ` , should be used with caution , as they require more memory .
2016-10-06 14:28:21 +00:00
Compression can be done in :
- a single step ( described as Simple API )
- a single step , reusing a context ( described as Explicit memory management )
2016-10-25 00:22:12 +00:00
- unbounded multiple steps ( described as Streaming compression )
2016-10-06 14:28:21 +00:00
The compression ratio achievable on small data can be highly improved using compression with a dictionary in :
- a single step ( described as Simple dictionary API )
2016-10-24 13:59:51 +00:00
- a single step , reusing a dictionary ( described as Fast dictionary API )
2016-10-06 14:28:21 +00:00
2016-10-25 00:22:12 +00:00
Advanced experimental functions can be accessed using # define ZSTD_STATIC_LINKING_ONLY before including zstd . h .
These APIs shall never be used with a dynamic library .
2016-10-06 14:28:21 +00:00
They are not " stable " , their definition may change in the future . Only static linking is allowed .
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*------ Version ------*/
2016-08-31 14:51:25 +00:00
# define ZSTD_VERSION_MAJOR 1
2017-05-09 00:52:46 +00:00
# define ZSTD_VERSION_MINOR 3
2017-04-27 19:50:20 +00:00
# define ZSTD_VERSION_RELEASE 0
2016-04-20 20:46:16 +00:00
2017-05-16 23:12:23 +00:00
# define ZSTD_VERSION_NUMBER (ZSTD_VERSION_MAJOR *100*100 + ZSTD_VERSION_MINOR *100 + ZSTD_VERSION_RELEASE)
ZSTDLIB_API unsigned ZSTD_versionNumber ( void ) ; /**< to be used when checking dll version */
2016-04-20 20:46:16 +00:00
# define ZSTD_LIB_VERSION ZSTD_VERSION_MAJOR.ZSTD_VERSION_MINOR.ZSTD_VERSION_RELEASE
# define ZSTD_QUOTE(str) #str
# define ZSTD_EXPAND_AND_QUOTE(str) ZSTD_QUOTE(str)
# define ZSTD_VERSION_STRING ZSTD_EXPAND_AND_QUOTE(ZSTD_LIB_VERSION)
2017-05-16 23:12:23 +00:00
ZSTDLIB_API const char * ZSTD_versionString ( void ) ;
2015-01-24 00:58:16 +00:00
2016-10-06 11:23:52 +00:00
/***************************************
2016-07-18 14:52:10 +00:00
* Simple API
2015-10-21 08:07:25 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2016-02-04 14:28:14 +00:00
/*! ZSTD_compress() :
2017-04-21 05:54:54 +00:00
* Compresses ` src ` content as a single zstd compressed frame into already allocated ` dst ` .
* Hint : compression runs faster if ` dstCapacity ` > = ` ZSTD_compressBound ( srcSize ) ` .
* @ return : compressed size written into ` dst ` ( < = ` dstCapacity ) ,
* or an error code if it fails ( which can be tested using ZSTD_isError ( ) ) . */
2016-07-18 14:52:10 +00:00
ZSTDLIB_API size_t ZSTD_compress ( void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
int compressionLevel ) ;
2015-01-24 00:58:16 +00:00
2016-02-04 14:28:14 +00:00
/*! ZSTD_decompress() :
2017-04-21 05:54:54 +00:00
* ` compressedSize ` : must be the _exact_ size of some number of compressed and / or skippable frames .
* ` dstCapacity ` is an upper bound of originalSize .
* If user cannot imply a maximum upper bound , it ' s better to use streaming mode to decompress data .
* @ return : the number of bytes decompressed into ` dst ` ( < = ` dstCapacity ` ) ,
* or an errorCode if it fails ( which can be tested using ZSTD_isError ( ) ) . */
2016-02-03 01:11:32 +00:00
ZSTDLIB_API size_t ZSTD_decompress ( void * dst , size_t dstCapacity ,
2015-12-07 16:44:09 +00:00
const void * src , size_t compressedSize ) ;
2015-01-24 00:58:16 +00:00
2016-09-12 22:51:47 +00:00
/*! ZSTD_getDecompressedSize() :
2017-04-21 05:54:54 +00:00
* NOTE : This function is planned to be obsolete , in favour of ZSTD_getFrameContentSize .
* ZSTD_getFrameContentSize functions the same way , returning the decompressed size of a single
* frame , but distinguishes empty frames from frames with an unknown size , or errors .
*
* Additionally , ZSTD_findDecompressedSize can be used instead . It can handle multiple
* concatenated frames in one buffer , and so is more general .
* As a result however , it requires more computation and entire frames to be passed to it ,
* as opposed to ZSTD_getFrameContentSize which requires only a single frame ' s header .
*
* ' src ' is the start of a zstd compressed frame .
* @ return : content size to be decompressed , as a 64 - bits value _if known_ , 0 otherwise .
* note 1 : decompressed size is an optional field , that may not be present , especially in streaming mode .
* When ` return = = 0 ` , data to decompress could be any size .
* In which case , it ' s necessary to use streaming mode to decompress data .
* Optionally , application can still use ZSTD_decompress ( ) while relying on implied limits .
* ( For example , data may be necessarily cut into blocks < = 16 KB ) .
* note 2 : decompressed size is always present when compression is done with ZSTD_compress ( )
* note 3 : decompressed size can be very large ( 64 - bits value ) ,
* potentially larger than what local system can handle as a single memory segment .
* In which case , it ' s necessary to use streaming mode to decompress data .
* note 4 : If source is untrusted , decompressed size could be wrong or intentionally modified .
* Always ensure result fits within application ' s authorized limits .
* Each application can set its own limits .
* note 5 : when ` return = = 0 ` , if precise failure cause is needed , use ZSTD_getFrameParams ( ) to know more . */
2016-09-12 22:51:47 +00:00
ZSTDLIB_API unsigned long long ZSTD_getDecompressedSize ( const void * src , size_t srcSize ) ;
2016-07-27 13:09:11 +00:00
2016-07-18 14:52:10 +00:00
/*====== Helper functions ======*/
2016-07-27 13:09:11 +00:00
ZSTDLIB_API int ZSTD_maxCLevel ( void ) ; /*!< maximum compression level available */
ZSTDLIB_API size_t ZSTD_compressBound ( size_t srcSize ) ; /*!< maximum compressed size in worst case scenario */
2016-02-04 14:28:14 +00:00
ZSTDLIB_API unsigned ZSTD_isError ( size_t code ) ; /*!< tells if a `size_t` function result is an error code */
2016-07-18 14:52:10 +00:00
ZSTDLIB_API const char * ZSTD_getErrorName ( size_t code ) ; /*!< provides readable string from an error code */
2015-10-21 08:07:25 +00:00
2016-10-06 11:23:52 +00:00
/***************************************
2016-02-03 01:11:32 +00:00
* Explicit memory management
2015-10-21 08:07:25 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2016-10-25 00:22:12 +00:00
/*= Compression context
2017-04-21 05:54:54 +00:00
* When compressing many times ,
* it is recommended to allocate a context just once , and re - use it for each successive compression operation .
* This will make workload friendlier for system ' s memory .
* Use one context per thread for parallel execution in multi - threaded environments . */
2016-08-25 23:43:47 +00:00
typedef struct ZSTD_CCtx_s ZSTD_CCtx ;
2015-12-07 16:44:09 +00:00
ZSTDLIB_API ZSTD_CCtx * ZSTD_createCCtx ( void ) ;
2016-07-28 01:47:45 +00:00
ZSTDLIB_API size_t ZSTD_freeCCtx ( ZSTD_CCtx * cctx ) ;
2015-10-21 08:07:25 +00:00
2016-10-06 11:23:52 +00:00
/*! ZSTD_compressCCtx() :
2017-04-21 05:54:54 +00:00
* Same as ZSTD_compress ( ) , requires an allocated ZSTD_CCtx ( see ZSTD_createCCtx ( ) ) . */
2016-02-03 01:11:32 +00:00
ZSTDLIB_API size_t ZSTD_compressCCtx ( ZSTD_CCtx * ctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize , int compressionLevel ) ;
2015-01-24 00:58:16 +00:00
2017-03-14 18:24:09 +00:00
/*= Decompression context
2017-04-21 05:54:54 +00:00
* When decompressing many times ,
* it is recommended to allocate a context just once , and re - use it for each successive compression operation .
* This will make workload friendlier for system ' s memory .
* Use one context per thread for parallel execution in multi - threaded environments . */
2016-08-25 23:43:47 +00:00
typedef struct ZSTD_DCtx_s ZSTD_DCtx ;
2016-01-07 14:35:18 +00:00
ZSTDLIB_API ZSTD_DCtx * ZSTD_createDCtx ( void ) ;
2016-07-28 01:47:45 +00:00
ZSTDLIB_API size_t ZSTD_freeDCtx ( ZSTD_DCtx * dctx ) ;
2016-01-07 14:35:18 +00:00
2016-10-06 11:23:52 +00:00
/*! ZSTD_decompressDCtx() :
2017-04-21 05:54:54 +00:00
* Same as ZSTD_decompress ( ) , requires an allocated ZSTD_DCtx ( see ZSTD_createDCtx ( ) ) . */
2016-02-03 01:11:32 +00:00
ZSTDLIB_API size_t ZSTD_decompressDCtx ( ZSTD_DCtx * ctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize ) ;
2016-10-06 11:23:52 +00:00
/**************************
2016-06-07 10:16:49 +00:00
* Simple dictionary API
* * * * * * * * * * * * * * * * * * * * * * * * * * */
/*! ZSTD_compress_usingDict() :
2016-07-28 01:47:45 +00:00
* Compression using a predefined Dictionary ( see dictBuilder / zdict . h ) .
2016-11-02 23:47:53 +00:00
* Note : This function loads the dictionary , resulting in significant startup delay .
* Note : When ` dict = = NULL | | dictSize < 8 ` no dictionary is used . */
2016-06-07 10:16:49 +00:00
ZSTDLIB_API size_t ZSTD_compress_usingDict ( ZSTD_CCtx * ctx ,
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const void * dict , size_t dictSize ,
int compressionLevel ) ;
/*! ZSTD_decompress_usingDict() :
2016-07-28 01:47:45 +00:00
* Decompression using a predefined Dictionary ( see dictBuilder / zdict . h ) .
2016-06-07 10:16:49 +00:00
* Dictionary must be identical to the one used during compression .
2016-11-02 23:47:53 +00:00
* Note : This function loads the dictionary , resulting in significant startup delay .
* Note : When ` dict = = NULL | | dictSize < 8 ` no dictionary is used . */
2016-06-07 10:16:49 +00:00
ZSTDLIB_API size_t ZSTD_decompress_usingDict ( ZSTD_DCtx * dctx ,
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const void * dict , size_t dictSize ) ;
2016-10-06 11:23:52 +00:00
/****************************
2016-10-24 13:59:51 +00:00
* Fast dictionary API
2016-06-07 10:16:49 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * */
2016-10-06 14:28:21 +00:00
typedef struct ZSTD_CDict_s ZSTD_CDict ;
2016-06-06 22:51:51 +00:00
/*! ZSTD_createCDict() :
2016-10-25 00:22:12 +00:00
* When compressing multiple messages / blocks with the same dictionary , it ' s recommended to load it just once .
* ZSTD_createCDict ( ) will create a digested dictionary , ready to start future compression operations without startup delay .
* ZSTD_CDict can be created once and used by multiple threads concurrently , as its usage is read - only .
2016-12-21 15:20:11 +00:00
* ` dictBuffer ` can be released after ZSTD_CDict creation , as its content is copied within CDict */
ZSTDLIB_API ZSTD_CDict * ZSTD_createCDict ( const void * dictBuffer , size_t dictSize , int compressionLevel ) ;
2016-10-06 14:28:21 +00:00
/*! ZSTD_freeCDict() :
2016-11-02 23:47:53 +00:00
* Function frees memory allocated by ZSTD_createCDict ( ) . */
2016-06-06 22:51:51 +00:00
ZSTDLIB_API size_t ZSTD_freeCDict ( ZSTD_CDict * CDict ) ;
/*! ZSTD_compress_usingCDict() :
2017-04-18 00:57:35 +00:00
* Compression using a digested Dictionary .
* Faster startup than ZSTD_compress_usingDict ( ) , recommended when same dictionary is used multiple times .
* Note that compression level is decided during dictionary creation .
* Frame parameters are hardcoded ( dictID = yes , contentSize = yes , checksum = no ) */
2016-06-06 22:51:51 +00:00
ZSTDLIB_API size_t ZSTD_compress_usingCDict ( ZSTD_CCtx * cctx ,
2016-06-07 10:16:49 +00:00
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const ZSTD_CDict * cdict ) ;
2016-06-06 22:51:51 +00:00
2016-10-06 14:28:21 +00:00
typedef struct ZSTD_DDict_s ZSTD_DDict ;
2016-06-06 22:51:51 +00:00
/*! ZSTD_createDDict() :
* Create a digested dictionary , ready to start decompression operation without startup delay .
2016-12-21 15:44:35 +00:00
* dictBuffer can be released after DDict creation , as its content is copied inside DDict */
ZSTDLIB_API ZSTD_DDict * ZSTD_createDDict ( const void * dictBuffer , size_t dictSize ) ;
2016-10-06 14:28:21 +00:00
/*! ZSTD_freeDDict() :
* Function frees memory allocated with ZSTD_createDDict ( ) */
2016-06-06 22:51:51 +00:00
ZSTDLIB_API size_t ZSTD_freeDDict ( ZSTD_DDict * ddict ) ;
/*! ZSTD_decompress_usingDDict() :
2016-11-02 23:47:53 +00:00
* Decompression using a digested Dictionary .
2016-07-18 14:52:10 +00:00
* Faster startup than ZSTD_decompress_usingDict ( ) , recommended when same dictionary is used multiple times . */
2016-06-06 22:51:51 +00:00
ZSTDLIB_API size_t ZSTD_decompress_usingDDict ( ZSTD_DCtx * dctx ,
2016-06-07 10:16:49 +00:00
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const ZSTD_DDict * ddict ) ;
2016-02-03 01:11:32 +00:00
2016-01-07 14:35:18 +00:00
2016-10-06 11:23:52 +00:00
/****************************
2016-08-19 16:39:36 +00:00
* Streaming
* * * * * * * * * * * * * * * * * * * * * * * * * * * */
typedef struct ZSTD_inBuffer_s {
const void * src ; /**< start of input buffer */
size_t size ; /**< size of input buffer */
size_t pos ; /**< position where reading stopped. Will be updated. Necessarily 0 <= pos <= size */
} ZSTD_inBuffer ;
typedef struct ZSTD_outBuffer_s {
void * dst ; /**< start of output buffer */
size_t size ; /**< size of output buffer */
size_t pos ; /**< position where writing stopped. Will be updated. Necessarily 0 <= pos <= size */
} ZSTD_outBuffer ;
2016-10-06 12:22:48 +00:00
/*-***********************************************************************
2016-10-24 13:59:51 +00:00
* Streaming compression - HowTo
2016-08-19 16:39:36 +00:00
*
* A ZSTD_CStream object is required to track streaming operation .
* Use ZSTD_createCStream ( ) and ZSTD_freeCStream ( ) to create / release resources .
* ZSTD_CStream objects can be reused multiple times on consecutive compression operations .
2016-10-25 00:22:12 +00:00
* It is recommended to re - use ZSTD_CStream in situations where many streaming operations will be achieved consecutively ,
* since it will play nicer with system ' s memory , by re - using already allocated memory .
* Use one separate ZSTD_CStream per thread for parallel execution .
2016-08-19 16:39:36 +00:00
*
2016-10-25 00:22:12 +00:00
* Start a new compression by initializing ZSTD_CStream .
2016-08-19 16:39:36 +00:00
* Use ZSTD_initCStream ( ) to start a new compression operation .
2016-12-13 15:39:36 +00:00
* Use ZSTD_initCStream_usingDict ( ) or ZSTD_initCStream_usingCDict ( ) for a compression which requires a dictionary ( experimental section )
2016-08-19 16:39:36 +00:00
*
* Use ZSTD_compressStream ( ) repetitively to consume input stream .
2016-09-05 15:39:56 +00:00
* The function will automatically update both ` pos ` fields .
2016-08-19 16:39:36 +00:00
* Note that it may not consume the entire input , in which case ` pos < size ` ,
* and it ' s up to the caller to present again remaining data .
2016-08-28 14:43:34 +00:00
* @ return : a size hint , preferred nb of bytes to use as input for next function call
2016-08-19 16:39:36 +00:00
* or an error code , which can be tested using ZSTD_isError ( ) .
2016-12-13 15:39:36 +00:00
* Note 1 : it ' s just a hint , to help latency a little , any other value will work fine .
* Note 2 : size hint is guaranteed to be < = ZSTD_CStreamInSize ( )
2016-08-19 16:39:36 +00:00
*
2016-12-13 15:39:36 +00:00
* At any moment , it ' s possible to flush whatever data remains within internal buffer , using ZSTD_flushStream ( ) .
2016-08-19 16:39:36 +00:00
* ` output - > pos ` will be updated .
2016-12-13 15:39:36 +00:00
* Note that some content might still be left within internal buffer if ` output - > size ` is too small .
2016-08-19 16:39:36 +00:00
* @ return : nb of bytes still present within internal buffer ( 0 if it ' s empty )
* or an error code , which can be tested using ZSTD_isError ( ) .
*
* ZSTD_endStream ( ) instructs to finish a frame .
* It will perform a flush and write frame epilogue .
* The epilogue is required for decoders to consider a frame completed .
* Similar to ZSTD_flushStream ( ) , it may not be able to flush the full content if ` output - > size ` is too small .
* In which case , call again ZSTD_endStream ( ) to complete the flush .
2016-12-13 15:39:36 +00:00
* @ return : nb of bytes still present within internal buffer ( 0 if it ' s empty , hence compression completed )
2016-08-19 16:39:36 +00:00
* or an error code , which can be tested using ZSTD_isError ( ) .
*
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2017-05-08 23:08:01 +00:00
typedef ZSTD_CCtx ZSTD_CStream ; /**< CCtx and CStream are effectively same object */
/* Continue due distinghish them for compatibility with versions <= v1.2.0 */
2017-03-14 18:24:09 +00:00
/*===== ZSTD_CStream management functions =====*/
2016-08-22 23:18:06 +00:00
ZSTDLIB_API ZSTD_CStream * ZSTD_createCStream ( void ) ;
ZSTDLIB_API size_t ZSTD_freeCStream ( ZSTD_CStream * zcs ) ;
2016-12-13 15:39:36 +00:00
2017-03-14 18:24:09 +00:00
/*===== Streaming compression functions =====*/
2016-08-22 23:18:06 +00:00
ZSTDLIB_API size_t ZSTD_initCStream ( ZSTD_CStream * zcs , int compressionLevel ) ;
ZSTDLIB_API size_t ZSTD_compressStream ( ZSTD_CStream * zcs , ZSTD_outBuffer * output , ZSTD_inBuffer * input ) ;
ZSTDLIB_API size_t ZSTD_flushStream ( ZSTD_CStream * zcs , ZSTD_outBuffer * output ) ;
ZSTDLIB_API size_t ZSTD_endStream ( ZSTD_CStream * zcs , ZSTD_outBuffer * output ) ;
2016-08-19 16:39:36 +00:00
2016-10-06 11:23:52 +00:00
ZSTDLIB_API size_t ZSTD_CStreamInSize ( void ) ; /**< recommended size for input buffer */
ZSTDLIB_API size_t ZSTD_CStreamOutSize ( void ) ; /**< recommended size for output buffer. Guarantee to successfully flush at least one complete compressed block in all circumstances. */
2016-08-19 16:39:36 +00:00
2016-10-06 12:22:48 +00:00
/*-***************************************************************************
2016-10-24 13:59:51 +00:00
* Streaming decompression - HowTo
2016-08-19 16:39:36 +00:00
*
* A ZSTD_DStream object is required to track streaming operations .
* Use ZSTD_createDStream ( ) and ZSTD_freeDStream ( ) to create / release resources .
2016-08-23 14:58:10 +00:00
* ZSTD_DStream objects can be re - used multiple times .
2016-08-19 16:39:36 +00:00
*
* Use ZSTD_initDStream ( ) to start a new decompression operation ,
* or ZSTD_initDStream_usingDict ( ) if decompression requires a dictionary .
2016-09-05 17:47:43 +00:00
* @ return : recommended first input size
2016-08-19 16:39:36 +00:00
*
* Use ZSTD_decompressStream ( ) repetitively to consume your input .
2016-09-05 15:39:56 +00:00
* The function will update both ` pos ` fields .
2016-09-09 14:44:16 +00:00
* If ` input . pos < input . size ` , some input has not been consumed .
2016-09-06 03:16:40 +00:00
* It ' s up to the caller to present again remaining data .
2016-09-09 14:44:16 +00:00
* If ` output . pos < output . size ` , decoder has flushed everything it could .
2016-08-19 16:39:36 +00:00
* @ return : 0 when a frame is completely decoded and fully flushed ,
2016-09-05 15:39:56 +00:00
* an error code , which can be tested using ZSTD_isError ( ) ,
2016-12-03 02:37:38 +00:00
* any other value > 0 , which means there is still some decoding to do to complete current frame .
* The return value is a suggested next input size ( a hint to improve latency ) that will never load more than the current frame .
2016-08-19 16:39:36 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
typedef struct ZSTD_DStream_s ZSTD_DStream ;
2017-03-14 18:24:09 +00:00
/*===== ZSTD_DStream management functions =====*/
2016-08-22 23:18:06 +00:00
ZSTDLIB_API ZSTD_DStream * ZSTD_createDStream ( void ) ;
ZSTDLIB_API size_t ZSTD_freeDStream ( ZSTD_DStream * zds ) ;
2016-12-13 15:39:36 +00:00
2017-03-14 18:24:09 +00:00
/*===== Streaming decompression functions =====*/
2016-10-06 11:23:52 +00:00
ZSTDLIB_API size_t ZSTD_initDStream ( ZSTD_DStream * zds ) ;
ZSTDLIB_API size_t ZSTD_decompressStream ( ZSTD_DStream * zds , ZSTD_outBuffer * output , ZSTD_inBuffer * input ) ;
2016-08-19 16:39:36 +00:00
2016-08-22 23:18:06 +00:00
ZSTDLIB_API size_t ZSTD_DStreamInSize ( void ) ; /*!< recommended size for input buffer */
2016-09-08 17:29:04 +00:00
ZSTDLIB_API size_t ZSTD_DStreamOutSize ( void ) ; /*!< recommended size for output buffer. Guarantee to successfully flush at least one complete block in all circumstances. */
2016-08-19 16:39:36 +00:00
2016-11-29 19:46:37 +00:00
# endif /* ZSTD_H_235446 */
2016-08-19 16:39:36 +00:00
2016-11-29 19:46:37 +00:00
# if defined(ZSTD_STATIC_LINKING_ONLY) && !defined(ZSTD_H_ZSTD_STATIC_LINKING_ONLY)
# define ZSTD_H_ZSTD_STATIC_LINKING_ONLY
2016-06-04 17:47:02 +00:00
2016-10-06 11:23:52 +00:00
/****************************************************************************************
2016-10-06 14:28:21 +00:00
* START OF ADVANCED AND EXPERIMENTAL FUNCTIONS
2016-06-04 17:47:02 +00:00
* The definitions in this section are considered experimental .
2016-06-21 09:54:03 +00:00
* They should never be used with a dynamic library , as they may change in the future .
2016-06-04 17:47:02 +00:00
* They are provided for advanced usages .
* Use them only in association with static linking .
2016-10-06 11:23:52 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2016-06-04 17:47:02 +00:00
2016-10-06 11:23:52 +00:00
/* --- Constants ---*/
2016-12-21 15:44:35 +00:00
# define ZSTD_MAGICNUMBER 0xFD2FB528 /* >= v0.8.0 */
2016-06-04 17:47:02 +00:00
# define ZSTD_MAGIC_SKIPPABLE_START 0x184D2A50U
2017-03-01 22:36:25 +00:00
# define ZSTD_WINDOWLOG_MAX_32 27
2016-07-08 10:57:10 +00:00
# define ZSTD_WINDOWLOG_MAX_64 27
2017-03-08 23:40:13 +00:00
# define ZSTD_WINDOWLOG_MAX ((unsigned)(sizeof(size_t) == 4 ? ZSTD_WINDOWLOG_MAX_32 : ZSTD_WINDOWLOG_MAX_64))
2016-09-26 14:41:05 +00:00
# define ZSTD_WINDOWLOG_MIN 10
2016-06-04 17:47:02 +00:00
# define ZSTD_HASHLOG_MAX ZSTD_WINDOWLOG_MAX
2016-09-26 14:41:05 +00:00
# define ZSTD_HASHLOG_MIN 6
# define ZSTD_CHAINLOG_MAX (ZSTD_WINDOWLOG_MAX+1)
# define ZSTD_CHAINLOG_MIN ZSTD_HASHLOG_MIN
2016-06-04 17:47:02 +00:00
# define ZSTD_HASHLOG3_MAX 17
# define ZSTD_SEARCHLOG_MAX (ZSTD_WINDOWLOG_MAX-1)
# define ZSTD_SEARCHLOG_MIN 1
2016-09-07 04:33:02 +00:00
# define ZSTD_SEARCHLENGTH_MAX 7 /* only for ZSTD_fast, other strategies are limited to 6 */
# define ZSTD_SEARCHLENGTH_MIN 3 /* only for ZSTD_btopt, other strategies are limited to 4 */
2016-06-04 17:47:02 +00:00
# define ZSTD_TARGETLENGTH_MIN 4
# define ZSTD_TARGETLENGTH_MAX 999
2016-06-05 22:26:38 +00:00
# define ZSTD_FRAMEHEADERSIZE_MAX 18 /* for static allocation */
2016-12-21 18:57:18 +00:00
# define ZSTD_FRAMEHEADERSIZE_MIN 6
2016-09-05 17:47:43 +00:00
static const size_t ZSTD_frameHeaderSize_prefix = 5 ;
2016-12-21 18:57:18 +00:00
static const size_t ZSTD_frameHeaderSize_min = ZSTD_FRAMEHEADERSIZE_MIN ;
2016-06-05 22:26:38 +00:00
static const size_t ZSTD_frameHeaderSize_max = ZSTD_FRAMEHEADERSIZE_MAX ;
static const size_t ZSTD_skippableHeaderSize = 8 ; /* magic number + skippable frame length */
2016-06-04 17:47:02 +00:00
2016-10-24 13:59:51 +00:00
/*--- Advanced types ---*/
2017-03-09 19:44:25 +00:00
typedef enum { ZSTD_fast , ZSTD_dfast , ZSTD_greedy , ZSTD_lazy , ZSTD_lazy2 , ZSTD_btlazy2 , ZSTD_btopt , ZSTD_btultra } ZSTD_strategy ; /* from faster to stronger */
2016-06-04 17:47:02 +00:00
typedef struct {
2016-08-13 22:16:20 +00:00
unsigned windowLog ; /**< largest match distance : larger == more compression, more memory needed during decompression */
unsigned chainLog ; /**< fully searched segment : larger == more compression, slower, more memory (useless for fast) */
unsigned hashLog ; /**< dispatch table : larger == faster, more memory */
unsigned searchLog ; /**< nb of searches : larger == more compression, slower */
unsigned searchLength ; /**< match length searched : larger == faster decompression, sometimes less compression */
unsigned targetLength ; /**< acceptable match size for optimal parser (only) : larger == more compression, slower */
2016-06-04 17:47:02 +00:00
ZSTD_strategy strategy ;
} ZSTD_compressionParameters ;
typedef struct {
2017-01-01 23:49:42 +00:00
unsigned contentSizeFlag ; /**< 1: content size will be in frame header (when known) */
unsigned checksumFlag ; /**< 1: generate a 32-bits checksum at end of frame, for error detection */
unsigned noDictIDFlag ; /**< 1: no dictID will be saved into frame header (if dictionary compression) */
2016-06-04 17:47:02 +00:00
} ZSTD_frameParameters ;
typedef struct {
ZSTD_compressionParameters cParams ;
ZSTD_frameParameters fParams ;
} ZSTD_parameters ;
2017-05-09 23:18:17 +00:00
typedef struct {
unsigned long long frameContentSize ;
unsigned windowSize ;
unsigned dictID ;
unsigned checksumFlag ;
} ZSTD_frameHeader ;
2016-10-06 11:23:52 +00:00
/*= Custom memory allocation functions */
2016-06-04 17:47:02 +00:00
typedef void * ( * ZSTD_allocFunction ) ( void * opaque , size_t size ) ;
typedef void ( * ZSTD_freeFunction ) ( void * opaque , void * address ) ;
typedef struct { ZSTD_allocFunction customAlloc ; ZSTD_freeFunction customFree ; void * opaque ; } ZSTD_customMem ;
2017-02-10 19:38:57 +00:00
/***************************************
2017-05-09 22:11:30 +00:00
* Frame size functions
2017-02-10 19:38:57 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2017-02-22 20:12:32 +00:00
/*! ZSTD_findFrameCompressedSize() :
2017-02-22 20:27:15 +00:00
* ` src ` should point to the start of a ZSTD encoded frame or skippable frame
2017-02-10 19:38:57 +00:00
* ` srcSize ` must be at least as large as the frame
2017-05-09 22:11:30 +00:00
* @ return : the compressed size of the frame pointed to by ` src ` ,
* suitable to pass to ` ZSTD_decompress ` or similar ,
* or an error code if given invalid input . */
2017-02-22 20:12:32 +00:00
ZSTDLIB_API size_t ZSTD_findFrameCompressedSize ( const void * src , size_t srcSize ) ;
2017-02-10 19:38:57 +00:00
2017-02-09 18:50:43 +00:00
/*! ZSTD_getFrameContentSize() :
2017-05-09 22:11:30 +00:00
* ` src ` should point to the start of a ZSTD encoded frame .
* ` srcSize ` must be at least as large as the frame header .
* A value > = ` ZSTD_frameHeaderSize_max ` is guaranteed to be large enough .
* @ return : - decompressed size of the frame pointed to be ` src ` if known
* - ZSTD_CONTENTSIZE_UNKNOWN if the size cannot be determined
* - ZSTD_CONTENTSIZE_ERROR if an error occurred ( e . g . invalid magic number , srcSize too small ) */
# define ZSTD_CONTENTSIZE_UNKNOWN (0ULL - 1)
# define ZSTD_CONTENTSIZE_ERROR (0ULL - 2)
2017-02-09 18:50:43 +00:00
ZSTDLIB_API unsigned long long ZSTD_getFrameContentSize ( const void * src , size_t srcSize ) ;
/*! ZSTD_findDecompressedSize() :
2017-05-09 22:11:30 +00:00
* ` src ` should point the start of a series of ZSTD encoded and / or skippable frames
* ` srcSize ` must be the _exact_ size of this series
* ( i . e . there should be a frame boundary exactly ` srcSize ` bytes after ` src ` )
* @ return : - decompressed size of all data in all successive frames
* - if the decompressed size cannot be determined : ZSTD_CONTENTSIZE_UNKNOWN
* - if an error occurred : ZSTD_CONTENTSIZE_ERROR
*
* note 1 : decompressed size is an optional field , that may not be present , especially in streaming mode .
* When ` return = = ZSTD_CONTENTSIZE_UNKNOWN ` , data to decompress could be any size .
* In which case , it ' s necessary to use streaming mode to decompress data .
* Optionally , application can still use ZSTD_decompress ( ) while relying on implied limits .
* ( For example , data may be necessarily cut into blocks < = 16 KB ) .
* note 2 : decompressed size is always present when compression is done with ZSTD_compress ( )
* note 3 : decompressed size can be very large ( 64 - bits value ) ,
* potentially larger than what local system can handle as a single memory segment .
* In which case , it ' s necessary to use streaming mode to decompress data .
* note 4 : If source is untrusted , decompressed size could be wrong or intentionally modified .
* Always ensure result fits within application ' s authorized limits .
* Each application can set its own limits .
* note 5 : ZSTD_findDecompressedSize handles multiple frames , and so it must traverse the input to
* read each contained frame header . This is efficient as most of the data is skipped ,
* however it does mean that all frame data must be present and valid . */
2017-02-09 18:50:43 +00:00
ZSTDLIB_API unsigned long long ZSTD_findDecompressedSize ( const void * src , size_t srcSize ) ;
2017-06-15 21:13:28 +00:00
/*! ZSTD_frameHeaderSize() :
* ` src ` should point to the start of a ZSTD frame
* ` srcSize ` must be > = ZSTD_frameHeaderSize_prefix .
* @ return : size of the Frame Header */
size_t ZSTD_frameHeaderSize ( const void * src , size_t srcSize ) ;
2016-06-04 17:47:02 +00:00
2016-10-06 11:23:52 +00:00
/***************************************
2017-05-09 22:11:30 +00:00
* Context memory usage
2016-06-04 17:47:02 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2017-05-09 22:11:30 +00:00
/*! ZSTD_sizeof_*() :
* These functions give the current memory usage of selected object .
* Object memory usage can evolve if it ' s re - used multiple times . */
ZSTDLIB_API size_t ZSTD_sizeof_CCtx ( const ZSTD_CCtx * cctx ) ;
ZSTDLIB_API size_t ZSTD_sizeof_DCtx ( const ZSTD_DCtx * dctx ) ;
ZSTDLIB_API size_t ZSTD_sizeof_CStream ( const ZSTD_CStream * zcs ) ;
ZSTDLIB_API size_t ZSTD_sizeof_DStream ( const ZSTD_DStream * zds ) ;
ZSTDLIB_API size_t ZSTD_sizeof_CDict ( const ZSTD_CDict * cdict ) ;
ZSTDLIB_API size_t ZSTD_sizeof_DDict ( const ZSTD_DDict * ddict ) ;
/*! ZSTD_estimate*() :
* These functions make it possible to estimate memory usage
* of a future target object , before its allocation ,
* given a set of parameters , which vary depending on target object .
* The objective is to guide decision before allocation . */
2016-07-14 15:05:38 +00:00
ZSTDLIB_API size_t ZSTD_estimateCCtxSize ( ZSTD_compressionParameters cParams ) ;
2017-05-09 22:11:30 +00:00
ZSTDLIB_API size_t ZSTD_estimateDCtxSize ( void ) ;
/*! ZSTD_estimate?StreamSize() :
* Note : if streaming is init with function ZSTD_init ? Stream_usingDict ( ) ,
* an internal ? Dict will be created , which size is not estimated .
* In this case , get additional size by using ZSTD_estimate ? DictSize */
ZSTDLIB_API size_t ZSTD_estimateCStreamSize ( ZSTD_compressionParameters cParams ) ;
2017-05-09 23:18:17 +00:00
ZSTDLIB_API size_t ZSTD_estimateDStreamSize ( ZSTD_frameHeader fHeader ) ;
2017-05-09 22:11:30 +00:00
/*! ZSTD_estimate?DictSize() :
* Note : if dictionary is created " byReference " , reduce estimation by dictSize */
ZSTDLIB_API size_t ZSTD_estimateCDictSize ( ZSTD_compressionParameters cParams , size_t dictSize ) ;
ZSTDLIB_API size_t ZSTD_estimateDDictSize ( size_t dictSize ) ;
2016-07-11 01:12:17 +00:00
2016-10-06 11:23:52 +00:00
/***************************************
2016-06-06 22:51:51 +00:00
* Advanced compression functions
2016-06-04 17:47:02 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*! ZSTD_createCCtx_advanced() :
* Create a ZSTD compression context using external alloc and free functions */
ZSTDLIB_API ZSTD_CCtx * ZSTD_createCCtx_advanced ( ZSTD_customMem customMem ) ;
2017-01-26 00:39:03 +00:00
typedef enum {
2017-02-24 07:42:12 +00:00
ZSTD_p_forceWindow , /* Force back-references to remain < windowSize, even when referencing Dictionary content (default:0) */
ZSTD_p_forceRawDict /* Force loading dictionary in "content-only" mode (no header analysis) */
2017-01-26 00:39:03 +00:00
} ZSTD_CCtxParameter ;
2017-01-26 17:16:56 +00:00
/*! ZSTD_setCCtxParameter() :
* Set advanced parameters , selected through enum ZSTD_CCtxParameter
* @ result : 0 , or an error code ( which can be tested with ZSTD_isError ( ) ) */
2017-01-26 20:24:21 +00:00
ZSTDLIB_API size_t ZSTD_setCCtxParameter ( ZSTD_CCtx * cctx , ZSTD_CCtxParameter param , unsigned value ) ;
2017-01-26 00:25:38 +00:00
2016-12-21 15:20:11 +00:00
/*! ZSTD_createCDict_byReference() :
* Create a digested dictionary for compression
* Dictionary content is simply referenced , and therefore stays in dictBuffer .
* It is important that dictBuffer outlives CDict , it must remain read accessible throughout the lifetime of CDict */
ZSTDLIB_API ZSTD_CDict * ZSTD_createCDict_byReference ( const void * dictBuffer , size_t dictSize , int compressionLevel ) ;
2016-06-06 22:51:51 +00:00
/*! ZSTD_createCDict_advanced() :
* Create a ZSTD_CDict using external alloc and free , and customized compression parameters */
2016-12-21 15:20:11 +00:00
ZSTDLIB_API ZSTD_CDict * ZSTD_createCDict_advanced ( const void * dict , size_t dictSize , unsigned byReference ,
2017-04-27 07:29:04 +00:00
ZSTD_compressionParameters cParams , ZSTD_customMem customMem ) ;
2016-07-11 11:09:52 +00:00
2016-12-13 16:59:55 +00:00
/*! ZSTD_getCParams() :
* @ return ZSTD_compressionParameters structure for a selected compression level and estimated srcSize .
* ` estimatedSrcSize ` value is optional , select 0 if not known */
ZSTDLIB_API ZSTD_compressionParameters ZSTD_getCParams ( int compressionLevel , unsigned long long estimatedSrcSize , size_t dictSize ) ;
2016-06-27 13:28:45 +00:00
/*! ZSTD_getParams() :
2016-12-13 16:59:55 +00:00
* same as ZSTD_getCParams ( ) , but @ return a full ` ZSTD_parameters ` object instead of sub - component ` ZSTD_compressionParameters ` .
2016-06-27 13:28:45 +00:00
* All fields of ` ZSTD_frameParameters ` are set to default ( 0 ) */
2016-12-13 16:59:55 +00:00
ZSTDLIB_API ZSTD_parameters ZSTD_getParams ( int compressionLevel , unsigned long long estimatedSrcSize , size_t dictSize ) ;
2016-06-04 17:47:02 +00:00
2016-06-27 13:12:26 +00:00
/*! ZSTD_checkCParams() :
2016-06-04 17:47:02 +00:00
* Ensure param values remain within authorized range */
ZSTDLIB_API size_t ZSTD_checkCParams ( ZSTD_compressionParameters params ) ;
2016-06-27 13:12:26 +00:00
/*! ZSTD_adjustCParams() :
2016-06-04 17:47:02 +00:00
* optimize params for a given ` srcSize ` and ` dictSize ` .
* both values are optional , select ` 0 ` if unknown . */
2016-07-07 09:53:18 +00:00
ZSTDLIB_API ZSTD_compressionParameters ZSTD_adjustCParams ( ZSTD_compressionParameters cPar , unsigned long long srcSize , size_t dictSize ) ;
2016-06-04 17:47:02 +00:00
/*! ZSTD_compress_advanced() :
2017-04-27 18:31:55 +00:00
* Same as ZSTD_compress_usingDict ( ) , with fine - tune control over each compression parameter */
ZSTDLIB_API size_t ZSTD_compress_advanced ( ZSTD_CCtx * cctx ,
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const void * dict , size_t dictSize ,
ZSTD_parameters params ) ;
/*! ZSTD_compress_usingCDict_advanced() :
* Same as ZSTD_compress_usingCDict ( ) , with fine - tune control over frame parameters */
ZSTDLIB_API size_t ZSTD_compress_usingCDict_advanced ( ZSTD_CCtx * cctx ,
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const ZSTD_CDict * cdict , ZSTD_frameParameters fParams ) ;
2016-06-04 17:47:02 +00:00
2016-06-14 11:46:11 +00:00
2016-10-24 13:59:51 +00:00
/*--- Advanced decompression functions ---*/
2016-06-04 17:47:02 +00:00
2016-11-03 00:30:49 +00:00
/*! ZSTD_isFrame() :
* Tells if the content of ` buffer ` starts with a valid Frame Identifier .
* Note : Frame Identifier is 4 bytes . If ` size < 4 ` , @ return will always be 0.
* Note 2 : Legacy Frame Identifiers are considered valid only if Legacy Support is enabled .
* Note 3 : Skippable Frame Identifiers are considered valid . */
ZSTDLIB_API unsigned ZSTD_isFrame ( const void * buffer , size_t size ) ;
2016-06-06 22:51:51 +00:00
/*! ZSTD_createDCtx_advanced() :
* Create a ZSTD decompression context using external alloc and free functions */
ZSTDLIB_API ZSTD_DCtx * ZSTD_createDCtx_advanced ( ZSTD_customMem customMem ) ;
2016-06-04 17:47:02 +00:00
2016-12-21 15:44:35 +00:00
/*! ZSTD_createDDict_byReference() :
* Create a digested dictionary , ready to start decompression operation without startup delay .
* Dictionary content is simply referenced , and therefore stays in dictBuffer .
* It is important that dictBuffer outlives DDict , it must remain read accessible throughout the lifetime of DDict */
ZSTDLIB_API ZSTD_DDict * ZSTD_createDDict_byReference ( const void * dictBuffer , size_t dictSize ) ;
2017-03-14 18:24:09 +00:00
/*! ZSTD_createDDict_advanced() :
* Create a ZSTD_DDict using external alloc and free , optionally by reference */
2016-12-21 15:44:35 +00:00
ZSTDLIB_API ZSTD_DDict * ZSTD_createDDict_advanced ( const void * dict , size_t dictSize ,
unsigned byReference , ZSTD_customMem customMem ) ;
2016-12-06 00:21:06 +00:00
/*! ZSTD_getDictID_fromDict() :
* Provides the dictID stored within dictionary .
* if @ return = = 0 , the dictionary is not conformant with Zstandard specification .
* It can still be loaded , but as a content - only dictionary . */
2016-12-16 21:27:30 +00:00
ZSTDLIB_API unsigned ZSTD_getDictID_fromDict ( const void * dict , size_t dictSize ) ;
2016-12-06 00:21:06 +00:00
/*! ZSTD_getDictID_fromDDict() :
* Provides the dictID of the dictionary loaded into ` ddict ` .
* If @ return = = 0 , the dictionary is not conformant to Zstandard specification , or empty .
* Non - conformant dictionaries can still be loaded , but as content - only dictionaries . */
2016-12-16 21:27:30 +00:00
ZSTDLIB_API unsigned ZSTD_getDictID_fromDDict ( const ZSTD_DDict * ddict ) ;
2016-12-06 00:21:06 +00:00
/*! ZSTD_getDictID_fromFrame() :
* Provides the dictID required to decompressed the frame stored within ` src ` .
* If @ return = = 0 , the dictID could not be decoded .
* This could for one of the following reasons :
* - The frame does not require a dictionary to be decoded ( most common case ) .
* - The frame was built with dictID intentionally removed . Whatever dictionary is necessary is a hidden information .
* Note : this use case also happens when using a non - conformant dictionary .
* - ` srcSize ` is too small , and as a result , the frame header could not be decoded ( only possible if ` srcSize < ZSTD_FRAMEHEADERSIZE_MAX ` ) .
* - This is not a Zstandard frame .
2017-04-27 22:08:56 +00:00
* When identifying the exact failure cause , it ' s possible to use ZSTD_getFrameParams ( ) , which will provide a more precise error code . */
2016-12-16 21:27:30 +00:00
ZSTDLIB_API unsigned ZSTD_getDictID_fromFrame ( const void * src , size_t srcSize ) ;
2016-12-06 00:21:06 +00:00
2016-06-04 17:47:02 +00:00
2016-10-06 11:23:52 +00:00
/********************************************************************
2016-10-24 13:59:51 +00:00
* Advanced streaming functions
2016-08-11 23:20:36 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2016-10-06 11:23:52 +00:00
/*===== Advanced Streaming compression functions =====*/
2016-08-22 23:18:06 +00:00
ZSTDLIB_API ZSTD_CStream * ZSTD_createCStream_advanced ( ZSTD_customMem customMem ) ;
2017-02-09 18:50:43 +00:00
ZSTDLIB_API size_t ZSTD_initCStream_srcSize ( ZSTD_CStream * zcs , int compressionLevel , unsigned long long pledgedSrcSize ) ; /**< pledgedSrcSize must be correct, a size of 0 means unknown. for a frame size of 0 use initCStream_advanced */
2017-05-09 00:07:59 +00:00
ZSTDLIB_API size_t ZSTD_initCStream_usingDict ( ZSTD_CStream * zcs , const void * dict , size_t dictSize , int compressionLevel ) ; /**< note: a dict will not be used if dict == NULL or dictSize < 8. This result in the creation of an internal CDict */
2016-08-22 23:18:06 +00:00
ZSTDLIB_API size_t ZSTD_initCStream_advanced ( ZSTD_CStream * zcs , const void * dict , size_t dictSize ,
2017-02-08 00:33:48 +00:00
ZSTD_parameters params , unsigned long long pledgedSrcSize ) ; /**< pledgedSrcSize is optional and can be 0 (meaning unknown). note: if the contentSizeFlag is set, pledgedSrcSize == 0 means the source size is actually 0 */
2016-10-25 23:19:52 +00:00
ZSTDLIB_API size_t ZSTD_initCStream_usingCDict ( ZSTD_CStream * zcs , const ZSTD_CDict * cdict ) ; /**< note : cdict will just be referenced, and must outlive compression session */
2017-04-27 18:43:04 +00:00
ZSTDLIB_API size_t ZSTD_initCStream_usingCDict_advanced ( ZSTD_CStream * zcs , const ZSTD_CDict * cdict , unsigned long long pledgedSrcSize , ZSTD_frameParameters fParams ) ; /**< same as ZSTD_initCStream_usingCDict(), with control over frame parameters */
2017-04-06 05:06:21 +00:00
/*! ZSTD_resetCStream() :
* start a new compression job , using same parameters from previous job .
* This is typically useful to skip dictionary loading stage , since it will re - use it in - place . .
* Note that zcs must be init at least once before using ZSTD_resetCStream ( ) .
* pledgedSrcSize = = 0 means " srcSize unknown " .
* If pledgedSrcSize > 0 , its value must be correct , as it will be written in header , and controlled at the end .
* @ return : 0 , or an error code ( which can be tested using ZSTD_isError ( ) ) */
ZSTDLIB_API size_t ZSTD_resetCStream ( ZSTD_CStream * zcs , unsigned long long pledgedSrcSize ) ;
2016-08-22 22:30:31 +00:00
2016-08-11 23:20:36 +00:00
2016-10-06 11:23:52 +00:00
/*===== Advanced Streaming decompression functions =====*/
2017-01-26 00:25:38 +00:00
typedef enum { DStream_p_maxWindowSize } ZSTD_DStreamParameter_e ;
2016-08-22 23:18:06 +00:00
ZSTDLIB_API ZSTD_DStream * ZSTD_createDStream_advanced ( ZSTD_customMem customMem ) ;
2016-08-23 14:58:10 +00:00
ZSTDLIB_API size_t ZSTD_setDStreamParameter ( ZSTD_DStream * zds , ZSTD_DStreamParameter_e paramType , unsigned paramValue ) ;
2017-05-09 22:11:30 +00:00
ZSTDLIB_API size_t ZSTD_initDStream_usingDict ( ZSTD_DStream * zds , const void * dict , size_t dictSize ) ; /**< note: a dict will not be used if dict == NULL or dictSize < 8 */
2016-10-25 23:19:52 +00:00
ZSTDLIB_API size_t ZSTD_initDStream_usingDDict ( ZSTD_DStream * zds , const ZSTD_DDict * ddict ) ; /**< note : ddict will just be referenced, and must outlive decompression session */
2016-09-15 12:54:07 +00:00
ZSTDLIB_API size_t ZSTD_resetDStream ( ZSTD_DStream * zds ) ; /**< re-use decompression parameters from previous init; saves dictionary loading */
2016-08-11 23:20:36 +00:00
2016-10-06 11:23:52 +00:00
/*********************************************************************
2016-08-11 23:20:36 +00:00
* Buffer - less and synchronous inner streaming functions
2016-10-06 11:23:52 +00:00
*
* This is an advanced API , giving full control over buffer management , for users which need direct control over memory .
2016-08-13 22:16:20 +00:00
* But it ' s also a complex one , with many restrictions ( documented below ) .
2016-10-25 00:22:12 +00:00
* Prefer using normal streaming API for an easier experience
2016-10-06 11:23:52 +00:00
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
2016-07-28 17:55:09 +00:00
2016-10-06 11:23:52 +00:00
/**
Buffer - less streaming compression ( synchronous mode )
2016-06-04 17:47:02 +00:00
A ZSTD_CCtx object is required to track streaming operations .
2016-06-14 11:46:11 +00:00
Use ZSTD_createCCtx ( ) / ZSTD_freeCCtx ( ) to manage resource .
2016-06-04 17:47:02 +00:00
ZSTD_CCtx object can be re - used multiple times within successive compression operations .
Start by initializing a context .
Use ZSTD_compressBegin ( ) , or ZSTD_compressBegin_usingDict ( ) for dictionary compression ,
or ZSTD_compressBegin_advanced ( ) , for finer parameter control .
It ' s also possible to duplicate a reference context which has already been initialized , using ZSTD_copyCCtx ( )
Then , consume your input using ZSTD_compressContinue ( ) .
2016-06-21 09:54:03 +00:00
There are some important considerations to keep in mind when using this advanced function :
- ZSTD_compressContinue ( ) has no internal buffer . It uses externally provided buffer only .
2016-07-28 13:29:08 +00:00
- Interface is synchronous : input is consumed entirely and produce 1 + ( or more ) compressed blocks .
2016-06-21 09:54:03 +00:00
- Caller must ensure there is enough space in ` dst ` to store compressed data under worst case scenario .
Worst case evaluation is provided by ZSTD_compressBound ( ) .
ZSTD_compressContinue ( ) doesn ' t guarantee recover after a failed compression .
- ZSTD_compressContinue ( ) presumes prior input * * * is still accessible and unmodified * * * ( up to maximum distance size , see WindowLog ) .
It remembers all previous contiguous blocks , plus one separated memory segment ( which can itself consists of multiple contiguous blocks )
- ZSTD_compressContinue ( ) detects that prior input has been overwritten when ` src ` buffer overlaps .
In which case , it will " discard " the relevant memory section from its history .
2016-07-28 13:29:08 +00:00
Finish a frame with ZSTD_compressEnd ( ) , which will write the last block ( s ) and optional checksum .
2017-01-11 17:21:25 +00:00
It ' s possible to use srcSize = = 0 , in which case , it will write a final empty block to end the frame .
Without last block mark , frames will be considered unfinished ( corrupted ) by decoders .
2016-06-04 17:47:02 +00:00
2017-01-11 17:21:25 +00:00
` ZSTD_CCtx ` object can be re - used ( ZSTD_compressBegin ( ) ) to compress some new frame .
2016-06-04 17:47:02 +00:00
*/
2016-10-06 11:23:52 +00:00
/*===== Buffer-less streaming compression functions =====*/
ZSTDLIB_API size_t ZSTD_compressBegin ( ZSTD_CCtx * cctx , int compressionLevel ) ;
ZSTDLIB_API size_t ZSTD_compressBegin_usingDict ( ZSTD_CCtx * cctx , const void * dict , size_t dictSize , int compressionLevel ) ;
2017-02-08 00:33:48 +00:00
ZSTDLIB_API size_t ZSTD_compressBegin_advanced ( ZSTD_CCtx * cctx , const void * dict , size_t dictSize , ZSTD_parameters params , unsigned long long pledgedSrcSize ) ; /**< pledgedSrcSize is optional and can be 0 (meaning unknown). note: if the contentSizeFlag is set, pledgedSrcSize == 0 means the source size is actually 0 */
2017-04-26 22:42:10 +00:00
ZSTDLIB_API size_t ZSTD_compressBegin_usingCDict ( ZSTD_CCtx * cctx , const ZSTD_CDict * cdict ) ; /**< note: fails if cdict==NULL */
2017-04-18 20:55:53 +00:00
ZSTDLIB_API size_t ZSTD_compressBegin_usingCDict_advanced ( ZSTD_CCtx * const cctx , const ZSTD_CDict * const cdict , ZSTD_frameParameters const fParams , unsigned long long const pledgedSrcSize ) ; /* compression parameters are already set within cdict. pledgedSrcSize=0 means null-size */
2017-02-09 18:50:43 +00:00
ZSTDLIB_API size_t ZSTD_copyCCtx ( ZSTD_CCtx * cctx , const ZSTD_CCtx * preparedCCtx , unsigned long long pledgedSrcSize ) ; /**< note: if pledgedSrcSize can be 0, indicating unknown size. if it is non-zero, it must be accurate. for 0 size frames, use compressBegin_advanced */
2017-04-18 20:55:53 +00:00
2016-10-06 11:23:52 +00:00
ZSTDLIB_API size_t ZSTD_compressContinue ( ZSTD_CCtx * cctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize ) ;
ZSTDLIB_API size_t ZSTD_compressEnd ( ZSTD_CCtx * cctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize ) ;
2016-06-04 17:47:02 +00:00
2016-07-28 18:30:25 +00:00
2016-10-06 12:22:48 +00:00
/*-
2016-07-18 14:52:10 +00:00
Buffer - less streaming decompression ( synchronous mode )
2016-06-04 17:47:02 +00:00
A ZSTD_DCtx object is required to track streaming operations .
Use ZSTD_createDCtx ( ) / ZSTD_freeDCtx ( ) to manage it .
A ZSTD_DCtx object can be re - used multiple times .
2016-07-29 17:40:37 +00:00
First typical operation is to retrieve frame parameters , using ZSTD_getFrameParams ( ) .
It fills a ZSTD_frameParams structure which provide important information to correctly decode the frame ,
such as the minimum rolling buffer size to allocate to decompress data ( ` windowSize ` ) ,
and the dictionary ID used .
( Note : content size is optional , it may not be present . 0 means : content size unknown ) .
Note that these values could be wrong , either because of data malformation , or because an attacker is spoofing deliberate false information .
As a consequence , check that values remain within valid application range , especially ` windowSize ` , before allocation .
Each application can set its own limit , depending on local restrictions . For extended interoperability , it is recommended to support at least 8 MB .
Frame parameters are extracted from the beginning of the compressed frame .
Data fragment must be large enough to ensure successful decoding , typically ` ZSTD_frameHeaderSize_max ` bytes .
@ result : 0 : successful decoding , the ` ZSTD_frameParams ` structure is correctly filled .
> 0 : ` srcSize ` is too small , please provide at least @ result bytes on next attempt .
2016-07-28 01:47:45 +00:00
errorCode , which can be tested using ZSTD_isError ( ) .
2016-06-04 17:47:02 +00:00
2017-05-16 23:05:27 +00:00
Start decompression , with ZSTD_decompressBegin ( ) .
If decompression requires a dictionary , use ZSTD_decompressBegin_usingDict ( ) or ZSTD_decompressBegin_usingDDict ( ) .
2016-06-04 17:47:02 +00:00
Alternatively , you can copy a prepared context , using ZSTD_copyDCtx ( ) .
Then use ZSTD_nextSrcSizeToDecompress ( ) and ZSTD_decompressContinue ( ) alternatively .
2016-07-29 17:40:37 +00:00
ZSTD_nextSrcSizeToDecompress ( ) tells how many bytes to provide as ' srcSize ' to ZSTD_decompressContinue ( ) .
ZSTD_decompressContinue ( ) requires this _exact_ amount of bytes , or it will fail .
2016-06-04 17:47:02 +00:00
2016-06-04 18:17:38 +00:00
@ result of ZSTD_decompressContinue ( ) is the number of bytes regenerated within ' dst ' ( necessarily < = dstCapacity ) .
2016-07-29 17:40:37 +00:00
It can be zero , which is not an error ; it just means ZSTD_decompressContinue ( ) has decoded some metadata item .
It can also be an error code , which can be tested with ZSTD_isError ( ) .
2016-06-04 17:47:02 +00:00
2016-07-08 21:42:22 +00:00
ZSTD_decompressContinue ( ) needs previous data blocks during decompression , up to ` windowSize ` .
They should preferably be located contiguously , prior to current block .
Alternatively , a round buffer of sufficient size is also possible . Sufficient size is determined by frame parameters .
ZSTD_decompressContinue ( ) is very sensitive to contiguity ,
if 2 blocks don ' t follow each other , make sure that either the compressor breaks contiguity at the same place ,
2016-07-28 01:47:45 +00:00
or that previous contiguous segment is large enough to properly handle maximum back - reference .
2016-07-08 21:42:22 +00:00
2016-06-04 17:47:02 +00:00
A frame is fully decoded when ZSTD_nextSrcSizeToDecompress ( ) returns zero .
Context can then be reset to start a new decompression .
2016-07-28 18:30:25 +00:00
Note : it ' s possible to know if next input to present is a header or a block , using ZSTD_nextInputType ( ) .
2016-07-29 17:40:37 +00:00
This information is not required to properly decode a frame .
2016-07-08 21:42:22 +00:00
2016-12-13 15:39:36 +00:00
= = Special case : skippable frames = =
2016-07-08 21:42:22 +00:00
2016-07-28 01:47:45 +00:00
Skippable frames allow integration of user - defined data into a flow of concatenated frames .
2016-07-27 23:17:22 +00:00
Skippable frames will be ignored ( skipped ) by a decompressor . The format of skippable frames is as follows :
2016-06-04 17:47:02 +00:00
a ) Skippable frame ID - 4 Bytes , Little endian format , any value from 0x184D2A50 to 0x184D2A5F
b ) Frame Size - 4 Bytes , Little endian format , unsigned 32 - bits
c ) Frame Content - any content ( User Data ) of length equal to Frame Size
For skippable frames ZSTD_decompressContinue ( ) always returns 0.
For skippable frames ZSTD_getFrameParams ( ) returns fparamsPtr - > windowLog = = 0 what means that a frame is skippable .
2017-02-22 21:29:01 +00:00
Note : If fparamsPtr - > frameContentSize = = 0 , it is ambiguous : the frame might actually be a Zstd encoded frame with no content .
For purposes of decompression , it is valid in both cases to skip the frame using
ZSTD_findFrameCompressedSize to find its size in bytes .
2016-06-04 17:47:02 +00:00
It also returns Frame Size as fparamsPtr - > frameContentSize .
*/
2016-10-06 11:23:52 +00:00
/*===== Buffer-less streaming decompression functions =====*/
2017-05-10 18:14:08 +00:00
ZSTDLIB_API size_t ZSTD_getFrameHeader ( ZSTD_frameHeader * zfhPtr , const void * src , size_t srcSize ) ; /**< doesn't consume input, see details below */
2016-10-06 11:23:52 +00:00
ZSTDLIB_API size_t ZSTD_decompressBegin ( ZSTD_DCtx * dctx ) ;
ZSTDLIB_API size_t ZSTD_decompressBegin_usingDict ( ZSTD_DCtx * dctx , const void * dict , size_t dictSize ) ;
2017-05-16 23:05:27 +00:00
ZSTDLIB_API size_t ZSTD_decompressBegin_usingDDict ( ZSTD_DCtx * dctx , const ZSTD_DDict * ddict ) ;
2016-10-06 11:23:52 +00:00
ZSTDLIB_API void ZSTD_copyDCtx ( ZSTD_DCtx * dctx , const ZSTD_DCtx * preparedDCtx ) ;
2017-05-16 23:05:27 +00:00
2016-10-06 11:23:52 +00:00
ZSTDLIB_API size_t ZSTD_nextSrcSizeToDecompress ( ZSTD_DCtx * dctx ) ;
ZSTDLIB_API size_t ZSTD_decompressContinue ( ZSTD_DCtx * dctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize ) ;
typedef enum { ZSTDnit_frameHeader , ZSTDnit_blockHeader , ZSTDnit_block , ZSTDnit_lastBlock , ZSTDnit_checksum , ZSTDnit_skippableFrame } ZSTD_nextInputType_e ;
ZSTDLIB_API ZSTD_nextInputType_e ZSTD_nextInputType ( ZSTD_DCtx * dctx ) ;
/**
Block functions
2016-06-04 17:47:02 +00:00
2016-10-06 11:23:52 +00:00
Block functions produce and decode raw zstd blocks , without frame metadata .
2016-07-18 14:52:10 +00:00
Frame metadata cost is typically ~ 18 bytes , which can be non - negligible for very small blocks ( < 100 bytes ) .
2016-06-04 17:47:02 +00:00
User will have to take in charge required information to regenerate data , such as compressed and content sizes .
A few rules to respect :
2016-07-06 18:30:52 +00:00
- Compressing and decompressing require a context structure
2016-06-04 17:47:02 +00:00
+ Use ZSTD_createCCtx ( ) and ZSTD_createDCtx ( )
- It is necessary to init context before starting
2017-04-18 10:17:44 +00:00
+ compression : any ZSTD_compressBegin * ( ) variant , including with dictionary
+ decompression : any ZSTD_decompressBegin * ( ) variant , including with dictionary
+ copyCCtx ( ) and copyDCtx ( ) can be used too
- Block size is limited , it must be < = ZSTD_getBlockSizeMax ( ) < = ZSTD_BLOCKSIZE_ABSOLUTEMAX
+ If input is larger than a block size , it ' s necessary to split input data into multiple blocks
+ For inputs larger than a single block size , consider using the regular ZSTD_compress ( ) instead .
Frame metadata is not that costly , and quickly becomes negligible as source size grows larger .
2016-06-04 17:47:02 +00:00
- When a block is considered not compressible enough , ZSTD_compressBlock ( ) result will be zero .
In which case , nothing is produced into ` dst ` .
+ User must test for such outcome and deal directly with uncompressed data
2016-07-06 18:30:52 +00:00
+ ZSTD_decompressBlock ( ) doesn ' t accept uncompressed data as input ! ! !
2017-04-18 10:17:44 +00:00
+ In case of multiple successive blocks , should some of them be uncompressed ,
decoder must be informed of their existence in order to follow proper history .
Use ZSTD_insertBlock ( ) for such a case .
2016-06-04 17:47:02 +00:00
*/
2016-07-18 14:52:10 +00:00
# define ZSTD_BLOCKSIZE_ABSOLUTEMAX (128 * 1024) /* define, for static allocation */
2016-10-06 11:23:52 +00:00
/*===== Raw zstd block functions =====*/
2016-07-18 14:52:10 +00:00
ZSTDLIB_API size_t ZSTD_getBlockSizeMax ( ZSTD_CCtx * cctx ) ;
2016-06-04 17:47:02 +00:00
ZSTDLIB_API size_t ZSTD_compressBlock ( ZSTD_CCtx * cctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize ) ;
ZSTDLIB_API size_t ZSTD_decompressBlock ( ZSTD_DCtx * dctx , void * dst , size_t dstCapacity , const void * src , size_t srcSize ) ;
2016-07-19 13:06:55 +00:00
ZSTDLIB_API size_t ZSTD_insertBlock ( ZSTD_DCtx * dctx , const void * blockStart , size_t blockSize ) ; /**< insert block into `dctx` history. Useful for uncompressed blocks */
2016-06-04 17:47:02 +00:00
2016-11-29 19:46:37 +00:00
# endif /* ZSTD_H_ZSTD_STATIC_LINKING_ONLY */
2016-06-04 17:47:02 +00:00
2015-01-24 00:58:16 +00:00
# if defined (__cplusplus)
}
# endif