9d6ed9def3
* Minor fix * Run non-optimize FASTCOVER 5 times in benchmark * Merge fastCover into dictBuilder * Fix mixed declaration issue * Add fastcover to symbol.c * Add fastCover.c and cover.h to build * Change fastCover.c to fastcover.c * Update benchmark to run FASTCOVER in dictBuilder * Undo spliting fastcover_param into cover_param and f * Remove convert param functions * Assign f to parameter * Add zdict.h to Makefile in lib * Add cover.h to BUCK * Cast 1 to U64 before shifting * Remove trimming of zero freq head and tail in selectSegment and rebenchmark * Remove f as a separate parameter of tryParam * Read 8 bytes when d is 6 * Add trimming off zero frequency head and tail * Use best functions from COVER and remove trimming part(which leads to worse compression ratio after previous bugs were fixed) * Add finalize= argument to FASTCOVER to specify percentage of training samples passed to ZDICT_finalizeDictionary * Change nbDmer to always read 8 bytes even when d=6 * Add skip=# argument to allow skipping dmers in computeFrequency in FASTCOVER * Update comments and benchmarking result * Change default method of ZDICT_trainFromBuffer to ZDICT_optimizeTrainFromBuffer_fastCover * Add dictType enum and fix bug about passing zParam when converting to coverParam * Combine finalize and skip into a single parameter * Update acceleration parameters and benchmark on 3 sample sets * Change default splitPoint of FASTCOVER to 0.75 and benchmark first 3 sample sets * Initialize variables outside of for loop in benchmark.c * Update benchmark result for hg-manifest * Remove cover.h from install-includes * Add explanation of f * Set default compression level for trainFromBuffer to 3 * Add assertion of fastCoverParams in DiB_trainFromFiles * Add checkTotalCompressedSize function + some minor fixes * Add test for multithreading fastCovr * Initialize segmentFreqs in every FASTCOVER_selectSegment and move mutex_unnlock to end of COVER_best_finish * Free segmentFreqs * Initialize segmentFreqs before calling FASTCOVER_buildDictionary instead of in FASTCOVER_selectSegment * Add FASTCOVER_MEMMULT * Minor fix * Update benchmarking result
222 lines
4.2 KiB
Python
222 lines
4.2 KiB
Python
cxx_library(
|
|
name='zstd',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
deps=[
|
|
':common',
|
|
':compress',
|
|
':decompress',
|
|
':deprecated',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='compress',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('compress', 'zstd*.h'),
|
|
]),
|
|
srcs=glob(['compress/zstd*.c']),
|
|
deps=[':common'],
|
|
)
|
|
|
|
cxx_library(
|
|
name='decompress',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
headers=subdir_glob([
|
|
('decompress', '*_impl.h'),
|
|
]),
|
|
srcs=glob(['decompress/zstd*.c']),
|
|
deps=[
|
|
':common',
|
|
':legacy',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='deprecated',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('decprecated', '*.h'),
|
|
]),
|
|
srcs=glob(['deprecated/*.c']),
|
|
deps=[':common'],
|
|
)
|
|
|
|
cxx_library(
|
|
name='legacy',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('legacy', '*.h'),
|
|
]),
|
|
srcs=glob(['legacy/*.c']),
|
|
deps=[':common'],
|
|
exported_preprocessor_flags=[
|
|
'-DZSTD_LEGACY_SUPPORT=4',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='zdict',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('dictBuilder', 'zdict.h'),
|
|
]),
|
|
headers=subdir_glob([
|
|
('dictBuilder', 'divsufsort.h'),
|
|
('dictBuilder', 'cover.h'),
|
|
]),
|
|
srcs=glob(['dictBuilder/*.c']),
|
|
deps=[':common'],
|
|
)
|
|
|
|
cxx_library(
|
|
name='compiler',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'compiler.h'),
|
|
]),
|
|
)
|
|
|
|
cxx_library(
|
|
name='cpu',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'cpu.h'),
|
|
]),
|
|
)
|
|
|
|
cxx_library(
|
|
name='bitstream',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'bitstream.h'),
|
|
]),
|
|
)
|
|
|
|
cxx_library(
|
|
name='entropy',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'fse.h'),
|
|
('common', 'huf.h'),
|
|
]),
|
|
srcs=[
|
|
'common/entropy_common.c',
|
|
'common/fse_decompress.c',
|
|
'compress/fse_compress.c',
|
|
'compress/huf_compress.c',
|
|
'decompress/huf_decompress.c',
|
|
],
|
|
deps=[
|
|
':bitstream',
|
|
':compiler',
|
|
':errors',
|
|
':mem',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='errors',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'error_private.h'),
|
|
('common', 'zstd_errors.h'),
|
|
]),
|
|
srcs=['common/error_private.c'],
|
|
)
|
|
|
|
cxx_library(
|
|
name='mem',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'mem.h'),
|
|
]),
|
|
)
|
|
|
|
cxx_library(
|
|
name='pool',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'pool.h'),
|
|
]),
|
|
srcs=['common/pool.c'],
|
|
deps=[
|
|
':threading',
|
|
':zstd_common',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='threading',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'threading.h'),
|
|
]),
|
|
srcs=['common/threading.c'],
|
|
exported_preprocessor_flags=[
|
|
'-DZSTD_MULTITHREAD',
|
|
],
|
|
exported_linker_flags=[
|
|
'-pthread',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='xxhash',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('common', 'xxhash.h'),
|
|
]),
|
|
srcs=['common/xxhash.c'],
|
|
exported_preprocessor_flags=[
|
|
'-DXXH_NAMESPACE=ZSTD_',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='zstd_common',
|
|
header_namespace='',
|
|
visibility=['PUBLIC'],
|
|
exported_headers=subdir_glob([
|
|
('', 'zstd.h'),
|
|
('common', 'zstd_internal.h'),
|
|
]),
|
|
srcs=['common/zstd_common.c'],
|
|
deps=[
|
|
':compiler',
|
|
':errors',
|
|
':mem',
|
|
],
|
|
)
|
|
|
|
cxx_library(
|
|
name='common',
|
|
deps=[
|
|
':bitstream',
|
|
':compiler',
|
|
':cpu',
|
|
':entropy',
|
|
':errors',
|
|
':mem',
|
|
':pool',
|
|
':threading',
|
|
':xxhash',
|
|
':zstd_common',
|
|
]
|
|
)
|