eb76f786bc
* Initial revised automated benchmarking script * Updating nb_iterations and making loop infinite * Allowing benchmarking params to be changed from cli * Renaming old speed test * Removing numpy dependency for cli * Change filename and benchmakr on pr level * Moving build outside loop and adding iterations param * Moving benchmarking to seperate travis ci test * Fixing typo and using unused variable * Added mode labels and updated README accordingly * Adding new mode 'current' that compraes facebook:dev against current hash * Typo * Reverting previous accidental diff * Typo * Adding frequency config variable to prevent github from blacklisting * Added new argument for frequency of fetching new prs * Updating documentation
488 lines
17 KiB
Makefile
488 lines
17 KiB
Makefile
# ################################################################
|
|
# Copyright (c) 2015-present, Yann Collet, Facebook, Inc.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under both the BSD-style license (found in the
|
|
# LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
# in the COPYING file in the root directory of this source tree).
|
|
# ################################################################
|
|
# datagen : Synthetic and parametrable data generator, for tests
|
|
# fullbench : Precisely measure speed for each zstd inner functions
|
|
# fullbench32: Same as fullbench, but forced to compile in 32-bits mode
|
|
# fuzzer : Test tool, to check zstd integrity on target platform
|
|
# fuzzer32: Same as fuzzer, but forced to compile in 32-bits mode
|
|
# paramgrill : parameter tester for zstd
|
|
# test-zstd-speed.py : script for testing zstd speed difference between commits
|
|
# versionsTest : compatibility test between zstd versions stored on Github (v0.1+)
|
|
# zstreamtest : Fuzzer test tool for zstd streaming API
|
|
# zstreamtest32: Same as zstreamtest, but forced to compile in 32-bits mode
|
|
# ##########################################################################
|
|
|
|
ZSTDDIR = ../lib
|
|
PRGDIR = ../programs
|
|
PYTHON ?= python3
|
|
TESTARTEFACT := versionsTest
|
|
|
|
DEBUGLEVEL ?= 1
|
|
DEBUGFLAGS = -g -DDEBUGLEVEL=$(DEBUGLEVEL)
|
|
CPPFLAGS += -I$(ZSTDDIR) -I$(ZSTDDIR)/common -I$(ZSTDDIR)/compress \
|
|
-I$(ZSTDDIR)/dictBuilder -I$(ZSTDDIR)/deprecated -I$(PRGDIR)
|
|
ifeq ($(OS),Windows_NT) # MinGW assumed
|
|
CPPFLAGS += -D__USE_MINGW_ANSI_STDIO # compatibility with %zu formatting
|
|
endif
|
|
CFLAGS ?= -O3
|
|
CFLAGS += -Wall -Wextra -Wcast-qual -Wcast-align -Wshadow \
|
|
-Wstrict-aliasing=1 -Wswitch-enum -Wdeclaration-after-statement \
|
|
-Wstrict-prototypes -Wundef \
|
|
-Wvla -Wformat=2 -Winit-self -Wfloat-equal -Wwrite-strings \
|
|
-Wredundant-decls -Wmissing-prototypes
|
|
CFLAGS += $(DEBUGFLAGS) $(MOREFLAGS)
|
|
FLAGS = $(CPPFLAGS) $(CFLAGS) $(LDFLAGS)
|
|
|
|
|
|
ZSTDCOMMON_FILES := $(ZSTDDIR)/common/*.c
|
|
ZSTDCOMP_FILES := $(ZSTDDIR)/compress/*.c
|
|
ZSTDDECOMP_FILES := $(ZSTDDIR)/decompress/*.c
|
|
ZSTD_FILES := $(ZSTDDECOMP_FILES) $(ZSTDCOMMON_FILES) $(ZSTDCOMP_FILES)
|
|
ZBUFF_FILES := $(ZSTDDIR)/deprecated/*.c
|
|
ZDICT_FILES := $(ZSTDDIR)/dictBuilder/*.c
|
|
|
|
ZSTD_F1 := $(wildcard $(ZSTD_FILES))
|
|
ZSTD_OBJ1 := $(subst $(ZSTDDIR)/common/,zstdm_,$(ZSTD_F1))
|
|
ZSTD_OBJ2 := $(subst $(ZSTDDIR)/compress/,zstdc_,$(ZSTD_OBJ1))
|
|
ZSTD_OBJ3 := $(subst $(ZSTDDIR)/decompress/,zstdd_,$(ZSTD_OBJ2))
|
|
ZSTD_OBJECTS := $(ZSTD_OBJ3:.c=.o)
|
|
|
|
ZSTDMT_OBJ1 := $(subst $(ZSTDDIR)/common/,zstdmt_m_,$(ZSTD_F1))
|
|
ZSTDMT_OBJ2 := $(subst $(ZSTDDIR)/compress/,zstdmt_c_,$(ZSTDMT_OBJ1))
|
|
ZSTDMT_OBJ3 := $(subst $(ZSTDDIR)/decompress/,zstdmt_d_,$(ZSTDMT_OBJ2))
|
|
ZSTDMT_OBJECTS := $(ZSTDMT_OBJ3:.c=.o)
|
|
|
|
# Define *.exe as extension for Windows systems
|
|
ifneq (,$(filter Windows%,$(OS)))
|
|
EXT =.exe
|
|
MULTITHREAD_CPP = -DZSTD_MULTITHREAD
|
|
MULTITHREAD_LD =
|
|
else
|
|
EXT =
|
|
MULTITHREAD_CPP = -DZSTD_MULTITHREAD
|
|
MULTITHREAD_LD = -pthread
|
|
endif
|
|
MULTITHREAD = $(MULTITHREAD_CPP) $(MULTITHREAD_LD)
|
|
|
|
VOID = /dev/null
|
|
ZSTREAM_TESTTIME ?= -T90s
|
|
FUZZERTEST ?= -T200s
|
|
ZSTDRTTEST = --test-large-data
|
|
DECODECORPUS_TESTTIME ?= -T30
|
|
|
|
.PHONY: default all all32 allnothread dll clean test test32 test-all versionsTest
|
|
|
|
default: fullbench
|
|
@echo $(ZSTDMT_OBJECTS)
|
|
|
|
all: fullbench fuzzer zstreamtest paramgrill datagen decodecorpus roundTripCrash \
|
|
fullbench-lib poolTests
|
|
|
|
all32: fullbench32 fuzzer32 zstreamtest32
|
|
|
|
allnothread: MULTITHREAD_CPP=
|
|
allnothread: MULTITHREAD_LD=
|
|
allnothread: fullbench fuzzer paramgrill datagen decodecorpus
|
|
|
|
dll: fuzzer-dll zstreamtest-dll
|
|
|
|
PHONY: zstd zstd32 zstd-nolegacy # must be phony, only external makefile knows how to build them, or if they need an update
|
|
zstd zstd32 zstd-nolegacy:
|
|
$(MAKE) -C $(PRGDIR) $@ MOREFLAGS+="$(DEBUGFLAGS)"
|
|
|
|
gzstd:
|
|
$(MAKE) -C $(PRGDIR) zstd HAVE_ZLIB=1 MOREFLAGS+="$(DEBUGFLAGS)"
|
|
|
|
.PHONY: zstd-dll
|
|
zstd-dll :
|
|
$(MAKE) -C $(ZSTDDIR) libzstd
|
|
|
|
.PHONY: zstd-staticLib
|
|
zstd-staticLib :
|
|
$(MAKE) -C $(ZSTDDIR) libzstd.a
|
|
|
|
zstdm_%.o : $(ZSTDDIR)/common/%.c
|
|
$(CC) -c $(CPPFLAGS) $(CFLAGS) $< -o $@
|
|
|
|
zstdc_%.o : $(ZSTDDIR)/compress/%.c
|
|
$(CC) -c $(CPPFLAGS) $(CFLAGS) $< -o $@
|
|
|
|
zstdd_%.o : $(ZSTDDIR)/decompress/%.c
|
|
$(CC) -c $(CPPFLAGS) $(CFLAGS) $< -o $@
|
|
|
|
zstdmt%.o : CPPFLAGS += $(MULTITHREAD_CPP)
|
|
|
|
zstdmt_m_%.o : $(ZSTDDIR)/common/%.c
|
|
$(CC) -c $(CPPFLAGS) $(CFLAGS) $< -o $@
|
|
|
|
zstdmt_c_%.o : $(ZSTDDIR)/compress/%.c
|
|
$(CC) -c $(CPPFLAGS) $(CFLAGS) $< -o $@
|
|
|
|
zstdmt_d_%.o : $(ZSTDDIR)/decompress/%.c
|
|
$(CC) -c $(CPPFLAGS) $(CFLAGS) $< -o $@
|
|
|
|
fullbench32: CPPFLAGS += -m32
|
|
fullbench fullbench32 : CPPFLAGS += $(MULTITHREAD_CPP)
|
|
fullbench fullbench32 : LDFLAGS += $(MULTITHREAD_LD)
|
|
fullbench fullbench32 : DEBUGFLAGS = -DNDEBUG # turn off assert() for speed measurements
|
|
fullbench fullbench32 : $(ZSTD_FILES)
|
|
fullbench fullbench32 : $(PRGDIR)/datagen.c $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/benchfn.c fullbench.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
fullbench-lib : CPPFLAGS += -DXXH_NAMESPACE=ZSTD_
|
|
fullbench-lib : zstd-staticLib
|
|
fullbench-lib : $(PRGDIR)/datagen.c $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/benchfn.c fullbench.c
|
|
$(CC) $(FLAGS) $(filter %.c,$^) -o $@$(EXT) $(ZSTDDIR)/libzstd.a
|
|
|
|
# note : broken : requires unavailable symbols
|
|
fullbench-dll : zstd-dll
|
|
fullbench-dll : LDFLAGS+= -L$(ZSTDDIR) -lzstd
|
|
fullbench-dll: $(PRGDIR)/datagen.c $(PRGDIR)/util.c $(PRGDIR)/benchfn.c $(PRGDIR)/timefn.c fullbench.c
|
|
# $(CC) $(FLAGS) $(filter %.c,$^) -o $@$(EXT) -DZSTD_DLL_IMPORT=1 $(ZSTDDIR)/dll/libzstd.dll
|
|
$(CC) $(FLAGS) $(filter %.c,$^) -o $@$(EXT)
|
|
|
|
fuzzer : CPPFLAGS += $(MULTITHREAD_CPP)
|
|
fuzzer : LDFLAGS += $(MULTITHREAD_LD)
|
|
fuzzer32: CFLAGS += -m32
|
|
fuzzer : $(ZSTDMT_OBJECTS)
|
|
fuzzer32: $(ZSTD_FILES)
|
|
fuzzer fuzzer32 : $(ZDICT_FILES) $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/datagen.c fuzzer.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
fuzzer-dll : zstd-dll
|
|
fuzzer-dll : LDFLAGS+= -L$(ZSTDDIR) -lzstd
|
|
fuzzer-dll : $(ZSTDDIR)/common/xxhash.c $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/datagen.c fuzzer.c
|
|
$(CC) $(CPPFLAGS) $(CFLAGS) $(filter %.c,$^) $(LDFLAGS) -o $@$(EXT)
|
|
|
|
zbufftest zbufftest32 zbufftest-dll : CPPFLAGS += -I$(ZSTDDIR)/deprecated
|
|
zbufftest zbufftest32 zbufftest-dll : CFLAGS += -Wno-deprecated-declarations # required to silence deprecation warnings
|
|
zbufftest32 : CFLAGS += -m32
|
|
zbufftest zbufftest32 : $(ZSTD_OBJECTS) $(ZBUFF_FILES) $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/datagen.c zbufftest.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
zbufftest-dll : zstd-dll
|
|
zbufftest-dll : LDFLAGS+= -L$(ZSTDDIR) -lzstd
|
|
zbufftest-dll : $(ZSTDDIR)/common/xxhash.c $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/datagen.c zbufftest.c
|
|
$(CC) $(CPPFLAGS) $(CFLAGS) $(filter %.c,$^) $(LDFLAGS) -o $@$(EXT)
|
|
|
|
ZSTREAM_LOCAL_FILES := $(PRGDIR)/datagen.c $(PRGDIR)/util.c $(PRGDIR)/timefn.c seqgen.c zstreamtest.c
|
|
ZSTREAM_PROPER_FILES := $(ZDICT_FILES) $(ZSTREAM_LOCAL_FILES)
|
|
ZSTREAMFILES := $(ZSTD_FILES) $(ZSTREAM_PROPER_FILES)
|
|
zstreamtest32 : CFLAGS += -m32
|
|
zstreamtest zstreamtest32 : CPPFLAGS += $(MULTITHREAD_CPP)
|
|
zstreamtest zstreamtest32 : LDFLAGS += $(MULTITHREAD_LD)
|
|
zstreamtest : $(ZSTDMT_OBJECTS) $(ZSTREAM_PROPER_FILES)
|
|
zstreamtest32 : $(ZSTREAMFILES)
|
|
zstreamtest zstreamtest32 :
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
zstreamtest_asan : CFLAGS += -fsanitize=address
|
|
zstreamtest_asan : $(ZSTREAMFILES)
|
|
$(CC) $(FLAGS) $(MULTITHREAD) $^ -o $@$(EXT)
|
|
|
|
zstreamtest_tsan : CFLAGS += -fsanitize=thread
|
|
zstreamtest_tsan : $(ZSTREAMFILES)
|
|
$(CC) $(FLAGS) $(MULTITHREAD) $^ -o $@$(EXT)
|
|
|
|
zstreamtest-dll : zstd-dll
|
|
zstreamtest-dll : LDFLAGS+= -L$(ZSTDDIR) -lzstd
|
|
zstreamtest-dll : $(ZSTDDIR)/common/xxhash.c # xxh symbols not exposed from dll
|
|
zstreamtest-dll : $(ZSTREAM_LOCAL_FILES)
|
|
$(CC) $(CPPFLAGS) $(CFLAGS) $(filter %.c,$^) $(LDFLAGS) -o $@$(EXT)
|
|
|
|
paramgrill : DEBUGFLAGS = # turn off assert() by default for speed measurements
|
|
paramgrill : $(ZSTD_FILES) $(PRGDIR)/util.c $(PRGDIR)/timefn.c $(PRGDIR)/benchfn.c $(PRGDIR)/benchzstd.c $(PRGDIR)/datagen.c paramgrill.c
|
|
$(CC) $(FLAGS) $^ -lm -o $@$(EXT)
|
|
|
|
datagen : $(PRGDIR)/datagen.c datagencli.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
roundTripCrash : $(ZSTD_OBJECTS) roundTripCrash.c
|
|
$(CC) $(FLAGS) $(MULTITHREAD) $^ -o $@$(EXT)
|
|
|
|
longmatch : $(ZSTD_OBJECTS) longmatch.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
bigdict: $(ZSTDMT_OBJECTS) $(PRGDIR)/datagen.c bigdict.c
|
|
$(CC) $(FLAGS) $(MULTITHREAD) $^ -o $@$(EXT)
|
|
|
|
invalidDictionaries : $(ZSTD_OBJECTS) invalidDictionaries.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
legacy : CPPFLAGS += -I$(ZSTDDIR)/legacy -DZSTD_LEGACY_SUPPORT=4
|
|
legacy : $(ZSTD_FILES) $(wildcard $(ZSTDDIR)/legacy/*.c) legacy.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT)
|
|
|
|
decodecorpus : $(filter-out zstdc_zstd_compress.o, $(ZSTD_OBJECTS)) $(ZDICT_FILES) $(PRGDIR)/util.c $(PRGDIR)/timefn.c decodecorpus.c
|
|
$(CC) $(FLAGS) $^ -o $@$(EXT) -lm
|
|
|
|
symbols : symbols.c zstd-dll
|
|
ifneq (,$(filter Windows%,$(OS)))
|
|
cp $(ZSTDDIR)/dll/libzstd.dll .
|
|
$(CC) $(FLAGS) $< -o $@$(EXT) -DZSTD_DLL_IMPORT=1 libzstd.dll
|
|
else
|
|
$(CC) $(FLAGS) $< -o $@$(EXT) -Wl,-rpath=$(ZSTDDIR) $(ZSTDDIR)/libzstd.so # broken on Mac
|
|
endif
|
|
|
|
poolTests : $(PRGDIR)/util.c $(PRGDIR)/timefn.c poolTests.c $(ZSTDDIR)/common/pool.c $(ZSTDDIR)/common/threading.c $(ZSTDDIR)/common/zstd_common.c $(ZSTDDIR)/common/error_private.c
|
|
$(CC) $(FLAGS) $(MULTITHREAD) $^ -o $@$(EXT)
|
|
|
|
.PHONY: versionsTest
|
|
versionsTest: clean
|
|
$(PYTHON) test-zstd-versions.py
|
|
|
|
automated_benchmarking: clean
|
|
$(PYTHON) automated_benchmarking.py golden-compression 1 current 1 "" 60
|
|
|
|
checkTag: checkTag.c $(ZSTDDIR)/zstd.h
|
|
$(CC) $(FLAGS) $< -o $@$(EXT)
|
|
|
|
clean:
|
|
$(MAKE) -C $(ZSTDDIR) clean
|
|
$(MAKE) -C $(PRGDIR) clean
|
|
@$(RM) -fR $(TESTARTEFACT)
|
|
@$(RM) -rf tmp* # some test directories are named tmp*
|
|
@$(RM) core *.o *.tmp result* *.gcda dictionary *.zst \
|
|
$(PRGDIR)/zstd$(EXT) $(PRGDIR)/zstd32$(EXT) \
|
|
fullbench$(EXT) fullbench32$(EXT) \
|
|
fullbench-lib$(EXT) fullbench-dll$(EXT) \
|
|
fuzzer$(EXT) fuzzer32$(EXT) zbufftest$(EXT) zbufftest32$(EXT) \
|
|
fuzzer-dll$(EXT) zstreamtest-dll$(EXT) zbufftest-dll$(EXT) \
|
|
zstreamtest$(EXT) zstreamtest32$(EXT) \
|
|
datagen$(EXT) paramgrill$(EXT) roundTripCrash$(EXT) longmatch$(EXT) \
|
|
symbols$(EXT) invalidDictionaries$(EXT) legacy$(EXT) poolTests$(EXT) \
|
|
decodecorpus$(EXT) checkTag$(EXT) bigdict$(EXT)
|
|
@echo Cleaning completed
|
|
|
|
|
|
#----------------------------------------------------------------------------------
|
|
# valgrind tests are validated only for some posix platforms
|
|
#----------------------------------------------------------------------------------
|
|
ifneq (,$(filter $(shell uname),Linux Darwin GNU/kFreeBSD GNU OpenBSD FreeBSD NetBSD DragonFly SunOS))
|
|
HOST_OS = POSIX
|
|
|
|
valgrindTest: VALGRIND = valgrind --leak-check=full --show-leak-kinds=all --error-exitcode=1
|
|
valgrindTest: zstd datagen fuzzer fullbench
|
|
@echo "\n ---- valgrind tests : memory analyzer ----"
|
|
$(VALGRIND) ./datagen -g50M > $(VOID)
|
|
$(VALGRIND) $(PRGDIR)/zstd ; if [ $$? -eq 0 ] ; then echo "zstd without argument should have failed"; false; fi
|
|
./datagen -g80 | $(VALGRIND) $(PRGDIR)/zstd - -c > $(VOID)
|
|
./datagen -g16KB | $(VALGRIND) $(PRGDIR)/zstd -vf - -c > $(VOID)
|
|
./datagen -g2930KB | $(VALGRIND) $(PRGDIR)/zstd -5 -vf - -o tmp
|
|
$(VALGRIND) $(PRGDIR)/zstd -vdf tmp -c > $(VOID)
|
|
./datagen -g64MB | $(VALGRIND) $(PRGDIR)/zstd -vf - -c > $(VOID)
|
|
@rm tmp
|
|
$(VALGRIND) ./fuzzer -T1mn -t1
|
|
$(VALGRIND) ./fullbench -i1
|
|
|
|
endif
|
|
|
|
|
|
ifneq (,$(filter MINGW% MSYS%,$(shell uname)))
|
|
HOST_OS = MSYS
|
|
endif
|
|
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# make tests validated only for below targets
|
|
#-----------------------------------------------------------------------------
|
|
ifneq (,$(filter $(HOST_OS),MSYS POSIX))
|
|
|
|
DIFF:=diff
|
|
ifneq (,$(filter $(shell uname),SunOS))
|
|
DIFF:=gdiff
|
|
endif
|
|
|
|
.PHONY: list
|
|
list:
|
|
@$(MAKE) -pRrq -f $(lastword $(MAKEFILE_LIST)) : 2>/dev/null | awk -v RS= -F: '/^# File/,/^# Finished Make data base/ {if ($$1 !~ "^[#.]") {print $$1}}' | sort | egrep -v -e '^[^[:alnum:]]' -e '^$@$$' | xargs
|
|
|
|
.PHONY: shortest
|
|
shortest: ZSTDRTTEST=
|
|
shortest: test-zstd
|
|
|
|
.PHONY: fuzztest
|
|
fuzztest: test-fuzzer test-zstream test-decodecorpus
|
|
|
|
.PHONY: test
|
|
test: test-zstd test-fullbench test-fuzzer test-zstream test-invalidDictionaries test-legacy test-decodecorpus
|
|
ifeq ($(QEMU_SYS),)
|
|
test: test-pool
|
|
endif
|
|
|
|
test32: test-zstd32 test-fullbench32 test-fuzzer32 test-zstream32
|
|
|
|
test-all: test test32 valgrindTest test-decodecorpus-cli
|
|
|
|
|
|
.PHONY: test-zstd test-zstd32 test-zstd-nolegacy test-zstdgrep
|
|
test-zstd: ZSTD = $(PRGDIR)/zstd
|
|
test-zstd: zstd
|
|
|
|
test-zstd32: ZSTD = $(PRGDIR)/zstd32
|
|
test-zstd32: zstd32
|
|
|
|
test-zstd-nolegacy: ZSTD = $(PRGDIR)/zstd-nolegacy
|
|
test-zstd-nolegacy: zstd-nolegacy
|
|
|
|
test-zstd test-zstd32 test-zstd-nolegacy: datagen
|
|
file $(ZSTD)
|
|
EXE_PREFIX="$(QEMU_SYS)" ZSTD_BIN="$(ZSTD)" ./playTests.sh $(ZSTDRTTEST)
|
|
|
|
|
|
test-gzstd: gzstd
|
|
$(PRGDIR)/zstd -f README.md test-zstd-speed.py
|
|
gzip -f README.md test-zstd-speed.py
|
|
cat README.md.zst test-zstd-speed.py.gz >zstd_gz.zst
|
|
cat README.md.gz test-zstd-speed.py.zst >gz_zstd.gz
|
|
$(PRGDIR)/zstd -df README.md.gz -o README2.md
|
|
$(PRGDIR)/zstd -df README.md.gz test-zstd-speed.py.gz
|
|
$(PRGDIR)/zstd -df zstd_gz.zst gz_zstd.gz
|
|
$(DIFF) -q zstd_gz gz_zstd
|
|
echo Hello World ZSTD | $(PRGDIR)/zstd -c - >hello.zst
|
|
echo Hello World GZIP | gzip -c - >hello.gz
|
|
echo Hello World TEXT >hello.txt
|
|
cat hello.zst hello.gz hello.txt >hello_zst_gz_txt.gz
|
|
$(PRGDIR)/zstd -dcf hello.*
|
|
$(PRGDIR)/zstd -dcf - <hello_zst_gz_txt.gz
|
|
$(RM) *.gz *.zst README2.md gz_zstd zstd_gz hello.txt
|
|
|
|
test-zstdgrep: gzstd
|
|
-[ -f /tmp/zstdcat ] || ln -s $(PWD)/$(PRGDIR)/zstd /tmp/zstdcat
|
|
echo a | $(PRGDIR)/zstd | env ZCAT=/tmp/zstdcat $(PRGDIR)/zstdgrep a
|
|
echo a | $(PRGDIR)/zstd | env ZCAT=/tmp/zstdcat $(PRGDIR)/zstdgrep b && return 1 || return 0
|
|
-echo 'hello world' > test.txt && $(PRGDIR)/zstd test.txt
|
|
env ZCAT=/tmp/zstdcat $(PRGDIR)/zstdgrep hello test.txt.zst
|
|
env ZCAT=/tmp/zstdcat $(PRGDIR)/zstdgrep weird test.txt.zst && return 1 || return 0
|
|
-echo 'hello' > pattern.txt
|
|
env ZCAT=/tmp/zstdcat $(PRGDIR)/zstdgrep -f pattern.txt test.txt.zst
|
|
$(RM) test.txt test.txt.zst pattern.txt
|
|
|
|
test-fullbench: fullbench datagen
|
|
$(QEMU_SYS) ./fullbench -i1
|
|
$(QEMU_SYS) ./fullbench -i1 -P0
|
|
|
|
test-fullbench32: fullbench32 datagen
|
|
$(QEMU_SYS) ./fullbench32 -i1
|
|
$(QEMU_SYS) ./fullbench32 -i1 -P0
|
|
|
|
test-fuzzer: fuzzer
|
|
$(QEMU_SYS) ./fuzzer -v $(FUZZERTEST) $(FUZZER_FLAGS)
|
|
|
|
test-fuzzer-stackmode: MOREFLAGS += -DZSTD_HEAPMODE=0
|
|
test-fuzzer-stackmode: test-fuzzer
|
|
|
|
test-fuzzer32: fuzzer32
|
|
$(QEMU_SYS) ./fuzzer32 -v $(FUZZERTEST) $(FUZZER_FLAGS)
|
|
|
|
test-zbuff: zbufftest
|
|
$(QEMU_SYS) ./zbufftest $(ZSTREAM_TESTTIME)
|
|
|
|
test-zbuff32: zbufftest32
|
|
$(QEMU_SYS) ./zbufftest32 $(ZSTREAM_TESTTIME)
|
|
|
|
test-zstream: zstreamtest
|
|
$(QEMU_SYS) ./zstreamtest -v $(ZSTREAM_TESTTIME) $(FUZZER_FLAGS)
|
|
$(QEMU_SYS) ./zstreamtest --mt -t1 $(ZSTREAM_TESTTIME) $(FUZZER_FLAGS)
|
|
$(QEMU_SYS) ./zstreamtest --newapi -t1 $(ZSTREAM_TESTTIME) $(FUZZER_FLAGS)
|
|
|
|
test-zstream32: zstreamtest32
|
|
$(QEMU_SYS) ./zstreamtest32 $(ZSTREAM_TESTTIME) $(FUZZER_FLAGS)
|
|
|
|
test-longmatch: longmatch
|
|
$(QEMU_SYS) ./longmatch
|
|
|
|
test-bigdict: bigdict
|
|
$(QEMU_SYS) ./bigdict
|
|
|
|
test-invalidDictionaries: invalidDictionaries
|
|
$(QEMU_SYS) ./invalidDictionaries
|
|
|
|
test-symbols: symbols
|
|
$(QEMU_SYS) ./symbols
|
|
|
|
test-legacy: legacy
|
|
$(QEMU_SYS) ./legacy
|
|
|
|
test-decodecorpus: decodecorpus
|
|
$(QEMU_SYS) ./decodecorpus -t $(DECODECORPUS_TESTTIME)
|
|
|
|
test-decodecorpus-cli: decodecorpus
|
|
@echo "\n ---- decodecorpus basic cli tests ----"
|
|
@mkdir testdir
|
|
./decodecorpus -n5 -otestdir -ptestdir
|
|
@cd testdir && \
|
|
$(ZSTD) -d z000000.zst -o tmp0 && \
|
|
$(ZSTD) -d z000001.zst -o tmp1 && \
|
|
$(ZSTD) -d z000002.zst -o tmp2 && \
|
|
$(ZSTD) -d z000003.zst -o tmp3 && \
|
|
$(ZSTD) -d z000004.zst -o tmp4 && \
|
|
diff z000000 tmp0 && \
|
|
diff z000001 tmp1 && \
|
|
diff z000002 tmp2 && \
|
|
diff z000003 tmp3 && \
|
|
diff z000004 tmp4 && \
|
|
rm ./* && \
|
|
cd ..
|
|
@echo "\n ---- decodecorpus dictionary cli tests ----"
|
|
./decodecorpus -n5 -otestdir -ptestdir --use-dict=1MB
|
|
@cd testdir && \
|
|
$(ZSTD) -d z000000.zst -D dictionary -o tmp0 && \
|
|
$(ZSTD) -d z000001.zst -D dictionary -o tmp1 && \
|
|
$(ZSTD) -d z000002.zst -D dictionary -o tmp2 && \
|
|
$(ZSTD) -d z000003.zst -D dictionary -o tmp3 && \
|
|
$(ZSTD) -d z000004.zst -D dictionary -o tmp4 && \
|
|
diff z000000 tmp0 && \
|
|
diff z000001 tmp1 && \
|
|
diff z000002 tmp2 && \
|
|
diff z000003 tmp3 && \
|
|
diff z000004 tmp4 && \
|
|
cd ..
|
|
@rm -rf testdir
|
|
|
|
test-pool: poolTests
|
|
$(QEMU_SYS) ./poolTests
|
|
|
|
test-lz4: ZSTD = LD_LIBRARY_PATH=/usr/local/lib $(PRGDIR)/zstd
|
|
test-lz4: ZSTD_LZ4 = LD_LIBRARY_PATH=/usr/local/lib ./lz4
|
|
test-lz4: ZSTD_UNLZ4 = LD_LIBRARY_PATH=/usr/local/lib ./unlz4
|
|
test-lz4: zstd decodecorpus datagen
|
|
[ -f lz4 ] || ln -s $(PRGDIR)/zstd lz4
|
|
[ -f unlz4 ] || ln -s $(PRGDIR)/zstd unlz4
|
|
|
|
./decodecorpus -ptmp
|
|
# lz4 -> zstd
|
|
lz4 < tmp | \
|
|
$(ZSTD) -d | \
|
|
cmp - tmp
|
|
lz4 < tmp | \
|
|
$(ZSTD_UNLZ4) | \
|
|
cmp - tmp
|
|
# zstd -> lz4
|
|
$(ZSTD) --format=lz4 < tmp | \
|
|
lz4 -d | \
|
|
cmp - tmp
|
|
$(ZSTD_LZ4) < tmp | \
|
|
lz4 -d | \
|
|
cmp - tmp
|
|
# zstd -> zstd
|
|
$(ZSTD) --format=lz4 < tmp | \
|
|
$(ZSTD) -d | \
|
|
cmp - tmp
|
|
# zstd -> zstd
|
|
$(ZSTD) < tmp | \
|
|
$(ZSTD) -d | \
|
|
cmp - tmp
|
|
|
|
./datagen -g384KB | $(ZSTD) --format=lz4 | $(ZSTD) -d > /dev/null
|
|
|
|
rm tmp lz4 unlz4
|
|
|
|
endif
|