zstd/contrib/adaptive-compression/test-correctness.sh

echo "correctness tests -- general"
./datagen -s1 -g1GB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s2 -g500MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s3 -g250MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s4 -g125MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s5 -g50MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s6 -g25MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s7 -g10MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s8 -g5MB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s9 -g500KB > tmp
./adapt -otmp.zst tmp
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

echo -e "\ncorrectness tests -- streaming"
./datagen -s10 -g1GB > tmp
cat tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s11 -g100MB > tmp
cat tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s12 -g10MB > tmp
cat tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s13 -g1MB > tmp
cat tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s14 -g100KB > tmp
cat tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s15 -g10KB > tmp
cat tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

echo -e "\ncorrectness tests -- read limit"
./datagen -s16 -g1GB > tmp
pv -L 50m -q tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s17 -g100MB > tmp
pv -L 50m -q tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s18 -g10MB > tmp
pv -L 50m -q tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s19 -g1MB > tmp
pv -L 50m -q tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s20 -g100KB > tmp
pv -L 50m -q tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s21 -g10KB > tmp
pv -L 50m -q tmp | ./adapt > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

echo -e "\ncorrectness tests -- write limit"
./datagen -s22 -g1GB > tmp
pv -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s23 -g100MB > tmp
pv -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s24 -g10MB > tmp
pv -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s25 -g1MB > tmp
pv -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s26 -g100KB > tmp
pv -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s27 -g10KB > tmp
pv -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

echo -e "\ncorrectness tests -- read and write limits"
./datagen -s28 -g1GB > tmp
pv -L 50m -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s29 -g100MB > tmp
pv -L 50m -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s30 -g10MB > tmp
pv -L 50m -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s31 -g1MB > tmp
pv -L 50m -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s32 -g100KB > tmp
pv -L 50m -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

./datagen -s33 -g10KB > tmp
pv -L 50m -q tmp | ./adapt | pv -L 5m -q > tmp.zst
zstd -d tmp.zst -o tmp2
diff -q tmp tmp2
rm tmp*

echo -e "\ncorrectness tests -- forced compression level"
./datagen -s34 -g1GB > tmp
./adapt tmp -otmp.zst -i11 -f
zstd -d tmp.zst -o tmp2
diff tmp tmp2
rm tmp*

./datagen -s35 -g100MB > tmp
./adapt tmp -otmp.zst -i11 -f
zstd -d tmp.zst -o tmp2
diff tmp tmp2
rm tmp*

./datagen -s36 -g10MB > tmp
./adapt tmp -otmp.zst -i11 -f
zstd -d tmp.zst -o tmp2
diff tmp tmp2
rm tmp*

./datagen -s37 -g1MB > tmp
./adapt tmp -otmp.zst -i11 -f
zstd -d tmp.zst -o tmp2
diff tmp tmp2
rm tmp*

./datagen -s38 -g100KB > tmp
./adapt tmp -otmp.zst -i11 -f
zstd -d tmp.zst -o tmp2
diff tmp tmp2
rm tmp*

./datagen -s39 -g10KB > tmp
./adapt tmp -otmp.zst -i11 -f
zstd -d tmp.zst -o tmp2
diff tmp tmp2
rm tmp*
make clean
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`echo "correctness tests -- general"`
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s1 -g1GB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s2 -g500MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s3 -g250MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s4 -g125MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s5 -g50MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s6 -g25MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s7 -g10MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s8 -g5MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s9 -g500KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`./adapt -otmp.zst tmp`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

			`echo -e "\ncorrectness tests -- streaming"`
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s10 -g1GB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`cat tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s11 -g100MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`cat tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s12 -g10MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`cat tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s13 -g1MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`cat tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s14 -g100KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`cat tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s15 -g10KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`cat tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

			`echo -e "\ncorrectness tests -- read limit"`
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s16 -g1GB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s17 -g100MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s18 -g10MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s19 -g1MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s20 -g100KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s21 -g10KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

			`echo -e "\ncorrectness tests -- write limit"`
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s22 -g1GB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s23 -g100MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s24 -g10MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s25 -g1MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s26 -g100KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s27 -g10KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

			`echo -e "\ncorrectness tests -- read and write limits"`
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s28 -g1GB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s29 -g100MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s30 -g10MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s31 -g1MB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s32 -g100KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s33 -g10KB > tmp`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`pv -L 50m -q tmp \| ./adapt \| pv -L 5m -q > tmp.zst`
			`zstd -d tmp.zst -o tmp2`
			`diff -q tmp tmp2`
			`rm tmp*`

added tests for forced compression level 2017-07-13 21:57:24 +00:00			`echo -e "\ncorrectness tests -- forced compression level"`
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s34 -g1GB > tmp`
added tests for forced compression level 2017-07-13 21:57:24 +00:00			`./adapt tmp -otmp.zst -i11 -f`
			`zstd -d tmp.zst -o tmp2`
			`diff tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s35 -g100MB > tmp`
added tests for forced compression level 2017-07-13 21:57:24 +00:00			`./adapt tmp -otmp.zst -i11 -f`
			`zstd -d tmp.zst -o tmp2`
			`diff tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s36 -g10MB > tmp`
added tests for forced compression level 2017-07-13 21:57:24 +00:00			`./adapt tmp -otmp.zst -i11 -f`
			`zstd -d tmp.zst -o tmp2`
			`diff tmp tmp2`
			`rm tmp*`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00
updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s37 -g1MB > tmp`
added tests for forced compression level 2017-07-13 21:57:24 +00:00			`./adapt tmp -otmp.zst -i11 -f`
			`zstd -d tmp.zst -o tmp2`
			`diff tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s38 -g100KB > tmp`
added tests for forced compression level 2017-07-13 21:57:24 +00:00			`./adapt tmp -otmp.zst -i11 -f`
			`zstd -d tmp.zst -o tmp2`
			`diff tmp tmp2`
			`rm tmp*`

updated tests to use different seeds when executing different tests 2017-07-14 23:29:29 +00:00			`./datagen -s39 -g10KB > tmp`
added tests for forced compression level 2017-07-13 21:57:24 +00:00			`./adapt tmp -otmp.zst -i11 -f`
			`zstd -d tmp.zst -o tmp2`
			`diff tmp tmp2`
			`rm tmp*`
added some tests for correctness, time, and compression ratio 2017-07-13 20:50:23 +00:00			`make clean`