2017-08-18 23:52:05 +00:00
|
|
|
/*
|
2016-08-30 17:04:33 +00:00
|
|
|
* Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
2017-08-18 23:52:05 +00:00
|
|
|
* This source code is licensed under both the BSD-style license (found in the
|
|
|
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
|
|
* in the COPYING file in the root directory of this source tree).
|
2016-08-30 17:04:33 +00:00
|
|
|
*/
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
/*_************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Includes
|
|
|
|
**************************************/
|
2016-05-05 11:58:56 +00:00
|
|
|
#include "util.h" /* Compiler options, UTIL_GetFileSize */
|
|
|
|
#include <stdlib.h> /* malloc */
|
|
|
|
#include <stdio.h> /* fprintf, fopen, ftello64 */
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2017-06-30 01:56:24 +00:00
|
|
|
#include "mem.h" /* U32 */
|
2016-11-21 12:58:58 +00:00
|
|
|
#ifndef ZSTD_DLL_IMPORT
|
|
|
|
#include "zstd_internal.h" /* ZSTD_blockHeaderSize, blockType_e, KB, MB */
|
|
|
|
#else
|
|
|
|
#define KB *(1 <<10)
|
|
|
|
#define MB *(1 <<20)
|
|
|
|
#define GB *(1U<<30)
|
2017-02-28 01:58:02 +00:00
|
|
|
typedef enum { bt_raw, bt_rle, bt_compressed, bt_reserved } blockType_e;
|
2016-11-21 12:58:58 +00:00
|
|
|
#endif
|
2017-06-30 02:59:37 +00:00
|
|
|
#define ZSTD_STATIC_LINKING_ONLY /* ZSTD_compressBegin, ZSTD_compressContinue, etc. */
|
2017-06-30 01:56:24 +00:00
|
|
|
#include "zstd.h" /* ZSTD_versionString */
|
|
|
|
#include "util.h" /* time functions */
|
2015-02-10 17:15:20 +00:00
|
|
|
#include "datagen.h"
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
/*_************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Constants
|
|
|
|
**************************************/
|
2015-10-25 23:06:36 +00:00
|
|
|
#define PROGRAM_DESCRIPTION "Zstandard speed analyzer"
|
2015-01-24 00:58:16 +00:00
|
|
|
#define AUTHOR "Yann Collet"
|
2017-06-30 01:56:24 +00:00
|
|
|
#define WELCOME_MESSAGE "*** %s %s %i-bits, by %s (%s) ***\n", PROGRAM_DESCRIPTION, ZSTD_versionString(), (int)(sizeof(void*)*8), AUTHOR, __DATE__
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
#define NBLOOPS 6
|
2016-03-17 15:18:36 +00:00
|
|
|
#define TIMELOOP_S 2
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
#define KNUTH 2654435761U
|
|
|
|
#define MAX_MEM (1984 MB)
|
|
|
|
|
2015-02-11 07:34:50 +00:00
|
|
|
#define COMPRESSIBILITY_DEFAULT 0.50
|
2016-03-16 14:26:51 +00:00
|
|
|
static const size_t g_sampleSize = 10000000;
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
/*_************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Macros
|
|
|
|
**************************************/
|
|
|
|
#define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
|
|
|
|
|
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
/*_************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Benchmark Parameters
|
|
|
|
**************************************/
|
2016-03-17 18:37:33 +00:00
|
|
|
static U32 g_nbIterations = NBLOOPS;
|
2015-02-11 07:34:50 +00:00
|
|
|
static double g_compressibility = COMPRESSIBILITY_DEFAULT;
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2016-03-17 18:37:33 +00:00
|
|
|
static void BMK_SetNbIterations(U32 nbLoops)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
2016-03-17 18:37:33 +00:00
|
|
|
g_nbIterations = nbLoops;
|
|
|
|
DISPLAY("- %i iterations -\n", g_nbIterations);
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
/*_*******************************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Private functions
|
|
|
|
*********************************************************/
|
|
|
|
static size_t BMK_findMaxMem(U64 requiredMem)
|
|
|
|
{
|
2016-03-25 19:29:35 +00:00
|
|
|
size_t const step = 64 MB;
|
2016-03-15 19:47:23 +00:00
|
|
|
void* testmem = NULL;
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
requiredMem = (((requiredMem >> 26) + 1) << 26);
|
|
|
|
if (requiredMem > MAX_MEM) requiredMem = MAX_MEM;
|
|
|
|
|
2016-03-17 18:37:33 +00:00
|
|
|
requiredMem += step;
|
|
|
|
do {
|
2016-03-15 19:47:23 +00:00
|
|
|
testmem = malloc ((size_t)requiredMem);
|
2015-01-24 00:58:16 +00:00
|
|
|
requiredMem -= step;
|
2016-03-17 18:37:33 +00:00
|
|
|
} while (!testmem);
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
free (testmem);
|
2016-03-17 18:37:33 +00:00
|
|
|
return (size_t) requiredMem;
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
/*_*******************************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Benchmark wrappers
|
|
|
|
*********************************************************/
|
|
|
|
size_t local_ZSTD_compress(void* dst, size_t dstSize, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
(void)buff2;
|
2015-11-11 12:43:58 +00:00
|
|
|
return ZSTD_compress(dst, dstSize, src, srcSize, 1);
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
|
2016-03-16 15:05:18 +00:00
|
|
|
static size_t g_cSize = 0;
|
2015-01-24 00:58:16 +00:00
|
|
|
size_t local_ZSTD_decompress(void* dst, size_t dstSize, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
(void)src; (void)srcSize;
|
|
|
|
return ZSTD_decompress(dst, dstSize, buff2, g_cSize);
|
|
|
|
}
|
|
|
|
|
2016-11-21 12:58:58 +00:00
|
|
|
static ZSTD_DCtx* g_zdc = NULL;
|
2017-06-30 02:59:37 +00:00
|
|
|
|
|
|
|
#ifndef ZSTD_DLL_IMPORT
|
2015-11-12 15:00:04 +00:00
|
|
|
extern size_t ZSTD_decodeLiteralsBlock(ZSTD_DCtx* ctx, const void* src, size_t srcSize);
|
2015-01-24 00:58:16 +00:00
|
|
|
size_t local_ZSTD_decodeLiteralsBlock(void* dst, size_t dstSize, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
2015-10-18 21:18:32 +00:00
|
|
|
(void)src; (void)srcSize; (void)dst; (void)dstSize;
|
2016-03-16 15:05:18 +00:00
|
|
|
return ZSTD_decodeLiteralsBlock((ZSTD_DCtx*)g_zdc, buff2, g_cSize);
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
|
2016-09-13 15:33:47 +00:00
|
|
|
extern size_t ZSTD_decodeSeqHeaders(ZSTD_DCtx* dctx, int* nbSeq, const void* src, size_t srcSize);
|
2015-01-24 00:58:16 +00:00
|
|
|
size_t local_ZSTD_decodeSeqHeaders(void* dst, size_t dstSize, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
2015-08-19 23:02:43 +00:00
|
|
|
int nbSeq;
|
2015-01-24 00:58:16 +00:00
|
|
|
(void)src; (void)srcSize; (void)dst; (void)dstSize;
|
2016-09-13 15:33:47 +00:00
|
|
|
return ZSTD_decodeSeqHeaders(g_zdc, &nbSeq, buff2, g_cSize);
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
2016-11-15 17:05:46 +00:00
|
|
|
#endif
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2016-10-28 22:17:38 +00:00
|
|
|
static ZSTD_CStream* g_cstream= NULL;
|
|
|
|
size_t local_ZSTD_compressStream(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
2016-03-15 19:47:23 +00:00
|
|
|
{
|
2016-10-28 22:17:38 +00:00
|
|
|
ZSTD_outBuffer buffOut;
|
|
|
|
ZSTD_inBuffer buffIn;
|
2016-03-15 19:47:23 +00:00
|
|
|
(void)buff2;
|
2016-10-28 22:17:38 +00:00
|
|
|
ZSTD_initCStream(g_cstream, 1);
|
|
|
|
buffOut.dst = dst;
|
|
|
|
buffOut.size = dstCapacity;
|
|
|
|
buffOut.pos = 0;
|
|
|
|
buffIn.src = src;
|
|
|
|
buffIn.size = srcSize;
|
|
|
|
buffIn.pos = 0;
|
|
|
|
ZSTD_compressStream(g_cstream, &buffOut, &buffIn);
|
|
|
|
ZSTD_endStream(g_cstream, &buffOut);
|
|
|
|
return buffOut.pos;
|
2016-03-15 19:47:23 +00:00
|
|
|
}
|
|
|
|
|
2017-06-29 20:03:10 +00:00
|
|
|
static size_t local_ZSTD_compress_generic_end(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
ZSTD_outBuffer buffOut;
|
|
|
|
ZSTD_inBuffer buffIn;
|
|
|
|
(void)buff2;
|
|
|
|
ZSTD_CCtx_setParameter(g_cstream, ZSTD_p_compressionLevel, 1);
|
|
|
|
buffOut.dst = dst;
|
|
|
|
buffOut.size = dstCapacity;
|
|
|
|
buffOut.pos = 0;
|
|
|
|
buffIn.src = src;
|
|
|
|
buffIn.size = srcSize;
|
|
|
|
buffIn.pos = 0;
|
|
|
|
ZSTD_compress_generic(g_cstream, &buffOut, &buffIn, ZSTD_e_end);
|
|
|
|
return buffOut.pos;
|
|
|
|
}
|
|
|
|
|
|
|
|
static size_t local_ZSTD_compress_generic_continue(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
ZSTD_outBuffer buffOut;
|
|
|
|
ZSTD_inBuffer buffIn;
|
|
|
|
(void)buff2;
|
|
|
|
ZSTD_CCtx_setParameter(g_cstream, ZSTD_p_compressionLevel, 1);
|
|
|
|
buffOut.dst = dst;
|
|
|
|
buffOut.size = dstCapacity;
|
|
|
|
buffOut.pos = 0;
|
|
|
|
buffIn.src = src;
|
|
|
|
buffIn.size = srcSize;
|
|
|
|
buffIn.pos = 0;
|
|
|
|
ZSTD_compress_generic(g_cstream, &buffOut, &buffIn, ZSTD_e_continue);
|
|
|
|
ZSTD_compress_generic(g_cstream, &buffOut, &buffIn, ZSTD_e_end);
|
|
|
|
return buffOut.pos;
|
|
|
|
}
|
|
|
|
|
2017-06-30 01:56:24 +00:00
|
|
|
static size_t local_ZSTD_compress_generic_T2_end(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
ZSTD_outBuffer buffOut;
|
|
|
|
ZSTD_inBuffer buffIn;
|
|
|
|
(void)buff2;
|
|
|
|
ZSTD_CCtx_setParameter(g_cstream, ZSTD_p_compressionLevel, 1);
|
|
|
|
ZSTD_CCtx_setParameter(g_cstream, ZSTD_p_nbThreads, 2);
|
|
|
|
buffOut.dst = dst;
|
|
|
|
buffOut.size = dstCapacity;
|
|
|
|
buffOut.pos = 0;
|
|
|
|
buffIn.src = src;
|
|
|
|
buffIn.size = srcSize;
|
|
|
|
buffIn.pos = 0;
|
|
|
|
while (ZSTD_compress_generic(g_cstream, &buffOut, &buffIn, ZSTD_e_end)) {}
|
|
|
|
return buffOut.pos;
|
|
|
|
}
|
|
|
|
|
|
|
|
static size_t local_ZSTD_compress_generic_T2_continue(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
ZSTD_outBuffer buffOut;
|
|
|
|
ZSTD_inBuffer buffIn;
|
|
|
|
(void)buff2;
|
|
|
|
ZSTD_CCtx_setParameter(g_cstream, ZSTD_p_compressionLevel, 1);
|
|
|
|
ZSTD_CCtx_setParameter(g_cstream, ZSTD_p_nbThreads, 2);
|
|
|
|
buffOut.dst = dst;
|
|
|
|
buffOut.size = dstCapacity;
|
|
|
|
buffOut.pos = 0;
|
|
|
|
buffIn.src = src;
|
|
|
|
buffIn.size = srcSize;
|
|
|
|
buffIn.pos = 0;
|
|
|
|
ZSTD_compress_generic(g_cstream, &buffOut, &buffIn, ZSTD_e_continue);
|
|
|
|
while(ZSTD_compress_generic(g_cstream, &buffOut, &buffIn, ZSTD_e_end)) {}
|
|
|
|
return buffOut.pos;
|
|
|
|
}
|
|
|
|
|
2016-10-28 22:17:38 +00:00
|
|
|
static ZSTD_DStream* g_dstream= NULL;
|
|
|
|
static size_t local_ZSTD_decompressStream(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
2016-03-15 19:47:23 +00:00
|
|
|
{
|
2016-10-28 22:17:38 +00:00
|
|
|
ZSTD_outBuffer buffOut;
|
|
|
|
ZSTD_inBuffer buffIn;
|
2016-03-15 19:47:23 +00:00
|
|
|
(void)src; (void)srcSize;
|
2016-10-28 22:17:38 +00:00
|
|
|
ZSTD_initDStream(g_dstream);
|
|
|
|
buffOut.dst = dst;
|
|
|
|
buffOut.size = dstCapacity;
|
|
|
|
buffOut.pos = 0;
|
|
|
|
buffIn.src = buff2;
|
|
|
|
buffIn.size = g_cSize;
|
|
|
|
buffIn.pos = 0;
|
|
|
|
ZSTD_decompressStream(g_dstream, &buffOut, &buffIn);
|
|
|
|
return buffOut.pos;
|
2016-03-15 19:47:23 +00:00
|
|
|
}
|
|
|
|
|
2016-03-16 15:05:18 +00:00
|
|
|
static ZSTD_CCtx* g_zcc = NULL;
|
2017-06-30 02:59:37 +00:00
|
|
|
|
|
|
|
#ifndef ZSTD_DLL_IMPORT
|
2016-03-16 15:05:18 +00:00
|
|
|
size_t local_ZSTD_compressContinue(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
(void)buff2;
|
|
|
|
ZSTD_compressBegin(g_zcc, 1);
|
2016-07-28 13:29:08 +00:00
|
|
|
return ZSTD_compressEnd(g_zcc, dst, dstCapacity, src, srcSize);
|
2016-03-16 15:05:18 +00:00
|
|
|
}
|
|
|
|
|
2016-12-20 09:17:21 +00:00
|
|
|
#define FIRST_BLOCK_SIZE 8
|
|
|
|
size_t local_ZSTD_compressContinue_extDict(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
BYTE firstBlockBuf[FIRST_BLOCK_SIZE];
|
|
|
|
|
|
|
|
(void)buff2;
|
|
|
|
memcpy(firstBlockBuf, src, FIRST_BLOCK_SIZE);
|
|
|
|
ZSTD_compressBegin(g_zcc, 1);
|
|
|
|
|
|
|
|
{ size_t const compressResult = ZSTD_compressContinue(g_zcc, dst, dstCapacity, firstBlockBuf, FIRST_BLOCK_SIZE);
|
|
|
|
if (ZSTD_isError(compressResult)) { DISPLAY("local_ZSTD_compressContinue_extDict error : %s\n", ZSTD_getErrorName(compressResult)); return compressResult; }
|
|
|
|
dst = (BYTE*)dst + compressResult;
|
|
|
|
dstCapacity -= compressResult;
|
|
|
|
}
|
|
|
|
return ZSTD_compressEnd(g_zcc, dst, dstCapacity, (const BYTE*)src + FIRST_BLOCK_SIZE, srcSize - FIRST_BLOCK_SIZE);
|
|
|
|
}
|
|
|
|
|
2016-03-16 15:05:18 +00:00
|
|
|
size_t local_ZSTD_decompressContinue(void* dst, size_t dstCapacity, void* buff2, const void* src, size_t srcSize)
|
|
|
|
{
|
|
|
|
size_t regeneratedSize = 0;
|
|
|
|
const BYTE* ip = (const BYTE*)buff2;
|
|
|
|
const BYTE* const iend = ip + g_cSize;
|
|
|
|
BYTE* op = (BYTE*)dst;
|
|
|
|
size_t remainingCapacity = dstCapacity;
|
|
|
|
|
|
|
|
(void)src; (void)srcSize;
|
|
|
|
ZSTD_decompressBegin(g_zdc);
|
|
|
|
while (ip < iend) {
|
|
|
|
size_t const iSize = ZSTD_nextSrcSizeToDecompress(g_zdc);
|
|
|
|
size_t const decodedSize = ZSTD_decompressContinue(g_zdc, op, remainingCapacity, ip, iSize);
|
|
|
|
ip += iSize;
|
|
|
|
regeneratedSize += decodedSize;
|
|
|
|
op += decodedSize;
|
|
|
|
remainingCapacity -= decodedSize;
|
|
|
|
}
|
|
|
|
|
|
|
|
return regeneratedSize;
|
|
|
|
}
|
2016-11-21 12:58:58 +00:00
|
|
|
#endif
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2016-03-15 19:47:23 +00:00
|
|
|
|
|
|
|
/*_*******************************************************
|
2015-01-24 00:58:16 +00:00
|
|
|
* Bench functions
|
|
|
|
*********************************************************/
|
2016-03-16 14:26:51 +00:00
|
|
|
static size_t benchMem(const void* src, size_t srcSize, U32 benchNb)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
|
|
|
BYTE* dstBuff;
|
2016-07-23 14:31:49 +00:00
|
|
|
size_t const dstBuffSize = ZSTD_compressBound(srcSize);
|
|
|
|
void* buff2;
|
2015-01-24 00:58:16 +00:00
|
|
|
const char* benchName;
|
|
|
|
size_t (*benchFunction)(void* dst, size_t dstSize, void* verifBuff, const void* src, size_t srcSize);
|
|
|
|
double bestTime = 100000000.;
|
|
|
|
|
2015-02-10 17:15:20 +00:00
|
|
|
/* Selection */
|
2015-01-24 00:58:16 +00:00
|
|
|
switch(benchNb)
|
|
|
|
{
|
|
|
|
case 1:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_compress; benchName = "compress(1)";
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
2016-03-15 20:13:52 +00:00
|
|
|
case 2:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_decompress; benchName = "decompress";
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
2016-11-21 12:58:58 +00:00
|
|
|
#ifndef ZSTD_DLL_IMPORT
|
2016-03-16 15:05:18 +00:00
|
|
|
case 11:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_compressContinue; benchName = "compressContinue(1)";
|
2016-03-16 15:05:18 +00:00
|
|
|
break;
|
|
|
|
case 12:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_compressContinue_extDict; benchName = "compressContinue_extDict";
|
2016-12-20 09:17:21 +00:00
|
|
|
break;
|
|
|
|
case 13:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_decompressContinue; benchName = "decompressContinue";
|
2016-03-16 15:05:18 +00:00
|
|
|
break;
|
2017-03-30 01:51:58 +00:00
|
|
|
case 31:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_decodeLiteralsBlock; benchName = "decodeLiteralsBlock";
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
|
|
|
case 32:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_decodeSeqHeaders; benchName = "decodeSeqHeaders";
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
2016-11-15 17:05:46 +00:00
|
|
|
#endif
|
2017-03-30 01:51:58 +00:00
|
|
|
case 41:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_compressStream; benchName = "compressStream(1)";
|
2016-03-15 19:47:23 +00:00
|
|
|
break;
|
|
|
|
case 42:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_decompressStream; benchName = "decompressStream";
|
2016-03-15 19:47:23 +00:00
|
|
|
break;
|
2017-06-29 20:03:10 +00:00
|
|
|
case 51:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_compress_generic_continue; benchName = "compress_generic, continue";
|
2017-06-29 20:03:10 +00:00
|
|
|
break;
|
|
|
|
case 52:
|
2017-06-30 01:56:24 +00:00
|
|
|
benchFunction = local_ZSTD_compress_generic_end; benchName = "compress_generic, end";
|
|
|
|
break;
|
|
|
|
case 61:
|
|
|
|
benchFunction = local_ZSTD_compress_generic_T2_continue; benchName = "compress_generic, -T2, continue";
|
|
|
|
break;
|
|
|
|
case 62:
|
|
|
|
benchFunction = local_ZSTD_compress_generic_T2_end; benchName = "compress_generic, -T2, end";
|
2017-06-29 20:03:10 +00:00
|
|
|
break;
|
2015-01-24 00:58:16 +00:00
|
|
|
default :
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Allocation */
|
2015-06-18 15:43:16 +00:00
|
|
|
dstBuff = (BYTE*)malloc(dstBuffSize);
|
2016-07-23 14:31:49 +00:00
|
|
|
buff2 = malloc(dstBuffSize);
|
2016-03-15 19:47:23 +00:00
|
|
|
if ((!dstBuff) || (!buff2)) {
|
2015-01-24 00:58:16 +00:00
|
|
|
DISPLAY("\nError: not enough memory!\n");
|
|
|
|
free(dstBuff); free(buff2);
|
|
|
|
return 12;
|
|
|
|
}
|
2017-06-29 20:03:10 +00:00
|
|
|
if (g_zcc==NULL) g_zcc = ZSTD_createCCtx();
|
|
|
|
if (g_zdc==NULL) g_zdc = ZSTD_createDCtx();
|
|
|
|
if (g_cstream==NULL) g_cstream = ZSTD_createCStream();
|
|
|
|
if (g_dstream==NULL) g_dstream = ZSTD_createDStream();
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
/* Preparation */
|
|
|
|
switch(benchNb)
|
|
|
|
{
|
2016-03-15 20:13:52 +00:00
|
|
|
case 2:
|
2015-11-11 12:43:58 +00:00
|
|
|
g_cSize = ZSTD_compress(buff2, dstBuffSize, src, srcSize, 1);
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
2016-11-21 12:58:58 +00:00
|
|
|
#ifndef ZSTD_DLL_IMPORT
|
2016-12-20 09:17:21 +00:00
|
|
|
case 13 :
|
2015-11-11 12:43:58 +00:00
|
|
|
g_cSize = ZSTD_compress(buff2, dstBuffSize, src, srcSize, 1);
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
2015-02-10 17:15:20 +00:00
|
|
|
case 31: /* ZSTD_decodeLiteralsBlock */
|
2016-03-16 15:05:18 +00:00
|
|
|
{ blockProperties_t bp;
|
2017-05-09 22:46:07 +00:00
|
|
|
ZSTD_frameHeader zfp;
|
2016-03-17 15:42:16 +00:00
|
|
|
size_t frameHeaderSize, skippedSize;
|
2015-11-11 12:43:58 +00:00
|
|
|
g_cSize = ZSTD_compress(dstBuff, dstBuffSize, src, srcSize, 1);
|
2017-05-09 22:46:07 +00:00
|
|
|
frameHeaderSize = ZSTD_getFrameHeader(&zfp, dstBuff, ZSTD_frameHeaderSize_min);
|
2016-03-17 15:42:16 +00:00
|
|
|
if (frameHeaderSize==0) frameHeaderSize = ZSTD_frameHeaderSize_min;
|
|
|
|
ZSTD_getcBlockSize(dstBuff+frameHeaderSize, dstBuffSize, &bp); /* Get 1st block type */
|
2016-03-15 19:47:23 +00:00
|
|
|
if (bp.blockType != bt_compressed) {
|
2015-01-24 12:31:55 +00:00
|
|
|
DISPLAY("ZSTD_decodeLiteralsBlock : impossible to test on this sample (not compressible)\n");
|
2015-11-13 14:08:43 +00:00
|
|
|
goto _cleanOut;
|
2015-01-24 12:31:55 +00:00
|
|
|
}
|
2016-07-23 14:31:49 +00:00
|
|
|
skippedSize = frameHeaderSize + ZSTD_blockHeaderSize;
|
2016-03-17 15:42:16 +00:00
|
|
|
memcpy(buff2, dstBuff+skippedSize, g_cSize-skippedSize);
|
2015-11-25 13:42:45 +00:00
|
|
|
srcSize = srcSize > 128 KB ? 128 KB : srcSize; /* speed relative to block */
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
|
|
|
}
|
2015-02-10 17:15:20 +00:00
|
|
|
case 32: /* ZSTD_decodeSeqHeaders */
|
2016-03-16 15:05:18 +00:00
|
|
|
{ blockProperties_t bp;
|
2017-05-09 22:46:07 +00:00
|
|
|
ZSTD_frameHeader zfp;
|
2015-01-24 00:58:16 +00:00
|
|
|
const BYTE* ip = dstBuff;
|
|
|
|
const BYTE* iend;
|
2016-03-17 15:42:16 +00:00
|
|
|
size_t frameHeaderSize, cBlockSize;
|
2015-11-25 13:42:45 +00:00
|
|
|
ZSTD_compress(dstBuff, dstBuffSize, src, srcSize, 1); /* it would be better to use direct block compression here */
|
2016-03-17 15:42:16 +00:00
|
|
|
g_cSize = ZSTD_compress(dstBuff, dstBuffSize, src, srcSize, 1);
|
2017-05-09 22:46:07 +00:00
|
|
|
frameHeaderSize = ZSTD_getFrameHeader(&zfp, dstBuff, ZSTD_frameHeaderSize_min);
|
2016-03-17 15:42:16 +00:00
|
|
|
if (frameHeaderSize==0) frameHeaderSize = ZSTD_frameHeaderSize_min;
|
|
|
|
ip += frameHeaderSize; /* Skip frame Header */
|
|
|
|
cBlockSize = ZSTD_getcBlockSize(ip, dstBuffSize, &bp); /* Get 1st block type */
|
2016-03-15 20:44:39 +00:00
|
|
|
if (bp.blockType != bt_compressed) {
|
2015-01-24 12:31:55 +00:00
|
|
|
DISPLAY("ZSTD_decodeSeqHeaders : impossible to test on this sample (not compressible)\n");
|
2015-11-13 14:08:43 +00:00
|
|
|
goto _cleanOut;
|
2015-01-24 12:31:55 +00:00
|
|
|
}
|
2016-07-23 14:31:49 +00:00
|
|
|
iend = ip + ZSTD_blockHeaderSize + cBlockSize; /* End of first block */
|
|
|
|
ip += ZSTD_blockHeaderSize; /* skip block header */
|
2016-09-13 15:33:47 +00:00
|
|
|
ZSTD_decompressBegin(g_zdc);
|
2016-07-23 14:31:49 +00:00
|
|
|
ip += ZSTD_decodeLiteralsBlock(g_zdc, ip, iend-ip); /* skip literal segment */
|
2015-01-24 00:58:16 +00:00
|
|
|
g_cSize = iend-ip;
|
2015-11-25 13:42:45 +00:00
|
|
|
memcpy(buff2, ip, g_cSize); /* copy rest of block (it starts by SeqHeader) */
|
|
|
|
srcSize = srcSize > 128 KB ? 128 KB : srcSize; /* speed relative to block */
|
2015-01-24 00:58:16 +00:00
|
|
|
break;
|
|
|
|
}
|
2016-11-15 18:02:39 +00:00
|
|
|
#else
|
|
|
|
case 31:
|
|
|
|
goto _cleanOut;
|
2016-11-15 17:05:46 +00:00
|
|
|
#endif
|
2016-03-15 19:47:23 +00:00
|
|
|
case 42 :
|
|
|
|
g_cSize = ZSTD_compress(buff2, dstBuffSize, src, srcSize, 1);
|
|
|
|
break;
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
/* test functions */
|
2015-11-25 13:42:45 +00:00
|
|
|
/* by convention, test functions can be added > 100 */
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
default : ;
|
|
|
|
}
|
|
|
|
|
2015-01-24 12:31:55 +00:00
|
|
|
{ size_t i; for (i=0; i<dstBuffSize; i++) dstBuff[i]=(BYTE)i; } /* warming up memory */
|
|
|
|
|
2016-10-28 22:17:38 +00:00
|
|
|
{ U32 loopNb;
|
2017-06-30 01:56:24 +00:00
|
|
|
# define TIME_SEC_MICROSEC (1*1000000ULL) /* 1 second */
|
|
|
|
U64 const clockLoop = TIMELOOP_S * TIME_SEC_MICROSEC;
|
|
|
|
UTIL_freq_t ticksPerSecond;
|
|
|
|
UTIL_initTimer(&ticksPerSecond);
|
2017-02-28 01:58:02 +00:00
|
|
|
DISPLAY("%2i- %-30.30s : \r", benchNb, benchName);
|
2016-10-28 22:17:38 +00:00
|
|
|
for (loopNb = 1; loopNb <= g_nbIterations; loopNb++) {
|
2017-06-30 01:56:24 +00:00
|
|
|
UTIL_time_t clockStart;
|
2016-10-28 22:17:38 +00:00
|
|
|
size_t benchResult=0;
|
2017-05-16 00:15:46 +00:00
|
|
|
U32 nbRounds;
|
2016-10-28 22:17:38 +00:00
|
|
|
|
2017-06-30 01:56:24 +00:00
|
|
|
UTIL_sleepMilli(1); /* give processor time to other processes */
|
|
|
|
UTIL_waitForNextTick(ticksPerSecond);
|
|
|
|
UTIL_getTime(&clockStart);
|
|
|
|
for (nbRounds=0; UTIL_clockSpanMicro(clockStart, ticksPerSecond) < clockLoop; nbRounds++) {
|
2016-10-28 22:17:38 +00:00
|
|
|
benchResult = benchFunction(dstBuff, dstBuffSize, buff2, src, srcSize);
|
|
|
|
if (ZSTD_isError(benchResult)) { DISPLAY("ERROR ! %s() => %s !! \n", benchName, ZSTD_getErrorName(benchResult)); exit(1); }
|
|
|
|
}
|
2017-06-30 01:56:24 +00:00
|
|
|
{ U64 const clockSpanMicro = UTIL_clockSpanMicro(clockStart, ticksPerSecond);
|
|
|
|
double const averageTime = (double)clockSpanMicro / TIME_SEC_MICROSEC / nbRounds;
|
2017-05-16 00:15:46 +00:00
|
|
|
if (averageTime < bestTime) bestTime = averageTime;
|
|
|
|
DISPLAY("%2i- %-30.30s : %7.1f MB/s (%9u)\r", loopNb, benchName, (double)srcSize / (1 MB) / bestTime, (U32)benchResult);
|
|
|
|
} } }
|
2016-03-17 15:18:36 +00:00
|
|
|
DISPLAY("%2u\n", benchNb);
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-11-13 14:08:43 +00:00
|
|
|
_cleanOut:
|
2015-01-24 00:58:16 +00:00
|
|
|
free(dstBuff);
|
|
|
|
free(buff2);
|
2017-07-01 15:03:59 +00:00
|
|
|
ZSTD_freeCCtx(g_zcc); g_zcc=NULL;
|
|
|
|
ZSTD_freeDCtx(g_zdc); g_zdc=NULL;
|
|
|
|
ZSTD_freeCStream(g_cstream); g_cstream=NULL;
|
|
|
|
ZSTD_freeDStream(g_dstream); g_dstream=NULL;
|
2015-01-24 00:58:16 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
static int benchSample(U32 benchNb)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
2016-03-16 14:26:51 +00:00
|
|
|
size_t const benchedSize = g_sampleSize;
|
2015-02-11 07:34:50 +00:00
|
|
|
const char* name = "Sample 10MiB";
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
/* Allocation */
|
2016-03-15 20:44:39 +00:00
|
|
|
void* origBuff = malloc(benchedSize);
|
|
|
|
if (!origBuff) { DISPLAY("\nError: not enough memory!\n"); return 12; }
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
/* Fill buffer */
|
2015-02-11 07:34:50 +00:00
|
|
|
RDG_genBuffer(origBuff, benchedSize, g_compressibility, 0.0, 0);
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
/* bench */
|
|
|
|
DISPLAY("\r%79s\r", "");
|
|
|
|
DISPLAY(" %s : \n", name);
|
|
|
|
if (benchNb)
|
|
|
|
benchMem(origBuff, benchedSize, benchNb);
|
|
|
|
else
|
|
|
|
for (benchNb=0; benchNb<100; benchNb++) benchMem(origBuff, benchedSize, benchNb);
|
|
|
|
|
|
|
|
free(origBuff);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
static int benchFiles(const char** fileNamesTable, const int nbFiles, U32 benchNb)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
|
|
|
/* Loop for each file */
|
2016-03-16 14:26:51 +00:00
|
|
|
int fileIdx;
|
|
|
|
for (fileIdx=0; fileIdx<nbFiles; fileIdx++) {
|
|
|
|
const char* inFileName = fileNamesTable[fileIdx];
|
2016-03-15 20:44:39 +00:00
|
|
|
FILE* inFile = fopen( inFileName, "rb" );
|
2015-01-24 00:58:16 +00:00
|
|
|
U64 inFileSize;
|
|
|
|
size_t benchedSize;
|
2016-03-15 20:44:39 +00:00
|
|
|
void* origBuff;
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
/* Check file existence */
|
2016-03-15 20:44:39 +00:00
|
|
|
if (inFile==NULL) { DISPLAY( "Pb opening %s\n", inFileName); return 11; }
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-12-10 14:51:38 +00:00
|
|
|
/* Memory allocation & restrictions */
|
2016-04-28 10:23:33 +00:00
|
|
|
inFileSize = UTIL_getFileSize(inFileName);
|
2016-03-15 20:44:39 +00:00
|
|
|
benchedSize = BMK_findMaxMem(inFileSize*3) / 3;
|
2015-01-24 00:58:16 +00:00
|
|
|
if ((U64)benchedSize > inFileSize) benchedSize = (size_t)inFileSize;
|
|
|
|
if (benchedSize < inFileSize)
|
2016-03-16 14:26:51 +00:00
|
|
|
DISPLAY("Not enough memory for '%s' full size; testing %u MB only...\n", inFileName, (U32)(benchedSize>>20));
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-01-24 11:08:52 +00:00
|
|
|
/* Alloc */
|
2016-03-15 20:44:39 +00:00
|
|
|
origBuff = malloc(benchedSize);
|
|
|
|
if (!origBuff) { DISPLAY("\nError: not enough memory!\n"); fclose(inFile); return 12; }
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-01-24 11:08:52 +00:00
|
|
|
/* Fill input buffer */
|
2015-01-24 00:58:16 +00:00
|
|
|
DISPLAY("Loading %s... \r", inFileName);
|
|
|
|
{
|
2016-03-16 14:26:51 +00:00
|
|
|
size_t readSize = fread(origBuff, 1, benchedSize, inFile);
|
|
|
|
fclose(inFile);
|
|
|
|
if (readSize != benchedSize) {
|
|
|
|
DISPLAY("\nError: problem reading file '%s' !! \n", inFileName);
|
|
|
|
free(origBuff);
|
|
|
|
return 13;
|
|
|
|
} }
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-01-24 11:08:52 +00:00
|
|
|
/* bench */
|
2015-01-24 00:58:16 +00:00
|
|
|
DISPLAY("\r%79s\r", "");
|
|
|
|
DISPLAY(" %s : \n", inFileName);
|
|
|
|
if (benchNb)
|
|
|
|
benchMem(origBuff, benchedSize, benchNb);
|
|
|
|
else
|
|
|
|
for (benchNb=0; benchNb<100; benchNb++) benchMem(origBuff, benchedSize, benchNb);
|
2016-03-16 14:26:51 +00:00
|
|
|
|
|
|
|
free(origBuff);
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-03-15 20:44:39 +00:00
|
|
|
static int usage(const char* exename)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
|
|
|
DISPLAY( "Usage :\n");
|
|
|
|
DISPLAY( " %s [arg] file1 file2 ... fileX\n", exename);
|
|
|
|
DISPLAY( "Arguments :\n");
|
|
|
|
DISPLAY( " -H/-h : Help (this text + advanced options)\n");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
static int usage_advanced(const char* exename)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
2016-03-16 14:26:51 +00:00
|
|
|
usage(exename);
|
2015-01-24 00:58:16 +00:00
|
|
|
DISPLAY( "\nAdvanced options :\n");
|
|
|
|
DISPLAY( " -b# : test only function # \n");
|
|
|
|
DISPLAY( " -i# : iteration loops [1-9](default : %i)\n", NBLOOPS);
|
2015-02-11 07:34:50 +00:00
|
|
|
DISPLAY( " -P# : sample compressibility (default : %.1f%%)\n", COMPRESSIBILITY_DEFAULT * 100);
|
2015-01-24 00:58:16 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-03-15 20:44:39 +00:00
|
|
|
static int badusage(const char* exename)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
|
|
|
DISPLAY("Wrong parameters\n");
|
|
|
|
usage(exename);
|
2016-03-16 14:26:51 +00:00
|
|
|
return 1;
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
|
2016-03-15 20:44:39 +00:00
|
|
|
int main(int argc, const char** argv)
|
2015-01-24 00:58:16 +00:00
|
|
|
{
|
2016-03-16 14:26:51 +00:00
|
|
|
int i, filenamesStart=0, result;
|
|
|
|
const char* exename = argv[0];
|
|
|
|
const char* input_filename = NULL;
|
2015-01-24 00:58:16 +00:00
|
|
|
U32 benchNb = 0, main_pause = 0;
|
|
|
|
|
|
|
|
DISPLAY(WELCOME_MESSAGE);
|
2016-03-16 14:26:51 +00:00
|
|
|
if (argc<1) return badusage(exename);
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
for(i=1; i<argc; i++) {
|
2016-03-15 20:44:39 +00:00
|
|
|
const char* argument = argv[i];
|
2016-03-16 14:26:51 +00:00
|
|
|
if(!argument) continue; /* Protection if argument empty */
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
/* Commands (note : aggregated commands are allowed) */
|
|
|
|
if (argument[0]=='-') {
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
while (argument[1]!=0) {
|
|
|
|
argument++;
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
switch(argument[0])
|
|
|
|
{
|
2015-02-11 07:34:50 +00:00
|
|
|
/* Display help on usage */
|
2016-10-28 22:17:38 +00:00
|
|
|
case 'h':
|
2016-03-16 14:26:51 +00:00
|
|
|
case 'H': return usage_advanced(exename);
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-02-11 07:34:50 +00:00
|
|
|
/* Pause at the end (hidden option) */
|
2015-01-24 00:58:16 +00:00
|
|
|
case 'p': main_pause = 1; break;
|
|
|
|
|
2015-02-11 07:34:50 +00:00
|
|
|
/* Select specific algorithm to bench */
|
2015-01-24 00:58:16 +00:00
|
|
|
case 'b':
|
|
|
|
benchNb = 0;
|
2016-03-15 20:44:39 +00:00
|
|
|
while ((argument[1]>= '0') && (argument[1]<= '9')) {
|
2015-01-24 00:58:16 +00:00
|
|
|
benchNb *= 10;
|
|
|
|
benchNb += argument[1] - '0';
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
2015-02-11 07:34:50 +00:00
|
|
|
/* Modify Nb Iterations */
|
2015-01-24 00:58:16 +00:00
|
|
|
case 'i':
|
2016-03-15 20:44:39 +00:00
|
|
|
if ((argument[1] >='0') && (argument[1] <='9')) {
|
2015-01-24 00:58:16 +00:00
|
|
|
int iters = argument[1] - '0';
|
|
|
|
BMK_SetNbIterations(iters);
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
/* Select compressibility of synthetic sample */
|
2015-02-11 07:34:50 +00:00
|
|
|
case 'P':
|
2016-03-15 20:44:39 +00:00
|
|
|
{ U32 proba32 = 0;
|
|
|
|
while ((argument[1]>= '0') && (argument[1]<= '9')) {
|
2015-02-11 07:34:50 +00:00
|
|
|
proba32 *= 10;
|
|
|
|
proba32 += argument[1] - '0';
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
g_compressibility = (double)proba32 / 100.;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
/* Unknown command */
|
2016-03-16 14:26:51 +00:00
|
|
|
default : return badusage(exename);
|
2015-01-24 00:58:16 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2015-02-11 07:34:50 +00:00
|
|
|
/* first provided filename is input */
|
2015-01-24 00:58:16 +00:00
|
|
|
if (!input_filename) { input_filename=argument; filenamesStart=i; continue; }
|
|
|
|
}
|
|
|
|
|
2016-03-16 14:26:51 +00:00
|
|
|
if (filenamesStart==0) /* no input file */
|
2015-01-24 00:58:16 +00:00
|
|
|
result = benchSample(benchNb);
|
2016-03-16 14:26:51 +00:00
|
|
|
else
|
|
|
|
result = benchFiles(argv+filenamesStart, argc-filenamesStart, benchNb);
|
2015-01-24 00:58:16 +00:00
|
|
|
|
2015-07-05 07:20:56 +00:00
|
|
|
if (main_pause) { int unused; printf("press enter...\n"); unused = getchar(); (void)unused; }
|
2015-01-24 00:58:16 +00:00
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|