2015-03-09 23:12:51 +00:00
|
|
|
/*
|
|
|
|
datagencli.c
|
|
|
|
compressible data command line generator
|
|
|
|
Copyright (C) Yann Collet 2012-2015
|
|
|
|
|
|
|
|
GPL v2 License
|
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License along
|
|
|
|
with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
|
|
|
|
You can contact the author at :
|
2016-11-03 14:12:57 +00:00
|
|
|
- LZ4 source repository : https://github.com/lz4/lz4
|
2015-03-09 23:12:51 +00:00
|
|
|
- Public forum : https://groups.google.com/forum/#!forum/lz4c
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**************************************
|
|
|
|
* Includes
|
|
|
|
**************************************/
|
|
|
|
#include <stdio.h> /* fprintf, stderr */
|
|
|
|
#include "datagen.h" /* RDG_generate */
|
2016-09-05 13:49:55 +00:00
|
|
|
#include "lz4.h" /* LZ4_VERSION_STRING */
|
2015-03-09 23:12:51 +00:00
|
|
|
|
|
|
|
|
|
|
|
/**************************************
|
|
|
|
* Basic Types
|
|
|
|
**************************************/
|
|
|
|
#if defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */
|
|
|
|
# include <stdint.h>
|
|
|
|
typedef uint8_t BYTE;
|
|
|
|
typedef uint16_t U16;
|
|
|
|
typedef uint32_t U32;
|
|
|
|
typedef int32_t S32;
|
|
|
|
typedef uint64_t U64;
|
|
|
|
#else
|
|
|
|
typedef unsigned char BYTE;
|
|
|
|
typedef unsigned short U16;
|
|
|
|
typedef unsigned int U32;
|
|
|
|
typedef signed int S32;
|
|
|
|
typedef unsigned long long U64;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
/**************************************
|
|
|
|
* Constants
|
|
|
|
**************************************/
|
|
|
|
#define KB *(1 <<10)
|
|
|
|
#define MB *(1 <<20)
|
|
|
|
#define GB *(1U<<30)
|
|
|
|
|
|
|
|
#define SIZE_DEFAULT (64 KB)
|
|
|
|
#define SEED_DEFAULT 0
|
|
|
|
#define COMPRESSIBILITY_DEFAULT 50
|
|
|
|
|
|
|
|
|
|
|
|
/**************************************
|
|
|
|
* Macros
|
|
|
|
**************************************/
|
|
|
|
#define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
|
|
|
|
#define DISPLAYLEVEL(l, ...) if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
|
|
|
|
static unsigned displayLevel = 2;
|
|
|
|
|
|
|
|
|
|
|
|
/*********************************************************
|
|
|
|
* Command line
|
|
|
|
*********************************************************/
|
|
|
|
static int usage(char* programName)
|
|
|
|
{
|
|
|
|
DISPLAY( "Compressible data generator\n");
|
|
|
|
DISPLAY( "Usage :\n");
|
|
|
|
DISPLAY( " %s [size] [args]\n", programName);
|
|
|
|
DISPLAY( "\n");
|
|
|
|
DISPLAY( "Arguments :\n");
|
|
|
|
DISPLAY( " -g# : generate # data (default:%i)\n", SIZE_DEFAULT);
|
|
|
|
DISPLAY( " -s# : Select seed (default:%i)\n", SEED_DEFAULT);
|
|
|
|
DISPLAY( " -P# : Select compressibility in %% (default:%i%%)\n", COMPRESSIBILITY_DEFAULT);
|
|
|
|
DISPLAY( " -h : display help and exit\n");
|
2015-03-13 19:36:59 +00:00
|
|
|
DISPLAY( "Special values :\n");
|
|
|
|
DISPLAY( " -P0 : generate incompressible noise\n");
|
|
|
|
DISPLAY( " -P100 : generate sparse files\n");
|
2015-03-09 23:12:51 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
int main(int argc, char** argv)
|
|
|
|
{
|
|
|
|
int argNb;
|
|
|
|
double proba = (double)COMPRESSIBILITY_DEFAULT / 100;
|
|
|
|
double litProba = 0.0;
|
|
|
|
U64 size = SIZE_DEFAULT;
|
|
|
|
U32 seed = SEED_DEFAULT;
|
|
|
|
char* programName;
|
|
|
|
|
|
|
|
/* Check command line */
|
|
|
|
programName = argv[0];
|
|
|
|
for(argNb=1; argNb<argc; argNb++)
|
|
|
|
{
|
|
|
|
char* argument = argv[argNb];
|
|
|
|
|
|
|
|
if(!argument) continue; /* Protection if argument empty */
|
|
|
|
|
|
|
|
/* Handle commands. Aggregated commands are allowed */
|
|
|
|
if (*argument=='-')
|
|
|
|
{
|
|
|
|
argument++;
|
|
|
|
while (*argument!=0)
|
|
|
|
{
|
|
|
|
switch(*argument)
|
|
|
|
{
|
|
|
|
case 'h':
|
|
|
|
return usage(programName);
|
|
|
|
case 'g':
|
|
|
|
argument++;
|
|
|
|
size=0;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
|
|
|
{
|
|
|
|
size *= 10;
|
|
|
|
size += *argument - '0';
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
if (*argument=='K') { size <<= 10; argument++; }
|
|
|
|
if (*argument=='M') { size <<= 20; argument++; }
|
|
|
|
if (*argument=='G') { size <<= 30; argument++; }
|
|
|
|
if (*argument=='B') { argument++; }
|
|
|
|
break;
|
|
|
|
case 's':
|
|
|
|
argument++;
|
|
|
|
seed=0;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
|
|
|
{
|
|
|
|
seed *= 10;
|
|
|
|
seed += *argument - '0';
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case 'P':
|
|
|
|
argument++;
|
|
|
|
proba=0.0;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
|
|
|
{
|
|
|
|
proba *= 10;
|
|
|
|
proba += *argument - '0';
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
if (proba>100.) proba=100.;
|
|
|
|
proba /= 100.;
|
|
|
|
break;
|
|
|
|
case 'L': /* hidden argument : Literal distribution probability */
|
|
|
|
argument++;
|
|
|
|
litProba=0.;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
|
|
|
{
|
|
|
|
litProba *= 10;
|
|
|
|
litProba += *argument - '0';
|
|
|
|
argument++;
|
|
|
|
}
|
|
|
|
if (litProba>100.) litProba=100.;
|
|
|
|
litProba /= 100.;
|
|
|
|
break;
|
|
|
|
case 'v':
|
|
|
|
displayLevel = 4;
|
|
|
|
argument++;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
return usage(programName);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-05 13:49:55 +00:00
|
|
|
DISPLAYLEVEL(4, "Data Generator %s \n", LZ4_VERSION_STRING);
|
2015-03-09 23:12:51 +00:00
|
|
|
DISPLAYLEVEL(3, "Seed = %u \n", seed);
|
|
|
|
if (proba!=COMPRESSIBILITY_DEFAULT) DISPLAYLEVEL(3, "Compressibility : %i%%\n", (U32)(proba*100));
|
|
|
|
|
|
|
|
RDG_genOut(size, proba, litProba, seed);
|
|
|
|
DISPLAYLEVEL(1, "\n");
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|