2016-08-30 17:04:33 +00:00
|
|
|
/**
|
|
|
|
* Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* This source code is licensed under the BSD-style license found in the
|
|
|
|
* LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
* of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
*/
|
2015-02-09 07:00:26 +00:00
|
|
|
|
|
|
|
|
2016-05-11 09:42:51 +00:00
|
|
|
/*-************************************
|
2016-09-15 15:00:02 +00:00
|
|
|
* Dependencies
|
2015-02-09 07:00:26 +00:00
|
|
|
**************************************/
|
2016-05-19 10:16:14 +00:00
|
|
|
#include "util.h" /* Compiler options */
|
2015-02-09 07:00:26 +00:00
|
|
|
#include <stdio.h> /* fprintf, stderr */
|
|
|
|
#include "datagen.h" /* RDG_generate */
|
|
|
|
|
|
|
|
|
2016-05-11 09:42:51 +00:00
|
|
|
/*-************************************
|
2015-02-09 07:00:26 +00:00
|
|
|
* Constants
|
|
|
|
**************************************/
|
|
|
|
#define KB *(1 <<10)
|
|
|
|
#define MB *(1 <<20)
|
|
|
|
#define GB *(1U<<30)
|
|
|
|
|
2016-07-28 17:55:09 +00:00
|
|
|
#define SIZE_DEFAULT ((64 KB) + 1)
|
2015-02-09 07:00:26 +00:00
|
|
|
#define SEED_DEFAULT 0
|
|
|
|
#define COMPRESSIBILITY_DEFAULT 50
|
|
|
|
|
|
|
|
|
2016-05-11 09:42:51 +00:00
|
|
|
/*-************************************
|
2015-02-09 07:00:26 +00:00
|
|
|
* Macros
|
|
|
|
**************************************/
|
|
|
|
#define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
|
|
|
|
#define DISPLAYLEVEL(l, ...) if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
|
|
|
|
static unsigned displayLevel = 2;
|
|
|
|
|
|
|
|
|
2016-05-11 09:42:51 +00:00
|
|
|
/*-*******************************************************
|
2015-02-09 07:00:26 +00:00
|
|
|
* Command line
|
|
|
|
*********************************************************/
|
2016-05-11 09:42:51 +00:00
|
|
|
static int usage(const char* programName)
|
2015-02-09 07:00:26 +00:00
|
|
|
{
|
|
|
|
DISPLAY( "Compressible data generator\n");
|
|
|
|
DISPLAY( "Usage :\n");
|
2015-08-24 19:17:11 +00:00
|
|
|
DISPLAY( " %s [args]\n", programName);
|
2015-02-09 07:00:26 +00:00
|
|
|
DISPLAY( "\n");
|
|
|
|
DISPLAY( "Arguments :\n");
|
|
|
|
DISPLAY( " -g# : generate # data (default:%i)\n", SIZE_DEFAULT);
|
|
|
|
DISPLAY( " -s# : Select seed (default:%i)\n", SEED_DEFAULT);
|
2017-05-16 00:15:46 +00:00
|
|
|
DISPLAY( " -P# : Select compressibility in %% (default:%i%%)\n",
|
|
|
|
COMPRESSIBILITY_DEFAULT);
|
2015-02-09 07:00:26 +00:00
|
|
|
DISPLAY( " -h : display help and exit\n");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-05-11 09:42:51 +00:00
|
|
|
int main(int argc, const char** argv)
|
2015-02-09 07:00:26 +00:00
|
|
|
{
|
2017-05-16 00:15:46 +00:00
|
|
|
unsigned probaU32 = COMPRESSIBILITY_DEFAULT;
|
2015-02-10 17:15:20 +00:00
|
|
|
double litProba = 0.0;
|
2015-02-09 07:00:26 +00:00
|
|
|
U64 size = SIZE_DEFAULT;
|
|
|
|
U32 seed = SEED_DEFAULT;
|
2016-07-28 17:55:09 +00:00
|
|
|
const char* const programName = argv[0];
|
2015-02-09 07:00:26 +00:00
|
|
|
|
2016-07-28 17:55:09 +00:00
|
|
|
int argNb;
|
2016-05-11 09:42:51 +00:00
|
|
|
for(argNb=1; argNb<argc; argNb++) {
|
|
|
|
const char* argument = argv[argNb];
|
2015-02-09 07:00:26 +00:00
|
|
|
|
|
|
|
if(!argument) continue; /* Protection if argument empty */
|
|
|
|
|
|
|
|
/* Handle commands. Aggregated commands are allowed */
|
2016-05-11 09:42:51 +00:00
|
|
|
if (*argument=='-') {
|
2015-02-09 07:00:26 +00:00
|
|
|
argument++;
|
2016-05-11 09:42:51 +00:00
|
|
|
while (*argument!=0) {
|
2015-02-09 07:00:26 +00:00
|
|
|
switch(*argument)
|
|
|
|
{
|
|
|
|
case 'h':
|
|
|
|
return usage(programName);
|
|
|
|
case 'g':
|
|
|
|
argument++;
|
|
|
|
size=0;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
2016-05-11 09:42:51 +00:00
|
|
|
size *= 10, size += *argument++ - '0';
|
2015-02-09 07:00:26 +00:00
|
|
|
if (*argument=='K') { size <<= 10; argument++; }
|
|
|
|
if (*argument=='M') { size <<= 20; argument++; }
|
|
|
|
if (*argument=='G') { size <<= 30; argument++; }
|
|
|
|
if (*argument=='B') { argument++; }
|
|
|
|
break;
|
|
|
|
case 's':
|
|
|
|
argument++;
|
|
|
|
seed=0;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
2016-05-11 09:42:51 +00:00
|
|
|
seed *= 10, seed += *argument++ - '0';
|
2015-02-09 07:00:26 +00:00
|
|
|
break;
|
|
|
|
case 'P':
|
|
|
|
argument++;
|
2017-05-16 18:34:38 +00:00
|
|
|
probaU32 = 0;
|
2015-02-09 07:00:26 +00:00
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
2017-05-16 00:15:46 +00:00
|
|
|
probaU32 *= 10, probaU32 += *argument++ - '0';
|
2017-05-16 18:34:38 +00:00
|
|
|
if (probaU32>100) probaU32 = 100;
|
2015-02-09 07:00:26 +00:00
|
|
|
break;
|
|
|
|
case 'L': /* hidden argument : Literal distribution probability */
|
|
|
|
argument++;
|
|
|
|
litProba=0.;
|
|
|
|
while ((*argument>='0') && (*argument<='9'))
|
2016-05-11 09:42:51 +00:00
|
|
|
litProba *= 10, litProba += *argument++ - '0';
|
2015-02-09 07:00:26 +00:00
|
|
|
if (litProba>100.) litProba=100.;
|
|
|
|
litProba /= 100.;
|
|
|
|
break;
|
|
|
|
case 'v':
|
|
|
|
displayLevel = 4;
|
|
|
|
argument++;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
return usage(programName);
|
|
|
|
}
|
2016-05-11 09:42:51 +00:00
|
|
|
} } } /* for(argNb=1; argNb<argc; argNb++) */
|
2015-02-09 07:00:26 +00:00
|
|
|
|
2017-05-16 00:15:46 +00:00
|
|
|
DISPLAYLEVEL(4, "Compressible data Generator \n");
|
|
|
|
if (probaU32!=COMPRESSIBILITY_DEFAULT)
|
|
|
|
DISPLAYLEVEL(3, "Compressibility : %i%%\n", probaU32);
|
2015-02-09 07:00:26 +00:00
|
|
|
DISPLAYLEVEL(3, "Seed = %u \n", seed);
|
|
|
|
|
2017-05-16 00:15:46 +00:00
|
|
|
RDG_genStdout(size, (double)probaU32/100, litProba, seed);
|
2015-02-09 07:00:26 +00:00
|
|
|
DISPLAYLEVEL(1, "\n");
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|