AuroraMiddleware/zstd
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

made changes so that HUF_writeCTable no longer fails

Browse Source
This commit is contained in:
Paul Cruz 2017-06-19 11:27:50 -07:00
parent 09ac51b56b
commit 33467add60
1 changed files with 15 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
tests/decodecorpus.c
View File

@ -1342,42 +1342,22 @@ static int generateCorpusWithDict(U32 seed, unsigned numFiles, const char* const
RAND_buffer(&seed, (void*)dictContent, dictContentSize); RAND_buffer(&seed, (void*)dictContent, dictContentSize);
{ {
size_t dictWriteSize = 0; size_t dictWriteSize = 0;
/* create random samples */
unsigned numSamples = 0; /* create samples */
BYTE* samples; unsigned numSamples = 4;
unsigned i = 0; BYTE* samples = malloc(5000*sizeof(BYTE));
size_t* sampleSizes = malloc(255*sizeof(size_t)); size_t* sampleSizes = malloc(numSamples*sizeof(size_t));
{ {
size_t* curr = sampleSizes; unsigned i = 1;
size_t totalSize = 0; size_t currSize = 1;
unsigned numReps = 1; BYTE* curr = samples;
while (numSamples < 200) { while (i <= 4) {
size_t randSize = RAND(&seed) % dictContentSize; *(sampleSizes + i - 1) = currSize;
unsigned counter = numReps; for (int j = 0; j < currSize; j++) {
numSamples += numReps; *(curr++) = (BYTE)i;
while(counter-- > 0){
*curr = randSize;
totalSize += *curr;
curr++;
}
DISPLAY("random size: %zu\n", randSize);
numReps *= 2;
}
samples = malloc(totalSize);
DISPLAY("%zu\n", totalSize);
/* reset pointer and counter */
curr = sampleSizes;
i = 0;
{
/* take substring from dictionary content */
size_t pos = 0;
BYTE* endDict = dictContent + dictContentSize;
while (i++ < numSamples) {
size_t currSize = *(curr++);
BYTE* startSubstring = endDict - currSize;
memcpy(samples + pos, (void*)startSubstring, currSize);
pos += currSize;
} }
i++;
currSize *= 16;
} }
} }
DISPLAY("==================done with generation====================\n"); DISPLAY("==================done with generation====================\n");
@ -1386,7 +1366,7 @@ static int generateCorpusWithDict(U32 seed, unsigned numFiles, const char* const
ZDICT_params_t zdictParams; ZDICT_params_t zdictParams;
memset(&zdictParams, 0, sizeof(zdictParams)); memset(&zdictParams, 0, sizeof(zdictParams));
zdictParams.dictID = dictID; zdictParams.dictID = dictID;
zdictParams.notificationLevel = 1; zdictParams.notificationLevel = 5;
DISPLAY("===================zdict params================\n"); DISPLAY("===================zdict params================\n");
/* finalize dictionary with random samples */ /* finalize dictionary with random samples */
dictWriteSize = ZDICT_finalizeDictionary(fullDict, dictSize, dictWriteSize = ZDICT_finalizeDictionary(fullDict, dictSize,