84 lines
2.3 KiB
C
84 lines
2.3 KiB
C
|
#include <stdio.h> /* fprintf */
|
||
|
|
#include <stdlib.h> /* malloc, free, qsort */
|
||
|
|
#include <string.h> /* memset */
|
||
|
|
#include <time.h> /* clock */
|
||
|
|
#include "mem.h" /* read */
|
||
|
|
#include "pool.h"
|
||
|
|
#include "threading.h"
|
||
|
|
#include "zstd_internal.h" /* includes zstd.h */
|
||
|
|
#ifndef ZDICT_STATIC_LINKING_ONLY
|
||
|
|
#define ZDICT_STATIC_LINKING_ONLY
|
||
|
|
#endif
|
||
|
|
#include "zdict.h"
|
||
|
|
|
||
|
|
/**
|
||
|
|
* COVER_best_t is used for two purposes:
|
||
|
|
* 1. Synchronizing threads.
|
||
|
|
* 2. Saving the best parameters and dictionary.
|
||
|
|
*
|
||
|
|
* All of the methods except COVER_best_init() are thread safe if zstd is
|
||
|
|
* compiled with multithreaded support.
|
||
|
|
*/
|
||
|
|
typedef struct COVER_best_s {
|
||
|
|
ZSTD_pthread_mutex_t mutex;
|
||
|
|
ZSTD_pthread_cond_t cond;
|
||
|
|
size_t liveJobs;
|
||
|
|
void *dict;
|
||
|
|
size_t dictSize;
|
||
|
|
ZDICT_cover_params_t parameters;
|
||
|
|
size_t compressedSize;
|
||
|
|
} COVER_best_t;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* A segment is a range in the source as well as the score of the segment.
|
||
|
|
*/
|
||
|
|
typedef struct {
|
||
|
|
U32 begin;
|
||
|
|
U32 end;
|
||
|
|
U32 score;
|
||
|
|
} COVER_segment_t;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Checks total compressed size of a dictionary
|
||
|
|
*/
|
||
|
|
size_t COVER_checkTotalCompressedSize(const ZDICT_cover_params_t parameters,
|
||
|
|
const size_t *samplesSizes, const BYTE *samples,
|
||
|
|
size_t *offsets,
|
||
|
|
size_t nbTrainSamples, size_t nbSamples,
|
||
|
|
BYTE *const dict, size_t dictBufferCapacity);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Returns the sum of the sample sizes.
|
||
|
|
*/
|
||
|
|
size_t COVER_sum(const size_t *samplesSizes, unsigned nbSamples) ;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Initialize the `COVER_best_t`.
|
||
|
|
*/
|
||
|
|
void COVER_best_init(COVER_best_t *best);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Wait until liveJobs == 0.
|
||
|
|
*/
|
||
|
|
void COVER_best_wait(COVER_best_t *best);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Call COVER_best_wait() and then destroy the COVER_best_t.
|
||
|
|
*/
|
||
|
|
void COVER_best_destroy(COVER_best_t *best);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Called when a thread is about to be launched.
|
||
|
|
* Increments liveJobs.
|
||
|
|
*/
|
||
|
|
void COVER_best_start(COVER_best_t *best);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Called when a thread finishes executing, both on error or success.
|
||
|
|
* Decrements liveJobs and signals any waiting threads if liveJobs == 0.
|
||
|
|
* If this dictionary is the best so far save it and its parameters.
|
||
|
|
*/
|
||
|
|
void COVER_best_finish(COVER_best_t *best, size_t compressedSize,
|
||
|
|
ZDICT_cover_params_t parameters, void *dict,
|
||
|
|
size_t dictSize);
|