mirror of
https://github.com/google/brotli.git
synced 2024-11-25 21:10:05 +00:00
35e69fc7cf
* New feature: "Large Window Brotli" By setting special encoder/decoder flag it is now possible to extend LZ-window up to 30 bits; though produced stream will not be RFC7932 compliant. Added new dictionary generator - "DSH". It combines speed of "Sieve" and quality of "DM". Plus utilities to prepare train corpora (remove unique strings). Improved compression ratio: now two sub-blocks could be stitched: the last copy command could be extended to span the next sub-block. Fixed compression ineffectiveness caused by floating numbers rounding and wrong cost heuristic. Other C changes: - combined / moved `context.h` to `common` - moved transforms to `common` - unified some aspects of code formatting - added an abstraction for encoder (static) dictionary - moved default allocator/deallocator functions to `common` brotli CLI: - window size is auto-adjusted if not specified explicitly Java: - added "eager" decoding both to JNI wrapper and pure decoder - huge speed-up of `DictionaryData` initialization * Add dictionaryless compressed dictionary * Fix `sources.lst` * Fix `sources.lst` and add a note that `libtool` is also required. * Update setup.py * Fix `EagerStreamTest` * Fix BUILD file * Add missing `libdivsufsort` dependency * Fix "unused parameter" warning.
54 lines
1.9 KiB
C
54 lines
1.9 KiB
C
/* Copyright 2013 Google Inc. All Rights Reserved.
|
|
|
|
Distributed under MIT license.
|
|
See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
|
|
*/
|
|
|
|
/* Functions for encoding of integers into prefix codes the amount of extra
|
|
bits, and the actual values of the extra bits. */
|
|
|
|
#ifndef BROTLI_ENC_PREFIX_H_
|
|
#define BROTLI_ENC_PREFIX_H_
|
|
|
|
#include "../common/constants.h"
|
|
#include "../common/platform.h"
|
|
#include <brotli/types.h>
|
|
#include "./fast_log.h"
|
|
|
|
#if defined(__cplusplus) || defined(c_plusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
/* Here distance_code is an intermediate code, i.e. one of the special codes or
|
|
the actual distance increased by BROTLI_NUM_DISTANCE_SHORT_CODES - 1. */
|
|
static BROTLI_INLINE void PrefixEncodeCopyDistance(size_t distance_code,
|
|
size_t num_direct_codes,
|
|
size_t postfix_bits,
|
|
uint16_t* code,
|
|
uint32_t* extra_bits) {
|
|
if (distance_code < BROTLI_NUM_DISTANCE_SHORT_CODES + num_direct_codes) {
|
|
*code = (uint16_t)distance_code;
|
|
*extra_bits = 0;
|
|
return;
|
|
} else {
|
|
size_t dist = ((size_t)1 << (postfix_bits + 2u)) +
|
|
(distance_code - BROTLI_NUM_DISTANCE_SHORT_CODES - num_direct_codes);
|
|
size_t bucket = Log2FloorNonZero(dist) - 1;
|
|
size_t postfix_mask = (1u << postfix_bits) - 1;
|
|
size_t postfix = dist & postfix_mask;
|
|
size_t prefix = (dist >> bucket) & 1;
|
|
size_t offset = (2 + prefix) << bucket;
|
|
size_t nbits = bucket - postfix_bits;
|
|
*code = (uint16_t)((nbits << 10) |
|
|
(BROTLI_NUM_DISTANCE_SHORT_CODES + num_direct_codes +
|
|
((2 * (nbits - 1) + prefix) << postfix_bits) + postfix));
|
|
*extra_bits = (uint32_t)((dist - offset) >> postfix_bits);
|
|
}
|
|
}
|
|
|
|
#if defined(__cplusplus) || defined(c_plusplus)
|
|
} /* extern "C" */
|
|
#endif
|
|
|
|
#endif /* BROTLI_ENC_PREFIX_H_ */
|