2007-12-08 23:42:33 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////////
|
|
|
|
//
|
|
|
|
/// \file lz_decoder.h
|
|
|
|
/// \brief LZ out window
|
2009-04-13 10:27:40 +02:00
|
|
|
///
|
|
|
|
// Authors: Igor Pavlov
|
|
|
|
// Lasse Collin
|
2007-12-08 23:42:33 +01:00
|
|
|
//
|
2009-04-13 10:27:40 +02:00
|
|
|
// This file has been put into the public domain.
|
|
|
|
// You can do whatever you want with this file.
|
2007-12-08 23:42:33 +01:00
|
|
|
//
|
|
|
|
///////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
#ifndef LZMA_LZ_DECODER_H
|
|
|
|
#define LZMA_LZ_DECODER_H
|
2007-12-08 23:42:33 +01:00
|
|
|
|
|
|
|
#include "common.h"
|
|
|
|
|
|
|
|
|
|
|
|
typedef struct {
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Pointer to the dictionary buffer. It can be an allocated buffer
|
|
|
|
/// internal to liblzma, or it can a be a buffer given by the
|
|
|
|
/// application when in single-call mode (not implemented yet).
|
|
|
|
uint8_t *buf;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Write position in dictionary. The next byte will be written to
|
|
|
|
/// buf[pos].
|
2007-12-08 23:42:33 +01:00
|
|
|
size_t pos;
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Indicates how full the dictionary is. This is used by
|
|
|
|
/// dict_is_distance_valid() to detect corrupt files that would
|
|
|
|
/// read beyond the beginning of the dictionary.
|
|
|
|
size_t full;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Write limit
|
2007-12-08 23:42:33 +01:00
|
|
|
size_t limit;
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Size of the dictionary
|
|
|
|
size_t size;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-12-15 09:01:59 +01:00
|
|
|
/// True when dictionary should be reset before decoding more data.
|
|
|
|
bool need_reset;
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
} lzma_dict;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
|
|
|
|
2009-01-27 17:36:05 +01:00
|
|
|
typedef struct {
|
|
|
|
size_t dict_size;
|
|
|
|
const uint8_t *preset_dict;
|
|
|
|
size_t preset_dict_size;
|
|
|
|
} lzma_lz_options;
|
|
|
|
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
typedef struct {
|
|
|
|
/// Data specific to the LZ-based decoder
|
|
|
|
lzma_coder *coder;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Function to decode from in[] to *dict
|
|
|
|
lzma_ret (*code)(lzma_coder *restrict coder,
|
|
|
|
lzma_dict *restrict dict, const uint8_t *restrict in,
|
|
|
|
size_t *restrict in_pos, size_t in_size);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
void (*reset)(lzma_coder *coder, const void *options);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Set the uncompressed size
|
|
|
|
void (*set_uncompressed)(lzma_coder *coder,
|
|
|
|
lzma_vli uncompressed_size);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Free allocated resources
|
|
|
|
void (*end)(lzma_coder *coder, lzma_allocator *allocator);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
} lzma_lz_decoder;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
#define LZMA_LZ_DECODER_INIT \
|
|
|
|
(lzma_lz_decoder){ \
|
|
|
|
.coder = NULL, \
|
|
|
|
.code = NULL, \
|
|
|
|
.reset = NULL, \
|
|
|
|
.set_uncompressed = NULL, \
|
|
|
|
.end = NULL, \
|
|
|
|
}
|
2007-12-08 23:42:33 +01:00
|
|
|
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
extern lzma_ret lzma_lz_decoder_init(lzma_next_coder *next,
|
|
|
|
lzma_allocator *allocator, const lzma_filter_info *filters,
|
|
|
|
lzma_ret (*lz_init)(lzma_lz_decoder *lz,
|
|
|
|
lzma_allocator *allocator, const void *options,
|
2009-01-27 17:36:05 +01:00
|
|
|
lzma_lz_options *lz_options));
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
extern uint64_t lzma_lz_decoder_memusage(size_t dictionary_size);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
extern void lzma_lz_decoder_uncompressed(
|
|
|
|
lzma_coder *coder, lzma_vli uncompressed_size);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
|
|
|
|
|
|
|
//////////////////////
|
|
|
|
// Inline functions //
|
|
|
|
//////////////////////
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
/// Get a byte from the history buffer.
|
|
|
|
static inline uint8_t
|
|
|
|
dict_get(const lzma_dict *const dict, const uint32_t distance)
|
|
|
|
{
|
|
|
|
return dict->buf[dict->pos - distance - 1
|
|
|
|
+ (distance < dict->pos ? 0 : dict->size)];
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// Test if dictionary is empty.
|
|
|
|
static inline bool
|
|
|
|
dict_is_empty(const lzma_dict *const dict)
|
|
|
|
{
|
|
|
|
return dict->full == 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// Validate the match distance
|
|
|
|
static inline bool
|
|
|
|
dict_is_distance_valid(const lzma_dict *const dict, const size_t distance)
|
|
|
|
{
|
2009-04-10 10:17:02 +02:00
|
|
|
return dict->full > distance;
|
2008-08-28 21:53:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// Repeat *len bytes at distance.
|
2007-12-08 23:42:33 +01:00
|
|
|
static inline bool
|
2008-08-28 21:53:15 +02:00
|
|
|
dict_repeat(lzma_dict *dict, uint32_t distance, uint32_t *len)
|
2007-12-08 23:42:33 +01:00
|
|
|
{
|
2008-08-28 21:53:15 +02:00
|
|
|
// Don't write past the end of the dictionary.
|
|
|
|
const size_t dict_avail = dict->limit - dict->pos;
|
|
|
|
uint32_t left = MIN(dict_avail, *len);
|
|
|
|
*len -= left;
|
|
|
|
|
|
|
|
// Repeat a block of data from the history. Because memcpy() is faster
|
|
|
|
// than copying byte by byte in a loop, the copying process gets split
|
|
|
|
// into three cases.
|
|
|
|
if (distance < left) {
|
2007-12-08 23:42:33 +01:00
|
|
|
// Source and target areas overlap, thus we can't use
|
2008-08-28 21:53:15 +02:00
|
|
|
// memcpy() nor even memmove() safely.
|
2007-12-08 23:42:33 +01:00
|
|
|
do {
|
2008-08-28 21:53:15 +02:00
|
|
|
dict->buf[dict->pos] = dict_get(dict, distance);
|
|
|
|
++dict->pos;
|
|
|
|
} while (--left > 0);
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
} else if (distance < dict->pos) {
|
2007-12-08 23:42:33 +01:00
|
|
|
// The easiest and fastest case
|
2008-08-28 21:53:15 +02:00
|
|
|
memcpy(dict->buf + dict->pos,
|
|
|
|
dict->buf + dict->pos - distance - 1,
|
|
|
|
left);
|
|
|
|
dict->pos += left;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
|
|
|
} else {
|
|
|
|
// The bigger the dictionary, the more rare this
|
|
|
|
// case occurs. We need to "wrap" the dict, thus
|
|
|
|
// we might need two memcpy() to copy all the data.
|
2008-08-28 21:53:15 +02:00
|
|
|
assert(dict->full == dict->size);
|
|
|
|
const uint32_t copy_pos
|
|
|
|
= dict->pos - distance - 1 + dict->size;
|
|
|
|
uint32_t copy_size = dict->size - copy_pos;
|
2007-12-08 23:42:33 +01:00
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
if (copy_size < left) {
|
2008-11-19 19:46:52 +01:00
|
|
|
memmove(dict->buf + dict->pos, dict->buf + copy_pos,
|
2007-12-08 23:42:33 +01:00
|
|
|
copy_size);
|
2008-08-28 21:53:15 +02:00
|
|
|
dict->pos += copy_size;
|
|
|
|
copy_size = left - copy_size;
|
|
|
|
memcpy(dict->buf + dict->pos, dict->buf, copy_size);
|
|
|
|
dict->pos += copy_size;
|
2007-12-08 23:42:33 +01:00
|
|
|
} else {
|
2008-11-19 19:46:52 +01:00
|
|
|
memmove(dict->buf + dict->pos, dict->buf + copy_pos,
|
2008-08-28 21:53:15 +02:00
|
|
|
left);
|
|
|
|
dict->pos += left;
|
2007-12-08 23:42:33 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2008-08-28 21:53:15 +02:00
|
|
|
// Update how full the dictionary is.
|
|
|
|
if (dict->full < dict->pos)
|
|
|
|
dict->full = dict->pos;
|
|
|
|
|
|
|
|
return unlikely(*len != 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// Puts one byte into the dictionary. Returns true if the dictionary was
|
|
|
|
/// already full and the byte couldn't be added.
|
|
|
|
static inline bool
|
|
|
|
dict_put(lzma_dict *dict, uint8_t byte)
|
|
|
|
{
|
|
|
|
if (unlikely(dict->pos == dict->limit))
|
|
|
|
return true;
|
|
|
|
|
|
|
|
dict->buf[dict->pos++] = byte;
|
|
|
|
|
|
|
|
if (dict->pos > dict->full)
|
|
|
|
dict->full = dict->pos;
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// Copies arbitrary amount of data into the dictionary.
|
|
|
|
static inline void
|
|
|
|
dict_write(lzma_dict *restrict dict, const uint8_t *restrict in,
|
|
|
|
size_t *restrict in_pos, size_t in_size,
|
|
|
|
size_t *restrict left)
|
|
|
|
{
|
|
|
|
// NOTE: If we are being given more data than the size of the
|
|
|
|
// dictionary, it could be possible to optimize the LZ decoder
|
|
|
|
// so that not everything needs to go through the dictionary.
|
|
|
|
// This shouldn't be very common thing in practice though, and
|
|
|
|
// the slowdown of one extra memcpy() isn't bad compared to how
|
|
|
|
// much time it would have taken if the data were compressed.
|
|
|
|
|
|
|
|
if (in_size - *in_pos > *left)
|
|
|
|
in_size = *in_pos + *left;
|
|
|
|
|
|
|
|
*left -= lzma_bufcpy(in, in_pos, in_size,
|
|
|
|
dict->buf, &dict->pos, dict->limit);
|
|
|
|
|
|
|
|
if (dict->pos > dict->full)
|
|
|
|
dict->full = dict->pos;
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
dict_reset(lzma_dict *dict)
|
|
|
|
{
|
2008-12-15 09:01:59 +01:00
|
|
|
dict->need_reset = true;
|
|
|
|
return;
|
2007-12-08 23:42:33 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|