Skip to content

Commit

Permalink
Add support for disabling optional contentSize in frame header
Browse files Browse the repository at this point in the history
  • Loading branch information
@dpkp
dpkp committed Mar 14, 2017
1 parent 0ee6ee8 commit 040af9a
Show file tree
Hide file tree
Showing 2 changed files with 35 additions and 6 deletions.
6 changes: 6 additions & 0 deletions lz4/frame/__init__.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,9 @@ class LZ4FrameCompressor(object):
- lz4.frame.CONTENTCHECKSUM_DISABLED or 0: disables checksumming
- lz4.frame.CONTENTCHECKSUM_ENABLED or 1: enables checksumming
The default is CONTENTCHECKSUM_DISABLED.
content_size (bool): Specifies whether to include an optional 8-byte header
field that is the uncompressed size of data included within the frame.
Including the content-size header is optional, and is enabled by default.
frame_type (int): Specifies whether user data can be injected between
frames. Options:
- lz4.frame.FRAMETYPE_FRAME or 0: disables user data injection
Expand All @@ -50,12 +53,14 @@ def __init__(self,
block_mode=BLOCKMODE_LINKED,
compression_level=COMPRESSIONLEVEL_MIN,
content_checksum=CONTENTCHECKSUM_DISABLED,
content_size=True,
frame_type=FRAMETYPE_FRAME,
auto_flush=True):
self.block_size = block_size
self.block_mode = block_mode
self.compression_level = compression_level
self.content_checksum = content_checksum
self.content_size = content_size
self.frame_type = frame_type
self.auto_flush = auto_flush
self._context = create_compression_context()
Expand Down Expand Up @@ -92,6 +97,7 @@ def compress_begin(self, source_size=0):
frame_type=self.frame_type,
compression_level=self.compression_level,
content_checksum=self.content_checksum,
content_size=self.content_size,
auto_flush=self.auto_flush,
source_size=source_size)

Expand Down
35 changes: 29 additions & 6 deletions lz4/frame/_frame.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -152,14 +152,17 @@ create_compression_context (PyObject * Py_UNUSED (self))
" - lz4.frame.CONTENTCHECKSUM_DISABLED or 0: disables checksumming\n" \
" - lz4.frame.CONTENTCHECKSUM_ENABLED or 1: enables checksumming\n\n" \
" The default is CONTENTCHECKSUM_DISABLED.\n" \
" content_size (bool): Specifies whether to include an optional 8-byte header\n" \
" field that is the uncompressed size of data included within the frame.\n" \
" Including the content-size header is optional, and is enabled by default.\n" \
" frame_type (int): Specifies whether user data can be injected between\n" \
" frames. Options:\n\n" \
" - lz4.frame.FRAMETYPE_FRAME or 0: disables user data injection\n" \
" - lz4.frame.FRAMETYPE_SKIPPABLEFRAME or 1: enables user data injection\n\n" \
" The default is lz4.frame.FRAMETYPE_FRAME.\n" \

PyDoc_STRVAR(compress__doc,
"compress(source, compression_level=0, block_size=0, content_checksum=0, block_mode=0, frame_type=0)\n\n" \
"compress(source, compression_level=0, block_size=0, content_checksum=0, content_size=1, block_mode=0, frame_type=0)\n\n" \
"Accepts a string, and compresses the string in one go, returning the\n" \
"compressed string as a string of bytes. The compressed string includes\n" \
"a header and endmark and so is suitable for writing to a file.\n\n" \
Expand All @@ -178,6 +181,7 @@ compress (PyObject * Py_UNUSED (self), PyObject * args,
{
const char *source;
int source_size;
int content_size_header = 1;
LZ4F_preferences_t preferences;
size_t compressed_bound;
Py_ssize_t dest_size;
Expand All @@ -188,6 +192,7 @@ compress (PyObject * Py_UNUSED (self), PyObject * args,
"compression_level",
"block_size",
"content_checksum",
"content_size",
"block_mode",
"frame_type",
NULL
Expand All @@ -196,20 +201,28 @@ compress (PyObject * Py_UNUSED (self), PyObject * args,

memset (&preferences, 0, sizeof (preferences));

if (!PyArg_ParseTupleAndKeywords (args, keywds, "s#|iiiii", kwlist,
if (!PyArg_ParseTupleAndKeywords (args, keywds, "s#|iiiiii", kwlist,
&source, &source_size,
&preferences.compressionLevel,
&preferences.frameInfo.blockSizeID,
&preferences.
frameInfo.contentChecksumFlag,
&content_size_header,
&preferences.frameInfo.blockMode,
&preferences.frameInfo.frameType))
{
return NULL;
}

preferences.autoFlush = 0;
preferences.frameInfo.contentSize = source_size;
if (content_size_header)
{
preferences.frameInfo.contentSize = source_size;
}
else
{
preferences.frameInfo.contentSize = 0;
}

Py_BEGIN_ALLOW_THREADS
compressed_bound =
Expand Down Expand Up @@ -272,7 +285,7 @@ compress (PyObject * Py_UNUSED (self), PyObject * args,
******************/
PyDoc_STRVAR(compress_begin__doc,
"compress_begin(cCtx, source_size=0, compression_level=0, block_size=0,\n" \
" content_checksum=0, block_mode=0, frame_type=0, auto_flush=1)\n\n"\
" content_checksum=0, content_size=1, block_mode=0, frame_type=0, auto_flush=1)\n\n"\
"Creates a frame header from a compression context.\n\n" \
"Args:\n" \
" context (cCtx): A compression context.\n\n" \
Expand All @@ -296,6 +309,7 @@ compress_begin (PyObject * Py_UNUSED (self), PyObject * args,
{
PyObject *py_context = NULL;
unsigned long source_size = 0;
int content_size_header = 1;
LZ4F_preferences_t preferences;
/* Only needs to be large enough for a header, which is 15 bytes.
* Unfortunately, the lz4 library doesn't provide a #define for this.
Expand All @@ -308,6 +322,7 @@ compress_begin (PyObject * Py_UNUSED (self), PyObject * args,
"compression_level",
"block_size",
"content_checksum",
"content_size",
"block_mode",
"frame_type",
"auto_flush",
Expand All @@ -320,12 +335,13 @@ compress_begin (PyObject * Py_UNUSED (self), PyObject * args,
argument */
preferences.autoFlush = 1;

if (!PyArg_ParseTupleAndKeywords (args, keywds, "O|kiiiiii", kwlist,
if (!PyArg_ParseTupleAndKeywords (args, keywds, "O|kiiiiiii", kwlist,
&py_context,
&source_size,
&preferences.compressionLevel,
&preferences.frameInfo.blockSizeID,
&preferences.frameInfo.contentChecksumFlag,
&content_size_header,
&preferences.frameInfo.blockMode,
&preferences.frameInfo.frameType,
&preferences.autoFlush
Expand All @@ -334,7 +350,14 @@ compress_begin (PyObject * Py_UNUSED (self), PyObject * args,
return NULL;
}

preferences.frameInfo.contentSize = source_size;
if (content_size_header)
{
preferences.frameInfo.contentSize = source_size;
}
else
{
preferences.frameInfo.contentSize = 0;
}

context =
(struct compression_context *) PyCapsule_GetPointer (py_context, capsule_name);
Expand Down

0 comments on commit 040af9a

Please sign in to comment.