Blame libarchive/archive_write_add_filter_zstd.c

Packit Service 1d0348
/*-
Packit Service 1d0348
 * Copyright (c) 2017 Sean Purcell
Packit Service 1d0348
 * All rights reserved.
Packit Service 1d0348
 *
Packit Service 1d0348
 * Redistribution and use in source and binary forms, with or without
Packit Service 1d0348
 * modification, are permitted provided that the following conditions
Packit Service 1d0348
 * are met:
Packit Service 1d0348
 * 1. Redistributions of source code must retain the above copyright
Packit Service 1d0348
 *    notice, this list of conditions and the following disclaimer.
Packit Service 1d0348
 * 2. Redistributions in binary form must reproduce the above copyright
Packit Service 1d0348
 *    notice, this list of conditions and the following disclaimer in the
Packit Service 1d0348
 *    documentation and/or other materials provided with the distribution.
Packit Service 1d0348
 *
Packit Service 1d0348
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
Packit Service 1d0348
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
Packit Service 1d0348
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
Packit Service 1d0348
 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
Packit Service 1d0348
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
Packit Service 1d0348
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
Packit Service 1d0348
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
Packit Service 1d0348
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
Packit Service 1d0348
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
Packit Service 1d0348
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Packit Service 1d0348
 */
Packit Service 1d0348
Packit Service 1d0348
#include "archive_platform.h"
Packit Service 1d0348
Packit Service 1d0348
__FBSDID("$FreeBSD$");
Packit Service 1d0348
Packit Service 1d0348
Packit Service 1d0348
#ifdef HAVE_ERRNO_H
Packit Service 1d0348
#include <errno.h>
Packit Service 1d0348
#endif
Packit Service 1d0348
#ifdef HAVE_STDLIB_H
Packit Service 1d0348
#include <stdlib.h>
Packit Service 1d0348
#endif
Packit Service 1d0348
#ifdef HAVE_STRING_H
Packit Service 1d0348
#include <string.h>
Packit Service 1d0348
#endif
Packit Service 1d0348
#ifdef HAVE_ZSTD_H
Packit Service 1d0348
#include <zstd.h>
Packit Service 1d0348
#endif
Packit Service 1d0348
Packit Service 1d0348
#include "archive.h"
Packit Service 1d0348
#include "archive_private.h"
Packit Service 1d0348
#include "archive_string.h"
Packit Service 1d0348
#include "archive_write_private.h"
Packit Service 1d0348
Packit Service 1d0348
/* Don't compile this if we don't have zstd.h */
Packit Service 1d0348
Packit Service 1d0348
struct private_data {
Packit Service 1d0348
	int		 compression_level;
Packit Service 1d0348
#if HAVE_ZSTD_H && HAVE_LIBZSTD
Packit Service 1d0348
	ZSTD_CStream	*cstream;
Packit Service 1d0348
	int64_t		 total_in;
Packit Service 1d0348
	ZSTD_outBuffer	 out;
Packit Service 1d0348
#else
Packit Service 1d0348
	struct archive_write_program_data *pdata;
Packit Service 1d0348
#endif
Packit Service 1d0348
};
Packit Service 1d0348
Packit Service 1d0348
static int archive_compressor_zstd_options(struct archive_write_filter *,
Packit Service 1d0348
		    const char *, const char *);
Packit Service 1d0348
static int archive_compressor_zstd_open(struct archive_write_filter *);
Packit Service 1d0348
static int archive_compressor_zstd_write(struct archive_write_filter *,
Packit Service 1d0348
		    const void *, size_t);
Packit Service 1d0348
static int archive_compressor_zstd_close(struct archive_write_filter *);
Packit Service 1d0348
static int archive_compressor_zstd_free(struct archive_write_filter *);
Packit Service 1d0348
#if HAVE_ZSTD_H && HAVE_LIBZSTD
Packit Service 1d0348
static int drive_compressor(struct archive_write_filter *,
Packit Service 1d0348
		    struct private_data *, int, const void *, size_t);
Packit Service 1d0348
#endif
Packit Service 1d0348
Packit Service 1d0348
Packit Service 1d0348
/*
Packit Service 1d0348
 * Add a zstd compression filter to this write handle.
Packit Service 1d0348
 */
Packit Service 1d0348
int
Packit Service 1d0348
archive_write_add_filter_zstd(struct archive *_a)
Packit Service 1d0348
{
Packit Service 1d0348
	struct archive_write *a = (struct archive_write *)_a;
Packit Service 1d0348
	struct archive_write_filter *f = __archive_write_allocate_filter(_a);
Packit Service 1d0348
	struct private_data *data;
Packit Service 1d0348
	archive_check_magic(&a->archive, ARCHIVE_WRITE_MAGIC,
Packit Service 1d0348
	    ARCHIVE_STATE_NEW, "archive_write_add_filter_zstd");
Packit Service 1d0348
Packit Service 1d0348
	data = calloc(1, sizeof(*data));
Packit Service 1d0348
	if (data == NULL) {
Packit Service 1d0348
		archive_set_error(&a->archive, ENOMEM, "Out of memory");
Packit Service 1d0348
		return (ARCHIVE_FATAL);
Packit Service 1d0348
	}
Packit Service 1d0348
	f->data = data;
Packit Service 1d0348
	f->open = &archive_compressor_zstd_open;
Packit Service 1d0348
	f->options = &archive_compressor_zstd_options;
Packit Service 1d0348
	f->close = &archive_compressor_zstd_close;
Packit Service 1d0348
	f->free = &archive_compressor_zstd_free;
Packit Service 1d0348
	f->code = ARCHIVE_FILTER_ZSTD;
Packit Service 1d0348
	f->name = "zstd";
Packit Service 1d0348
	data->compression_level = 3; /* Default level used by the zstd CLI */
Packit Service 1d0348
#if HAVE_ZSTD_H && HAVE_LIBZSTD
Packit Service 1d0348
	data->cstream = ZSTD_createCStream();
Packit Service 1d0348
	if (data->cstream == NULL) {
Packit Service 1d0348
		free(data);
Packit Service 1d0348
		archive_set_error(&a->archive, ENOMEM,
Packit Service 1d0348
		    "Failed to allocate zstd compressor object");
Packit Service 1d0348
		return (ARCHIVE_FATAL);
Packit Service 1d0348
	}
Packit Service 1d0348
Packit Service 1d0348
	return (ARCHIVE_OK);
Packit Service 1d0348
#else
Packit Service 1d0348
	data->pdata = __archive_write_program_allocate("zstd");
Packit Service 1d0348
	if (data->pdata == NULL) {
Packit Service 1d0348
		free(data);
Packit Service 1d0348
		archive_set_error(&a->archive, ENOMEM, "Out of memory");
Packit Service 1d0348
		return (ARCHIVE_FATAL);
Packit Service 1d0348
	}
Packit Service 1d0348
	archive_set_error(&a->archive, ARCHIVE_ERRNO_MISC,
Packit Service 1d0348
	    "Using external zstd program");
Packit Service 1d0348
	return (ARCHIVE_WARN);
Packit Service 1d0348
#endif
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_free(struct archive_write_filter *f)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
#if HAVE_ZSTD_H && HAVE_LIBZSTD
Packit Service 1d0348
	ZSTD_freeCStream(data->cstream);
Packit Service 1d0348
	free(data->out.dst);
Packit Service 1d0348
#else
Packit Service 1d0348
	__archive_write_program_free(data->pdata);
Packit Service 1d0348
#endif
Packit Service 1d0348
	free(data);
Packit Service 1d0348
	f->data = NULL;
Packit Service 1d0348
	return (ARCHIVE_OK);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
/*
Packit Service 1d0348
 * Set write options.
Packit Service 1d0348
 */
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_options(struct archive_write_filter *f, const char *key,
Packit Service 1d0348
    const char *value)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
Packit Service 1d0348
	if (strcmp(key, "compression-level") == 0) {
Packit Service 1d0348
		int level = atoi(value);
Packit Service 1d0348
#if HAVE_ZSTD_H && HAVE_LIBZSTD
Packit Service 1d0348
		if (level < 1 || level > ZSTD_maxCLevel()) {
Packit Service 1d0348
#else
Packit Service 1d0348
		/* If we don't have the library, hard-code the max level */
Packit Service 1d0348
		if (level < 1 || level > 22) {
Packit Service 1d0348
#endif
Packit Service 1d0348
			return (ARCHIVE_WARN);
Packit Service 1d0348
		}
Packit Service 1d0348
		data->compression_level = level;
Packit Service 1d0348
		return (ARCHIVE_OK);
Packit Service 1d0348
	}
Packit Service 1d0348
Packit Service 1d0348
	/* Note: The "warn" return is just to inform the options
Packit Service 1d0348
	 * supervisor that we didn't handle it.  It will generate
Packit Service 1d0348
	 * a suitable error if no one used this option. */
Packit Service 1d0348
	return (ARCHIVE_WARN);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
#if HAVE_ZSTD_H && HAVE_LIBZSTD
Packit Service 1d0348
/*
Packit Service 1d0348
 * Setup callback.
Packit Service 1d0348
 */
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_open(struct archive_write_filter *f)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
	int ret;
Packit Service 1d0348
Packit Service 1d0348
	ret = __archive_write_open_filter(f->next_filter);
Packit Service 1d0348
	if (ret != ARCHIVE_OK)
Packit Service 1d0348
		return (ret);
Packit Service 1d0348
Packit Service 1d0348
	if (data->out.dst == NULL) {
Packit Service 1d0348
		size_t bs = ZSTD_CStreamOutSize(), bpb;
Packit Service 1d0348
		if (f->archive->magic == ARCHIVE_WRITE_MAGIC) {
Packit Service 1d0348
			/* Buffer size should be a multiple number of
Packit Service 1d0348
			 * the of bytes per block for performance. */
Packit Service 1d0348
			bpb = archive_write_get_bytes_per_block(f->archive);
Packit Service 1d0348
			if (bpb > bs)
Packit Service 1d0348
				bs = bpb;
Packit Service 1d0348
			else if (bpb != 0)
Packit Service 1d0348
				bs -= bs % bpb;
Packit Service 1d0348
		}
Packit Service 1d0348
		data->out.size = bs;
Packit Service 1d0348
		data->out.pos = 0;
Packit Service 1d0348
		data->out.dst
Packit Service 1d0348
		    = (unsigned char *)malloc(data->out.size);
Packit Service 1d0348
		if (data->out.dst == NULL) {
Packit Service 1d0348
			archive_set_error(f->archive, ENOMEM,
Packit Service 1d0348
			    "Can't allocate data for compression buffer");
Packit Service 1d0348
			return (ARCHIVE_FATAL);
Packit Service 1d0348
		}
Packit Service 1d0348
	}
Packit Service 1d0348
Packit Service 1d0348
	f->write = archive_compressor_zstd_write;
Packit Service 1d0348
Packit Service 1d0348
	if (ZSTD_isError(ZSTD_initCStream(data->cstream,
Packit Service 1d0348
	    data->compression_level))) {
Packit Service 1d0348
		archive_set_error(f->archive, ARCHIVE_ERRNO_MISC,
Packit Service 1d0348
		    "Internal error initializing zstd compressor object");
Packit Service 1d0348
		return (ARCHIVE_FATAL);
Packit Service 1d0348
	}
Packit Service 1d0348
Packit Service 1d0348
	return (ARCHIVE_OK);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
/*
Packit Service 1d0348
 * Write data to the compressed stream.
Packit Service 1d0348
 */
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_write(struct archive_write_filter *f, const void *buff,
Packit Service 1d0348
    size_t length)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
	int ret;
Packit Service 1d0348
Packit Service 1d0348
	/* Update statistics */
Packit Service 1d0348
	data->total_in += length;
Packit Service 1d0348
Packit Service 1d0348
	if ((ret = drive_compressor(f, data, 0, buff, length)) != ARCHIVE_OK)
Packit Service 1d0348
		return (ret);
Packit Service 1d0348
Packit Service 1d0348
	return (ARCHIVE_OK);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
/*
Packit Service 1d0348
 * Finish the compression...
Packit Service 1d0348
 */
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_close(struct archive_write_filter *f)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
	int r1, r2;
Packit Service 1d0348
Packit Service 1d0348
	/* Finish zstd frame */
Packit Service 1d0348
	r1 = drive_compressor(f, data, 1, NULL, 0);
Packit Service 1d0348
Packit Service 1d0348
	r2 = __archive_write_close_filter(f->next_filter);
Packit Service 1d0348
Packit Service 1d0348
	return r1 < r2 ? r1 : r2;
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
/*
Packit Service 1d0348
 * Utility function to push input data through compressor,
Packit Service 1d0348
 * writing full output blocks as necessary.
Packit Service 1d0348
 *
Packit Service 1d0348
 * Note that this handles both the regular write case (finishing ==
Packit Service 1d0348
 * false) and the end-of-archive case (finishing == true).
Packit Service 1d0348
 */
Packit Service 1d0348
static int
Packit Service 1d0348
drive_compressor(struct archive_write_filter *f,
Packit Service 1d0348
    struct private_data *data, int finishing, const void *src, size_t length)
Packit Service 1d0348
{
Packit Service 1d0348
	ZSTD_inBuffer in = (ZSTD_inBuffer) { src, length, 0 };
Packit Service 1d0348
Packit Service 1d0348
	for (;;) {
Packit Service 1d0348
		if (data->out.pos == data->out.size) {
Packit Service 1d0348
			const int ret = __archive_write_filter(f->next_filter,
Packit Service 1d0348
			    data->out.dst, data->out.size);
Packit Service 1d0348
			if (ret != ARCHIVE_OK)
Packit Service 1d0348
				return (ARCHIVE_FATAL);
Packit Service 1d0348
			data->out.pos = 0;
Packit Service 1d0348
		}
Packit Service 1d0348
Packit Service 1d0348
		/* If there's nothing to do, we're done. */
Packit Service 1d0348
		if (!finishing && in.pos == in.size)
Packit Service 1d0348
			return (ARCHIVE_OK);
Packit Service 1d0348
Packit Service 1d0348
		{
Packit Service 1d0348
			const size_t zstdret = !finishing ?
Packit Service 1d0348
			    ZSTD_compressStream(data->cstream, &data->out, &in)
Packit Service 1d0348
			    : ZSTD_endStream(data->cstream, &data->out);
Packit Service 1d0348
Packit Service 1d0348
			if (ZSTD_isError(zstdret)) {
Packit Service 1d0348
				archive_set_error(f->archive,
Packit Service 1d0348
				    ARCHIVE_ERRNO_MISC,
Packit Service 1d0348
				    "Zstd compression failed: %s",
Packit Service 1d0348
				    ZSTD_getErrorName(zstdret));
Packit Service 1d0348
				return (ARCHIVE_FATAL);
Packit Service 1d0348
			}
Packit Service 1d0348
Packit Service 1d0348
			/* If we're finishing, 0 means nothing left to flush */
Packit Service 1d0348
			if (finishing && zstdret == 0) {
Packit Service 1d0348
				const int ret = __archive_write_filter(f->next_filter,
Packit Service 1d0348
				    data->out.dst, data->out.pos);
Packit Service 1d0348
				return (ret);
Packit Service 1d0348
			}
Packit Service 1d0348
		}
Packit Service 1d0348
	}
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
#else /* HAVE_ZSTD_H && HAVE_LIBZSTD */
Packit Service 1d0348
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_open(struct archive_write_filter *f)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
	struct archive_string as;
Packit Service 1d0348
	int r;
Packit Service 1d0348
Packit Service 1d0348
	archive_string_init(&as);
Packit Service 1d0348
	archive_string_sprintf(&as, "zstd -%d", data->compression_level);
Packit Service 1d0348
Packit Service 1d0348
	f->write = archive_compressor_zstd_write;
Packit Service 1d0348
	r = __archive_write_program_open(f, data->pdata, as.s);
Packit Service 1d0348
	archive_string_free(&as);
Packit Service 1d0348
	return (r);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_write(struct archive_write_filter *f, const void *buff,
Packit Service 1d0348
    size_t length)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
Packit Service 1d0348
	return __archive_write_program_write(f, data->pdata, buff, length);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
static int
Packit Service 1d0348
archive_compressor_zstd_close(struct archive_write_filter *f)
Packit Service 1d0348
{
Packit Service 1d0348
	struct private_data *data = (struct private_data *)f->data;
Packit Service 1d0348
Packit Service 1d0348
	return __archive_write_program_close(f, data->pdata);
Packit Service 1d0348
}
Packit Service 1d0348
Packit Service 1d0348
#endif /* HAVE_ZSTD_H && HAVE_LIBZSTD */