Blame tests/filter/stream.c

Packit ae9e2a
#include "clar_libgit2.h"
Packit ae9e2a
#include "posix.h"
Packit ae9e2a
#include "blob.h"
Packit ae9e2a
#include "filter.h"
Packit ae9e2a
#include "buf_text.h"
Packit ae9e2a
#include "git2/sys/filter.h"
Packit ae9e2a
#include "git2/sys/repository.h"
Packit ae9e2a
Packit ae9e2a
static git_repository *g_repo = NULL;
Packit ae9e2a
Packit ae9e2a
static git_filter *create_compress_filter(void);
Packit ae9e2a
static git_filter *compress_filter;
Packit ae9e2a
Packit ae9e2a
void test_filter_stream__initialize(void)
Packit ae9e2a
{
Packit ae9e2a
	compress_filter = create_compress_filter();
Packit ae9e2a
Packit ae9e2a
	cl_git_pass(git_filter_register("compress", compress_filter, 50));
Packit ae9e2a
	g_repo = cl_git_sandbox_init("empty_standard_repo");
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
void test_filter_stream__cleanup(void)
Packit ae9e2a
{
Packit ae9e2a
	cl_git_sandbox_cleanup();
Packit ae9e2a
	g_repo = NULL;
Packit ae9e2a
Packit ae9e2a
	git_filter_unregister("compress");
Packit ae9e2a
	git__free(compress_filter);
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
#define CHUNKSIZE 10240
Packit ae9e2a
Packit ae9e2a
struct compress_stream {
Packit ae9e2a
	git_writestream parent;
Packit ae9e2a
	git_writestream *next;
Packit ae9e2a
	git_filter_mode_t mode;
Packit ae9e2a
	char current;
Packit ae9e2a
	size_t current_chunk;
Packit ae9e2a
};
Packit ae9e2a
Packit ae9e2a
static int compress_stream_write__deflated(struct compress_stream *stream, const char *buffer, size_t len)
Packit ae9e2a
{
Packit ae9e2a
	size_t idx = 0;
Packit ae9e2a
Packit ae9e2a
	while (len > 0) {
Packit ae9e2a
		size_t chunkremain, chunksize;
Packit ae9e2a
Packit ae9e2a
		if (stream->current_chunk == 0)
Packit ae9e2a
			stream->current = buffer[idx];
Packit ae9e2a
Packit ae9e2a
		chunkremain = CHUNKSIZE - stream->current_chunk;
Packit ae9e2a
		chunksize = min(chunkremain, len);
Packit ae9e2a
Packit ae9e2a
		stream->current_chunk += chunksize;
Packit ae9e2a
		len -= chunksize;
Packit ae9e2a
		idx += chunksize;
Packit ae9e2a
Packit ae9e2a
		if (stream->current_chunk == CHUNKSIZE) {
Packit ae9e2a
			cl_git_pass(stream->next->write(stream->next, &stream->current, 1));
Packit ae9e2a
			stream->current_chunk = 0;
Packit ae9e2a
		}
Packit ae9e2a
	}
Packit ae9e2a
Packit ae9e2a
	return 0;
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static int compress_stream_write__inflated(struct compress_stream *stream, const char *buffer, size_t len)
Packit ae9e2a
{
Packit ae9e2a
	char inflated[CHUNKSIZE];
Packit ae9e2a
	size_t i, j;
Packit ae9e2a
Packit ae9e2a
	for (i = 0; i < len; i++) {
Packit ae9e2a
		for (j = 0; j < CHUNKSIZE; j++)
Packit ae9e2a
			inflated[j] = buffer[i];
Packit ae9e2a
Packit ae9e2a
		cl_git_pass(stream->next->write(stream->next, inflated, CHUNKSIZE));
Packit ae9e2a
	}
Packit ae9e2a
Packit ae9e2a
	return 0;
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static int compress_stream_write(git_writestream *s, const char *buffer, size_t len)
Packit ae9e2a
{
Packit ae9e2a
	struct compress_stream *stream = (struct compress_stream *)s;
Packit ae9e2a
Packit ae9e2a
	return (stream->mode == GIT_FILTER_TO_ODB) ?
Packit ae9e2a
		compress_stream_write__deflated(stream, buffer, len) :
Packit ae9e2a
		compress_stream_write__inflated(stream, buffer, len);
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static int compress_stream_close(git_writestream *s)
Packit ae9e2a
{
Packit ae9e2a
	struct compress_stream *stream = (struct compress_stream *)s;
Packit ae9e2a
	cl_assert_equal_i(0, stream->current_chunk);
Packit ae9e2a
	stream->next->close(stream->next);
Packit ae9e2a
	return 0;
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static void compress_stream_free(git_writestream *stream)
Packit ae9e2a
{
Packit ae9e2a
	git__free(stream);
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static int compress_filter_stream_init(
Packit ae9e2a
	git_writestream **out,
Packit ae9e2a
	git_filter *self,
Packit ae9e2a
	void **payload,
Packit ae9e2a
	const git_filter_source *src,
Packit ae9e2a
	git_writestream *next)
Packit ae9e2a
{
Packit ae9e2a
	struct compress_stream *stream = git__calloc(1, sizeof(struct compress_stream));
Packit ae9e2a
	cl_assert(stream);
Packit ae9e2a
Packit ae9e2a
	GIT_UNUSED(self);
Packit ae9e2a
	GIT_UNUSED(payload);
Packit ae9e2a
Packit ae9e2a
	stream->parent.write = compress_stream_write;
Packit ae9e2a
	stream->parent.close = compress_stream_close;
Packit ae9e2a
	stream->parent.free = compress_stream_free;
Packit ae9e2a
	stream->next = next;
Packit ae9e2a
	stream->mode = git_filter_source_mode(src);
Packit ae9e2a
Packit ae9e2a
	*out = (git_writestream *)stream;
Packit ae9e2a
	return 0;
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
git_filter *create_compress_filter(void)
Packit ae9e2a
{
Packit ae9e2a
	git_filter *filter = git__calloc(1, sizeof(git_filter));
Packit ae9e2a
	cl_assert(filter);
Packit ae9e2a
Packit ae9e2a
	filter->version = GIT_FILTER_VERSION;
Packit ae9e2a
	filter->attributes = "+compress";
Packit ae9e2a
	filter->stream = compress_filter_stream_init;
Packit ae9e2a
Packit ae9e2a
	return filter;
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static void writefile(const char *filename, size_t numchunks)
Packit ae9e2a
{
Packit ae9e2a
	git_buf path = GIT_BUF_INIT;
Packit ae9e2a
	char buf[CHUNKSIZE];
Packit ae9e2a
	size_t i = 0, j = 0;
Packit ae9e2a
	int fd;
Packit ae9e2a
Packit ae9e2a
	cl_git_pass(git_buf_joinpath(&path, "empty_standard_repo", filename));
Packit ae9e2a
Packit ae9e2a
	fd = p_open(path.ptr, O_RDWR|O_CREAT, 0666);
Packit ae9e2a
	cl_assert(fd >= 0);
Packit ae9e2a
Packit ae9e2a
	for (i = 0; i < numchunks; i++) {
Packit ae9e2a
		for (j = 0; j < CHUNKSIZE; j++) {
Packit ae9e2a
			buf[j] = i % 256;
Packit ae9e2a
		}
Packit ae9e2a
Packit ae9e2a
		cl_git_pass(p_write(fd, buf, CHUNKSIZE));
Packit ae9e2a
	}
Packit ae9e2a
	p_close(fd);
Packit ae9e2a
Packit ae9e2a
	git_buf_free(&path);
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
static void test_stream(size_t numchunks)
Packit ae9e2a
{
Packit ae9e2a
	git_index *index;
Packit ae9e2a
	const git_index_entry *entry;
Packit ae9e2a
	git_blob *blob;
Packit ae9e2a
	struct stat st;
Packit ae9e2a
	git_checkout_options checkout_opts = GIT_CHECKOUT_OPTIONS_INIT;
Packit ae9e2a
Packit ae9e2a
	checkout_opts.checkout_strategy = GIT_CHECKOUT_FORCE;
Packit ae9e2a
Packit ae9e2a
	cl_git_mkfile(
Packit ae9e2a
		"empty_standard_repo/.gitattributes",
Packit ae9e2a
		"* compress\n");
Packit ae9e2a
Packit ae9e2a
	/* write a file to disk */
Packit ae9e2a
	writefile("streamed_file", numchunks);
Packit ae9e2a
Packit ae9e2a
	/* place it in the index */
Packit ae9e2a
	cl_git_pass(git_repository_index(&index, g_repo));
Packit ae9e2a
	cl_git_pass(git_index_add_bypath(index, "streamed_file"));
Packit ae9e2a
	cl_git_pass(git_index_write(index));
Packit ae9e2a
Packit ae9e2a
	/* ensure it was appropriately compressed */
Packit ae9e2a
	cl_assert(entry = git_index_get_bypath(index, "streamed_file", 0));
Packit ae9e2a
Packit ae9e2a
	cl_git_pass(git_blob_lookup(&blob, g_repo, &entry->id));
Packit ae9e2a
	cl_assert_equal_i(numchunks, git_blob_rawsize(blob));
Packit ae9e2a
Packit ae9e2a
	/* check the file back out */
Packit ae9e2a
	cl_must_pass(p_unlink("empty_standard_repo/streamed_file"));
Packit ae9e2a
	cl_git_pass(git_checkout_index(g_repo, index, &checkout_opts));
Packit ae9e2a
Packit ae9e2a
	/* ensure it was decompressed */
Packit ae9e2a
	cl_must_pass(p_stat("empty_standard_repo/streamed_file", &st);;
Packit ae9e2a
	cl_assert_equal_sz((numchunks * CHUNKSIZE), st.st_size);
Packit ae9e2a
Packit ae9e2a
	git_index_free(index);
Packit ae9e2a
	git_blob_free(blob);
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
/* write a 50KB file through the "compression" stream */
Packit ae9e2a
void test_filter_stream__smallfile(void)
Packit ae9e2a
{
Packit ae9e2a
	test_stream(5);
Packit ae9e2a
}
Packit ae9e2a
Packit ae9e2a
/* optionally write a 500 MB file through the compression stream */
Packit ae9e2a
void test_filter_stream__bigfile(void)
Packit ae9e2a
{
Packit ae9e2a
	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE"))
Packit ae9e2a
		cl_skip();
Packit ae9e2a
Packit ae9e2a
	test_stream(51200);
Packit ae9e2a
}