Blame src/attrcache.c

Packit Service 20376f
#include "common.h"
Packit Service 20376f
#include "repository.h"
Packit Service 20376f
#include "attr_file.h"
Packit Service 20376f
#include "config.h"
Packit Service 20376f
#include "sysdir.h"
Packit Service 20376f
#include "ignore.h"
Packit Service 20376f
Packit Service 20376f
GIT_INLINE(int) attr_cache_lock(git_attr_cache *cache)
Packit Service 20376f
{
Packit Service 20376f
	GIT_UNUSED(cache); /* avoid warning if threading is off */
Packit Service 20376f
Packit Service 20376f
	if (git_mutex_lock(&cache->lock) < 0) {
Packit Service 20376f
		giterr_set(GITERR_OS, "unable to get attr cache lock");
Packit Service 20376f
		return -1;
Packit Service 20376f
	}
Packit Service 20376f
	return 0;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
GIT_INLINE(void) attr_cache_unlock(git_attr_cache *cache)
Packit Service 20376f
{
Packit Service 20376f
	GIT_UNUSED(cache); /* avoid warning if threading is off */
Packit Service 20376f
	git_mutex_unlock(&cache->lock);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
GIT_INLINE(git_attr_file_entry *) attr_cache_lookup_entry(
Packit Service 20376f
	git_attr_cache *cache, const char *path)
Packit Service 20376f
{
Packit Service 20376f
	khiter_t pos = git_strmap_lookup_index(cache->files, path);
Packit Service 20376f
Packit Service 20376f
	if (git_strmap_valid_index(cache->files, pos))
Packit Service 20376f
		return git_strmap_value_at(cache->files, pos);
Packit Service 20376f
	else
Packit Service 20376f
		return NULL;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
int git_attr_cache__alloc_file_entry(
Packit Service 20376f
	git_attr_file_entry **out,
Packit Service 20376f
	const char *base,
Packit Service 20376f
	const char *path,
Packit Service 20376f
	git_pool *pool)
Packit Service 20376f
{
Packit Service 20376f
	size_t baselen = 0, pathlen = strlen(path);
Packit Service 20376f
	size_t cachesize = sizeof(git_attr_file_entry) + pathlen + 1;
Packit Service 20376f
	git_attr_file_entry *ce;
Packit Service 20376f
Packit Service 20376f
	if (base != NULL && git_path_root(path) < 0) {
Packit Service 20376f
		baselen = strlen(base);
Packit Service 20376f
		cachesize += baselen;
Packit Service 20376f
Packit Service 20376f
		if (baselen && base[baselen - 1] != '/')
Packit Service 20376f
			cachesize++;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	ce = git_pool_mallocz(pool, (uint32_t)cachesize);
Packit Service 20376f
	GITERR_CHECK_ALLOC(ce);
Packit Service 20376f
Packit Service 20376f
	if (baselen) {
Packit Service 20376f
		memcpy(ce->fullpath, base, baselen);
Packit Service 20376f
Packit Service 20376f
		if (base[baselen - 1] != '/')
Packit Service 20376f
			ce->fullpath[baselen++] = '/';
Packit Service 20376f
	}
Packit Service 20376f
	memcpy(&ce->fullpath[baselen], path, pathlen);
Packit Service 20376f
Packit Service 20376f
	ce->path = &ce->fullpath[baselen];
Packit Service 20376f
	*out = ce;
Packit Service 20376f
Packit Service 20376f
	return 0;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/* call with attrcache locked */
Packit Service 20376f
static int attr_cache_make_entry(
Packit Service 20376f
	git_attr_file_entry **out, git_repository *repo, const char *path)
Packit Service 20376f
{
Packit Service 20376f
	int error = 0;
Packit Service 20376f
	git_attr_cache *cache = git_repository_attr_cache(repo);
Packit Service 20376f
	git_attr_file_entry *entry = NULL;
Packit Service 20376f
Packit Service 20376f
	error = git_attr_cache__alloc_file_entry(
Packit Service 20376f
		&entry, git_repository_workdir(repo), path, &cache->pool);
Packit Service 20376f
Packit Service 20376f
	if (!error) {
Packit Service 20376f
		git_strmap_insert(cache->files, entry->path, entry, &error);
Packit Service 20376f
		if (error > 0)
Packit Service 20376f
			error = 0;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	*out = entry;
Packit Service 20376f
	return error;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/* insert entry or replace existing if we raced with another thread */
Packit Service 20376f
static int attr_cache_upsert(git_attr_cache *cache, git_attr_file *file)
Packit Service 20376f
{
Packit Service 20376f
	git_attr_file_entry *entry;
Packit Service 20376f
	git_attr_file *old;
Packit Service 20376f
Packit Service 20376f
	if (attr_cache_lock(cache) < 0)
Packit Service 20376f
		return -1;
Packit Service 20376f
Packit Service 20376f
	entry = attr_cache_lookup_entry(cache, file->entry->path);
Packit Service 20376f
Packit Service 20376f
	GIT_REFCOUNT_OWN(file, entry);
Packit Service 20376f
	GIT_REFCOUNT_INC(file);
Packit Service 20376f
Packit Service 20376f
	/*
Packit Service 20376f
	 * Replace the existing value if another thread has
Packit Service 20376f
	 * created it in the meantime.
Packit Service 20376f
	 */
Packit Service 20376f
	old = git__swap(entry->file[file->source], file);
Packit Service 20376f
Packit Service 20376f
	if (old) {
Packit Service 20376f
		GIT_REFCOUNT_OWN(old, NULL);
Packit Service 20376f
		git_attr_file__free(old);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	attr_cache_unlock(cache);
Packit Service 20376f
	return 0;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
static int attr_cache_remove(git_attr_cache *cache, git_attr_file *file)
Packit Service 20376f
{
Packit Service 20376f
	int error = 0;
Packit Service 20376f
	git_attr_file_entry *entry;
Packit Service 20376f
	git_attr_file *old = NULL;
Packit Service 20376f
Packit Service 20376f
	if (!file)
Packit Service 20376f
		return 0;
Packit Service 20376f
Packit Service 20376f
	if ((error = attr_cache_lock(cache)) < 0)
Packit Service 20376f
		return error;
Packit Service 20376f
Packit Service 20376f
	if ((entry = attr_cache_lookup_entry(cache, file->entry->path)) != NULL)
Packit Service 20376f
		old = git__compare_and_swap(&entry->file[file->source], file, NULL);
Packit Service 20376f
Packit Service 20376f
	attr_cache_unlock(cache);
Packit Service 20376f
Packit Service 20376f
	if (old) {
Packit Service 20376f
		GIT_REFCOUNT_OWN(old, NULL);
Packit Service 20376f
		git_attr_file__free(old);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	return error;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/* Look up cache entry and file.
Packit Service 20376f
 * - If entry is not present, create it while the cache is locked.
Packit Service 20376f
 * - If file is present, increment refcount before returning it, so the
Packit Service 20376f
 *   cache can be unlocked and it won't go away.
Packit Service 20376f
 */
Packit Service 20376f
static int attr_cache_lookup(
Packit Service 20376f
	git_attr_file **out_file,
Packit Service 20376f
	git_attr_file_entry **out_entry,
Packit Service 20376f
	git_repository *repo,
Packit Service 20376f
	git_attr_session *attr_session,
Packit Service 20376f
	git_attr_file_source source,
Packit Service 20376f
	const char *base,
Packit Service 20376f
	const char *filename)
Packit Service 20376f
{
Packit Service 20376f
	int error = 0;
Packit Service 20376f
	git_buf path = GIT_BUF_INIT;
Packit Service 20376f
	const char *wd = git_repository_workdir(repo), *relfile;
Packit Service 20376f
	git_attr_cache *cache = git_repository_attr_cache(repo);
Packit Service 20376f
	git_attr_file_entry *entry = NULL;
Packit Service 20376f
	git_attr_file *file = NULL;
Packit Service 20376f
Packit Service 20376f
	/* join base and path as needed */
Packit Service 20376f
	if (base != NULL && git_path_root(filename) < 0) {
Packit Service 20376f
		git_buf *p = attr_session ? &attr_session->tmp : &pat;;
Packit Service 20376f
Packit Service 20376f
		if (git_buf_joinpath(p, base, filename) < 0)
Packit Service 20376f
			return -1;
Packit Service 20376f
Packit Service 20376f
		filename = p->ptr;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	relfile = filename;
Packit Service 20376f
	if (wd && !git__prefixcmp(relfile, wd))
Packit Service 20376f
		relfile += strlen(wd);
Packit Service 20376f
Packit Service 20376f
	/* check cache for existing entry */
Packit Service 20376f
	if ((error = attr_cache_lock(cache)) < 0)
Packit Service 20376f
		goto cleanup;
Packit Service 20376f
Packit Service 20376f
	entry = attr_cache_lookup_entry(cache, relfile);
Packit Service 20376f
	if (!entry)
Packit Service 20376f
		error = attr_cache_make_entry(&entry, repo, relfile);
Packit Service 20376f
	else if (entry->file[source] != NULL) {
Packit Service 20376f
		file = entry->file[source];
Packit Service 20376f
		GIT_REFCOUNT_INC(file);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	attr_cache_unlock(cache);
Packit Service 20376f
Packit Service 20376f
cleanup:
Packit Service 20376f
	*out_file  = file;
Packit Service 20376f
	*out_entry = entry;
Packit Service 20376f
Packit Service 20376f
	git_buf_free(&path);
Packit Service 20376f
	return error;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
int git_attr_cache__get(
Packit Service 20376f
	git_attr_file **out,
Packit Service 20376f
	git_repository *repo,
Packit Service 20376f
	git_attr_session *attr_session,
Packit Service 20376f
	git_attr_file_source source,
Packit Service 20376f
	const char *base,
Packit Service 20376f
	const char *filename,
Packit Service 20376f
	git_attr_file_parser parser)
Packit Service 20376f
{
Packit Service 20376f
	int error = 0;
Packit Service 20376f
	git_attr_cache *cache = git_repository_attr_cache(repo);
Packit Service 20376f
	git_attr_file_entry *entry = NULL;
Packit Service 20376f
	git_attr_file *file = NULL, *updated = NULL;
Packit Service 20376f
Packit Service 20376f
	if ((error = attr_cache_lookup(
Packit Service 20376f
			&file, &entry, repo, attr_session, source, base, filename)) < 0)
Packit Service 20376f
		return error;
Packit Service 20376f
Packit Service 20376f
	/* load file if we don't have one or if existing one is out of date */
Packit Service 20376f
	if (!file || (error = git_attr_file__out_of_date(repo, attr_session, file)) > 0)
Packit Service 20376f
		error = git_attr_file__load(&updated, repo, attr_session, entry, source, parser);
Packit Service 20376f
Packit Service 20376f
	/* if we loaded the file, insert into and/or update cache */
Packit Service 20376f
	if (updated) {
Packit Service 20376f
		if ((error = attr_cache_upsert(cache, updated)) < 0)
Packit Service 20376f
			git_attr_file__free(updated);
Packit Service 20376f
		else {
Packit Service 20376f
			git_attr_file__free(file); /* offset incref from lookup */
Packit Service 20376f
			file = updated;
Packit Service 20376f
		}
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	/* if file could not be loaded */
Packit Service 20376f
	if (error < 0) {
Packit Service 20376f
		/* remove existing entry */
Packit Service 20376f
		if (file) {
Packit Service 20376f
			attr_cache_remove(cache, file);
Packit Service 20376f
			git_attr_file__free(file); /* offset incref from lookup */
Packit Service 20376f
			file = NULL;
Packit Service 20376f
		}
Packit Service 20376f
		/* no error if file simply doesn't exist */
Packit Service 20376f
		if (error == GIT_ENOTFOUND) {
Packit Service 20376f
			giterr_clear();
Packit Service 20376f
			error = 0;
Packit Service 20376f
		}
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	*out = file;
Packit Service 20376f
	return error;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
bool git_attr_cache__is_cached(
Packit Service 20376f
	git_repository *repo,
Packit Service 20376f
	git_attr_file_source source,
Packit Service 20376f
	const char *filename)
Packit Service 20376f
{
Packit Service 20376f
	git_attr_cache *cache = git_repository_attr_cache(repo);
Packit Service 20376f
	git_strmap *files;
Packit Service 20376f
	khiter_t pos;
Packit Service 20376f
	git_attr_file_entry *entry;
Packit Service 20376f
Packit Service 20376f
	if (!cache || !(files = cache->files))
Packit Service 20376f
		return false;
Packit Service 20376f
Packit Service 20376f
	pos = git_strmap_lookup_index(files, filename);
Packit Service 20376f
	if (!git_strmap_valid_index(files, pos))
Packit Service 20376f
		return false;
Packit Service 20376f
Packit Service 20376f
	entry = git_strmap_value_at(files, pos);
Packit Service 20376f
Packit Service 20376f
	return entry && (entry->file[source] != NULL);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
Packit Service 20376f
static int attr_cache__lookup_path(
Packit Service 20376f
	char **out, git_config *cfg, const char *key, const char *fallback)
Packit Service 20376f
{
Packit Service 20376f
	git_buf buf = GIT_BUF_INIT;
Packit Service 20376f
	int error;
Packit Service 20376f
	git_config_entry *entry = NULL;
Packit Service 20376f
Packit Service 20376f
	*out = NULL;
Packit Service 20376f
Packit Service 20376f
	if ((error = git_config__lookup_entry(&entry, cfg, key, false)) < 0)
Packit Service 20376f
		return error;
Packit Service 20376f
Packit Service 20376f
	if (entry) {
Packit Service 20376f
		const char *cfgval = entry->value;
Packit Service 20376f
Packit Service 20376f
		/* expand leading ~/ as needed */
Packit Service 20376f
		if (cfgval && cfgval[0] == '~' && cfgval[1] == '/') {
Packit Service 20376f
			if (! (error = git_sysdir_expand_global_file(&buf, &cfgval[2])))
Packit Service 20376f
				*out = git_buf_detach(&buf;;
Packit Service 20376f
		} else if (cfgval) {
Packit Service 20376f
			*out = git__strdup(cfgval);
Packit Service 20376f
		}
Packit Service 20376f
	}
Packit Service 20376f
	else if (!git_sysdir_find_xdg_file(&buf, fallback)) {
Packit Service 20376f
		*out = git_buf_detach(&buf;;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	git_config_entry_free(entry);
Packit Service 20376f
	git_buf_free(&buf;;
Packit Service 20376f
Packit Service 20376f
	return error;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
static void attr_cache__free(git_attr_cache *cache)
Packit Service 20376f
{
Packit Service 20376f
	bool unlock;
Packit Service 20376f
Packit Service 20376f
	if (!cache)
Packit Service 20376f
		return;
Packit Service 20376f
Packit Service 20376f
	unlock = (attr_cache_lock(cache) == 0);
Packit Service 20376f
Packit Service 20376f
	if (cache->files != NULL) {
Packit Service 20376f
		git_attr_file_entry *entry;
Packit Service 20376f
		git_attr_file *file;
Packit Service 20376f
		int i;
Packit Service 20376f
Packit Service 20376f
		git_strmap_foreach_value(cache->files, entry, {
Packit Service 20376f
			for (i = 0; i < GIT_ATTR_FILE_NUM_SOURCES; ++i) {
Packit Service 20376f
				if ((file = git__swap(entry->file[i], NULL)) != NULL) {
Packit Service 20376f
					GIT_REFCOUNT_OWN(file, NULL);
Packit Service 20376f
					git_attr_file__free(file);
Packit Service 20376f
				}
Packit Service 20376f
			}
Packit Service 20376f
		});
Packit Service 20376f
		git_strmap_free(cache->files);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	if (cache->macros != NULL) {
Packit Service 20376f
		git_attr_rule *rule;
Packit Service 20376f
Packit Service 20376f
		git_strmap_foreach_value(cache->macros, rule, {
Packit Service 20376f
			git_attr_rule__free(rule);
Packit Service 20376f
		});
Packit Service 20376f
		git_strmap_free(cache->macros);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	git_pool_clear(&cache->pool);
Packit Service 20376f
Packit Service 20376f
	git__free(cache->cfg_attr_file);
Packit Service 20376f
	cache->cfg_attr_file = NULL;
Packit Service 20376f
Packit Service 20376f
	git__free(cache->cfg_excl_file);
Packit Service 20376f
	cache->cfg_excl_file = NULL;
Packit Service 20376f
Packit Service 20376f
	if (unlock)
Packit Service 20376f
		attr_cache_unlock(cache);
Packit Service 20376f
	git_mutex_free(&cache->lock);
Packit Service 20376f
Packit Service 20376f
	git__free(cache);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
int git_attr_cache__init(git_repository *repo)
Packit Service 20376f
{
Packit Service 20376f
	int ret = 0;
Packit Service 20376f
	git_attr_cache *cache = git_repository_attr_cache(repo);
Packit Service 20376f
	git_config *cfg = NULL;
Packit Service 20376f
Packit Service 20376f
	if (cache)
Packit Service 20376f
		return 0;
Packit Service 20376f
Packit Service 20376f
	cache = git__calloc(1, sizeof(git_attr_cache));
Packit Service 20376f
	GITERR_CHECK_ALLOC(cache);
Packit Service 20376f
Packit Service 20376f
	/* set up lock */
Packit Service 20376f
	if (git_mutex_init(&cache->lock) < 0) {
Packit Service 20376f
		giterr_set(GITERR_OS, "unable to initialize lock for attr cache");
Packit Service 20376f
		git__free(cache);
Packit Service 20376f
		return -1;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	if ((ret = git_repository_config_snapshot(&cfg, repo)) < 0)
Packit Service 20376f
		goto cancel;
Packit Service 20376f
Packit Service 20376f
	/* cache config settings for attributes and ignores */
Packit Service 20376f
	ret = attr_cache__lookup_path(
Packit Service 20376f
		&cache->cfg_attr_file, cfg, GIT_ATTR_CONFIG, GIT_ATTR_FILE_XDG);
Packit Service 20376f
	if (ret < 0)
Packit Service 20376f
		goto cancel;
Packit Service 20376f
Packit Service 20376f
	ret = attr_cache__lookup_path(
Packit Service 20376f
		&cache->cfg_excl_file, cfg, GIT_IGNORE_CONFIG, GIT_IGNORE_FILE_XDG);
Packit Service 20376f
	if (ret < 0)
Packit Service 20376f
		goto cancel;
Packit Service 20376f
Packit Service 20376f
	/* allocate hashtable for attribute and ignore file contents,
Packit Service 20376f
	 * hashtable for attribute macros, and string pool
Packit Service 20376f
	 */
Packit Service 20376f
	if ((ret = git_strmap_alloc(&cache->files)) < 0 ||
Packit Service 20376f
		(ret = git_strmap_alloc(&cache->macros)) < 0)
Packit Service 20376f
		goto cancel;
Packit Service 20376f
Packit Service 20376f
	git_pool_init(&cache->pool, 1);
Packit Service 20376f
Packit Service 20376f
	cache = git__compare_and_swap(&repo->attrcache, NULL, cache);
Packit Service 20376f
	if (cache)
Packit Service 20376f
		goto cancel; /* raced with another thread, free this but no error */
Packit Service 20376f
Packit Service 20376f
	git_config_free(cfg);
Packit Service 20376f
Packit Service 20376f
	/* insert default macros */
Packit Service 20376f
	return git_attr_add_macro(repo, "binary", "-diff -crlf -text");
Packit Service 20376f
Packit Service 20376f
cancel:
Packit Service 20376f
	attr_cache__free(cache);
Packit Service 20376f
	git_config_free(cfg);
Packit Service 20376f
	return ret;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
void git_attr_cache_flush(git_repository *repo)
Packit Service 20376f
{
Packit Service 20376f
	git_attr_cache *cache;
Packit Service 20376f
Packit Service 20376f
	/* this could be done less expensively, but for now, we'll just free
Packit Service 20376f
	 * the entire attrcache and let the next use reinitialize it...
Packit Service 20376f
	 */
Packit Service 20376f
	if (repo && (cache = git__swap(repo->attrcache, NULL)) != NULL)
Packit Service 20376f
		attr_cache__free(cache);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
int git_attr_cache__insert_macro(git_repository *repo, git_attr_rule *macro)
Packit Service 20376f
{
Packit Service 20376f
	git_attr_cache *cache = git_repository_attr_cache(repo);
Packit Service 20376f
	git_strmap *macros = cache->macros;
Packit Service 20376f
	int error;
Packit Service 20376f
Packit Service 20376f
	/* TODO: generate warning log if (macro->assigns.length == 0) */
Packit Service 20376f
	if (macro->assigns.length == 0)
Packit Service 20376f
		return 0;
Packit Service 20376f
Packit Service 20376f
	if (attr_cache_lock(cache) < 0) {
Packit Service 20376f
		giterr_set(GITERR_OS, "unable to get attr cache lock");
Packit Service 20376f
		error = -1;
Packit Service 20376f
	} else {
Packit Service 20376f
		git_strmap_insert(macros, macro->match.pattern, macro, &error);
Packit Service 20376f
		git_mutex_unlock(&cache->lock);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	return (error < 0) ? -1 : 0;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
git_attr_rule *git_attr_cache__lookup_macro(
Packit Service 20376f
	git_repository *repo, const char *name)
Packit Service 20376f
{
Packit Service 20376f
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
Packit Service 20376f
	khiter_t pos;
Packit Service 20376f
Packit Service 20376f
	pos = git_strmap_lookup_index(macros, name);
Packit Service 20376f
Packit Service 20376f
	if (!git_strmap_valid_index(macros, pos))
Packit Service 20376f
		return NULL;
Packit Service 20376f
Packit Service 20376f
	return (git_attr_rule *)git_strmap_value_at(macros, pos);
Packit Service 20376f
}
Packit Service 20376f