Blame src/win32/w32_crtdbg_stacktrace.c

Packit Service 20376f
/*
Packit Service 20376f
 * Copyright (C) the libgit2 contributors. All rights reserved.
Packit Service 20376f
 *
Packit Service 20376f
 * This file is part of libgit2, distributed under the GNU GPL v2 with
Packit Service 20376f
 * a Linking Exception. For full terms see the included COPYING file.
Packit Service 20376f
 */
Packit Service 20376f
Packit Service 20376f
#if defined(GIT_MSVC_CRTDBG)
Packit Service 20376f
#include "w32_stack.h"
Packit Service 20376f
#include "w32_crtdbg_stacktrace.h"
Packit Service 20376f
Packit Service 20376f
#define CRTDBG_STACKTRACE__UID_LEN (15)
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * The stacktrace of an allocation can be distilled
Packit Service 20376f
 * to a unique id based upon the stackframe pointers
Packit Service 20376f
 * and ignoring any size arguments. We will use these
Packit Service 20376f
 * UIDs as the (char const*) __FILE__ argument we
Packit Service 20376f
 * give to the CRT malloc routines.
Packit Service 20376f
 */
Packit Service 20376f
typedef struct {
Packit Service 20376f
	char uid[CRTDBG_STACKTRACE__UID_LEN + 1];
Packit Service 20376f
} git_win32__crtdbg_stacktrace__uid;
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * All mallocs with the same stacktrace will be de-duped
Packit Service 20376f
 * and aggregated into this row.
Packit Service 20376f
 */
Packit Service 20376f
typedef struct {
Packit Service 20376f
	git_win32__crtdbg_stacktrace__uid uid; /* must be first */
Packit Service 20376f
	git_win32__stack__raw_data raw_data;
Packit Service 20376f
	unsigned int count_allocs; /* times this alloc signature seen since init */
Packit Service 20376f
	unsigned int count_allocs_at_last_checkpoint; /* times since last mark */
Packit Service 20376f
	unsigned int transient_count_leaks; /* sum of leaks */
Packit Service 20376f
} git_win32__crtdbg_stacktrace__row;
Packit Service 20376f
Packit Service 20376f
static CRITICAL_SECTION g_crtdbg_stacktrace_cs;
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * CRTDBG memory leak tracking takes a "char const * const file_name"
Packit Service 20376f
 * and stores the pointer in the heap data (instead of allocing a copy
Packit Service 20376f
 * for itself).  Normally, this is not a problem, since we usually pass
Packit Service 20376f
 * in __FILE__.  But I'm going to lie to it and pass in the address of
Packit Service 20376f
 * the UID in place of the file_name.  Also, I do not want to alloc the
Packit Service 20376f
 * stacktrace data (because we are called from inside our alloc routines).
Packit Service 20376f
 * Therefore, I'm creating a very large static pool array to store row
Packit Service 20376f
 * data. This also eliminates the temptation to realloc it (and move the
Packit Service 20376f
 * UID pointers).
Packit Service 20376f
 *
Packit Service 20376f
 * And to efficiently look for duplicates we need an index on the rows
Packit Service 20376f
 * so we can bsearch it.  Again, without mallocing.
Packit Service 20376f
 *
Packit Service 20376f
 * If we observe more than MY_ROW_LIMIT unique malloc signatures, we
Packit Service 20376f
 * fall through and use the traditional __FILE__ processing and don't
Packit Service 20376f
 * try to de-dup them.  If your testing hits this limit, just increase
Packit Service 20376f
 * it and try again.
Packit Service 20376f
 */
Packit Service 20376f
Packit Service 20376f
#define MY_ROW_LIMIT (1024 * 1024)
Packit Service 20376f
static git_win32__crtdbg_stacktrace__row  g_cs_rows[MY_ROW_LIMIT];
Packit Service 20376f
static git_win32__crtdbg_stacktrace__row *g_cs_index[MY_ROW_LIMIT];
Packit Service 20376f
Packit Service 20376f
static unsigned int g_cs_end = MY_ROW_LIMIT;
Packit Service 20376f
static unsigned int g_cs_ins = 0; /* insertion point == unique allocs seen */
Packit Service 20376f
static unsigned int g_count_total_allocs = 0; /* number of allocs seen */
Packit Service 20376f
static unsigned int g_transient_count_total_leaks = 0; /* number of total leaks */
Packit Service 20376f
static unsigned int g_transient_count_dedup_leaks = 0; /* number of unique leaks */
Packit Service 20376f
static bool g_limit_reached = false; /* had allocs after we filled row table */
Packit Service 20376f
Packit Service 20376f
static unsigned int g_checkpoint_id = 0; /* to better label leak checkpoints */
Packit Service 20376f
static bool g_transient_leaks_since_mark = false; /* payload for hook */
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * Compare function for bsearch on g_cs_index table.
Packit Service 20376f
 */
Packit Service 20376f
static int row_cmp(const void *v1, const void *v2)
Packit Service 20376f
{
Packit Service 20376f
	git_win32__stack__raw_data *d1 = (git_win32__stack__raw_data*)v1;
Packit Service 20376f
	git_win32__crtdbg_stacktrace__row *r2 = (git_win32__crtdbg_stacktrace__row *)v2;
Packit Service 20376f
Packit Service 20376f
	return (git_win32__stack_compare(d1, &r2->raw_data));
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * Unique insert the new data into the row and index tables.
Packit Service 20376f
 * We have to sort by the stackframe data itself, not the uid.
Packit Service 20376f
 */
Packit Service 20376f
static git_win32__crtdbg_stacktrace__row * insert_unique(
Packit Service 20376f
	const git_win32__stack__raw_data *pdata)
Packit Service 20376f
{
Packit Service 20376f
	size_t pos;
Packit Service 20376f
	if (git__bsearch(g_cs_index, g_cs_ins, pdata, row_cmp, &pos) < 0) {
Packit Service 20376f
		/* Append new unique item to row table. */
Packit Service 20376f
		memcpy(&g_cs_rows[g_cs_ins].raw_data, pdata, sizeof(*pdata));
Packit Service 20376f
		sprintf(g_cs_rows[g_cs_ins].uid.uid, "##%08lx", g_cs_ins);
Packit Service 20376f
Packit Service 20376f
		/* Insert pointer to it into the proper place in the index table. */
Packit Service 20376f
		if (pos < g_cs_ins)
Packit Service 20376f
			memmove(&g_cs_index[pos+1], &g_cs_index[pos], (g_cs_ins - pos)*sizeof(g_cs_index[0]));
Packit Service 20376f
		g_cs_index[pos] = &g_cs_rows[g_cs_ins];
Packit Service 20376f
Packit Service 20376f
		g_cs_ins++;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	g_cs_index[pos]->count_allocs++;
Packit Service 20376f
Packit Service 20376f
	return g_cs_index[pos];
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * Hook function to receive leak data from the CRT. (This includes
Packit Service 20376f
 * both "<file_name>:(<line_number>)" data, but also each of the
Packit Service 20376f
 * various headers and fields.
Packit Service 20376f
 *
Packit Service 20376f
 * Scan this for the special "##<pos>" UID forms that we substituted
Packit Service 20376f
 * for the "<file_name>".  Map <pos> back to the row data and
Packit Service 20376f
 * increment its leak count.
Packit Service 20376f
 *
Packit Service 20376f
 * See https://msdn.microsoft.com/en-us/library/74kabxyx.aspx
Packit Service 20376f
 *
Packit Service 20376f
 * We suppress the actual crtdbg output.
Packit Service 20376f
 */
Packit Service 20376f
static int __cdecl report_hook(int nRptType, char *szMsg, int *retVal)
Packit Service 20376f
{
Packit Service 20376f
	static int hook_result = TRUE; /* FALSE to get stock dump; TRUE to suppress. */
Packit Service 20376f
	unsigned int pos;
Packit Service 20376f
Packit Service 20376f
	*retVal = 0; /* do not invoke debugger */
Packit Service 20376f
Packit Service 20376f
	if ((szMsg[0] != '#') || (szMsg[1] != '#'))
Packit Service 20376f
		return hook_result;
Packit Service 20376f
Packit Service 20376f
	if (sscanf(&szMsg[2], "%08lx", &pos) < 1)
Packit Service 20376f
		return hook_result;
Packit Service 20376f
	if (pos >= g_cs_ins)
Packit Service 20376f
		return hook_result;
Packit Service 20376f
Packit Service 20376f
	if (g_transient_leaks_since_mark) {
Packit Service 20376f
		if (g_cs_rows[pos].count_allocs == g_cs_rows[pos].count_allocs_at_last_checkpoint)
Packit Service 20376f
			return hook_result;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	g_cs_rows[pos].transient_count_leaks++;
Packit Service 20376f
Packit Service 20376f
	if (g_cs_rows[pos].transient_count_leaks == 1)
Packit Service 20376f
		g_transient_count_dedup_leaks++;
Packit Service 20376f
Packit Service 20376f
	g_transient_count_total_leaks++;
Packit Service 20376f
Packit Service 20376f
	return hook_result;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * Write leak data to all of the various places we need.
Packit Service 20376f
 * We force the caller to sprintf() the message first
Packit Service 20376f
 * because we want to avoid fprintf() because it allocs.
Packit Service 20376f
 */
Packit Service 20376f
static void my_output(const char *buf)
Packit Service 20376f
{
Packit Service 20376f
	fwrite(buf, strlen(buf), 1, stderr);
Packit Service 20376f
	OutputDebugString(buf);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
/**
Packit Service 20376f
 * For each row with leaks, dump a stacktrace for it.
Packit Service 20376f
 */
Packit Service 20376f
static void dump_summary(const char *label)
Packit Service 20376f
{
Packit Service 20376f
	unsigned int k;
Packit Service 20376f
	char buf[10 * 1024];
Packit Service 20376f
Packit Service 20376f
	if (g_transient_count_total_leaks == 0)
Packit Service 20376f
		return;
Packit Service 20376f
Packit Service 20376f
	fflush(stdout);
Packit Service 20376f
	fflush(stderr);
Packit Service 20376f
	my_output("\n");
Packit Service 20376f
Packit Service 20376f
	if (g_limit_reached) {
Packit Service 20376f
		sprintf(buf,
Packit Service 20376f
				"LEAK SUMMARY: de-dup row table[%d] filled. Increase MY_ROW_LIMIT.\n",
Packit Service 20376f
				MY_ROW_LIMIT);
Packit Service 20376f
		my_output(buf);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	if (!label)
Packit Service 20376f
		label = "";
Packit Service 20376f
Packit Service 20376f
	if (g_transient_leaks_since_mark) {
Packit Service 20376f
		sprintf(buf, "LEAK CHECKPOINT %d: leaks %d unique %d: %s\n",
Packit Service 20376f
				g_checkpoint_id, g_transient_count_total_leaks, g_transient_count_dedup_leaks, label);
Packit Service 20376f
		my_output(buf);
Packit Service 20376f
	} else {
Packit Service 20376f
		sprintf(buf, "LEAK SUMMARY: TOTAL leaks %d de-duped %d: %s\n",
Packit Service 20376f
				g_transient_count_total_leaks, g_transient_count_dedup_leaks, label);
Packit Service 20376f
		my_output(buf);
Packit Service 20376f
	}
Packit Service 20376f
	my_output("\n");
Packit Service 20376f
Packit Service 20376f
	for (k = 0; k < g_cs_ins; k++) {
Packit Service 20376f
		if (g_cs_rows[k].transient_count_leaks > 0) {
Packit Service 20376f
			sprintf(buf, "LEAK: %s leaked %d of %d times:\n",
Packit Service 20376f
					g_cs_rows[k].uid.uid,
Packit Service 20376f
					g_cs_rows[k].transient_count_leaks,
Packit Service 20376f
					g_cs_rows[k].count_allocs);
Packit Service 20376f
			my_output(buf);
Packit Service 20376f
Packit Service 20376f
			if (git_win32__stack_format(
Packit Service 20376f
					buf, sizeof(buf), &g_cs_rows[k].raw_data,
Packit Service 20376f
					NULL, NULL) >= 0) {
Packit Service 20376f
				my_output(buf);
Packit Service 20376f
			}
Packit Service 20376f
Packit Service 20376f
			my_output("\n");
Packit Service 20376f
		}
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	fflush(stderr);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
void git_win32__crtdbg_stacktrace_init(void)
Packit Service 20376f
{
Packit Service 20376f
	InitializeCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
Packit Service 20376f
	EnterCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
Packit Service 20376f
	_CrtSetDbgFlag(_CRTDBG_ALLOC_MEM_DF | _CRTDBG_LEAK_CHECK_DF);
Packit Service 20376f
Packit Service 20376f
	_CrtSetReportMode(_CRT_ASSERT, _CRTDBG_MODE_DEBUG | _CRTDBG_MODE_FILE);
Packit Service 20376f
	_CrtSetReportMode(_CRT_ERROR,  _CRTDBG_MODE_DEBUG | _CRTDBG_MODE_FILE);
Packit Service 20376f
	_CrtSetReportMode(_CRT_WARN,   _CRTDBG_MODE_DEBUG | _CRTDBG_MODE_FILE);
Packit Service 20376f
Packit Service 20376f
	_CrtSetReportFile(_CRT_ASSERT, _CRTDBG_FILE_STDERR);
Packit Service 20376f
	_CrtSetReportFile(_CRT_ERROR,  _CRTDBG_FILE_STDERR);
Packit Service 20376f
	_CrtSetReportFile(_CRT_WARN,   _CRTDBG_FILE_STDERR);
Packit Service 20376f
Packit Service 20376f
	LeaveCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
int git_win32__crtdbg_stacktrace__dump(
Packit Service 20376f
	git_win32__crtdbg_stacktrace_options opt,
Packit Service 20376f
	const char *label)
Packit Service 20376f
{
Packit Service 20376f
	_CRT_REPORT_HOOK old;
Packit Service 20376f
	unsigned int k;
Packit Service 20376f
	int r = 0;
Packit Service 20376f
Packit Service 20376f
#define IS_BIT_SET(o,b) (((o) & (b)) != 0)
Packit Service 20376f
Packit Service 20376f
	bool b_set_mark         = IS_BIT_SET(opt, GIT_WIN32__CRTDBG_STACKTRACE__SET_MARK);
Packit Service 20376f
	bool b_leaks_since_mark = IS_BIT_SET(opt, GIT_WIN32__CRTDBG_STACKTRACE__LEAKS_SINCE_MARK);
Packit Service 20376f
	bool b_leaks_total      = IS_BIT_SET(opt, GIT_WIN32__CRTDBG_STACKTRACE__LEAKS_TOTAL);
Packit Service 20376f
	bool b_quiet            = IS_BIT_SET(opt, GIT_WIN32__CRTDBG_STACKTRACE__QUIET);
Packit Service 20376f
Packit Service 20376f
	if (b_leaks_since_mark && b_leaks_total) {
Packit Service 20376f
		giterr_set(GITERR_INVALID, "cannot combine LEAKS_SINCE_MARK and LEAKS_TOTAL.");
Packit Service 20376f
		return GIT_ERROR;
Packit Service 20376f
	}
Packit Service 20376f
	if (!b_set_mark && !b_leaks_since_mark && !b_leaks_total) {
Packit Service 20376f
		giterr_set(GITERR_INVALID, "nothing to do.");
Packit Service 20376f
		return GIT_ERROR;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	EnterCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
Packit Service 20376f
	if (b_leaks_since_mark || b_leaks_total) {
Packit Service 20376f
		/* All variables with "transient" in the name are per-dump counters
Packit Service 20376f
		 * and reset before each dump.  This lets us handle checkpoints.
Packit Service 20376f
		 */
Packit Service 20376f
		g_transient_count_total_leaks = 0;
Packit Service 20376f
		g_transient_count_dedup_leaks = 0;
Packit Service 20376f
		for (k = 0; k < g_cs_ins; k++) {
Packit Service 20376f
			g_cs_rows[k].transient_count_leaks = 0;
Packit Service 20376f
		}
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	g_transient_leaks_since_mark = b_leaks_since_mark;
Packit Service 20376f
Packit Service 20376f
	old = _CrtSetReportHook(report_hook);
Packit Service 20376f
	_CrtDumpMemoryLeaks();
Packit Service 20376f
	_CrtSetReportHook(old);
Packit Service 20376f
Packit Service 20376f
	if (b_leaks_since_mark || b_leaks_total) {
Packit Service 20376f
		r = g_transient_count_dedup_leaks;
Packit Service 20376f
Packit Service 20376f
		if (!b_quiet)
Packit Service 20376f
			dump_summary(label);
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	if (b_set_mark) {
Packit Service 20376f
		for (k = 0; k < g_cs_ins; k++) {
Packit Service 20376f
			g_cs_rows[k].count_allocs_at_last_checkpoint = g_cs_rows[k].count_allocs;
Packit Service 20376f
		}
Packit Service 20376f
Packit Service 20376f
		g_checkpoint_id++;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	LeaveCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
Packit Service 20376f
	return r;
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
void git_win32__crtdbg_stacktrace_cleanup(void)
Packit Service 20376f
{
Packit Service 20376f
	/* At shutdown/cleanup, dump cummulative leak info
Packit Service 20376f
	 * with everything since startup.  This might generate
Packit Service 20376f
	 * extra noise if the caller has been doing checkpoint
Packit Service 20376f
	 * dumps, but it might also eliminate some false
Packit Service 20376f
	 * positives for resources previously reported during
Packit Service 20376f
	 * checkpoints.
Packit Service 20376f
	 */
Packit Service 20376f
	git_win32__crtdbg_stacktrace__dump(
Packit Service 20376f
		GIT_WIN32__CRTDBG_STACKTRACE__LEAKS_TOTAL,
Packit Service 20376f
		"CLEANUP");
Packit Service 20376f
Packit Service 20376f
	DeleteCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
}
Packit Service 20376f
Packit Service 20376f
const char *git_win32__crtdbg_stacktrace(int skip, const char *file)
Packit Service 20376f
{
Packit Service 20376f
	git_win32__stack__raw_data new_data;
Packit Service 20376f
	git_win32__crtdbg_stacktrace__row *row;
Packit Service 20376f
	const char * result = file;
Packit Service 20376f
Packit Service 20376f
	if (git_win32__stack_capture(&new_data, skip+1) < 0)
Packit Service 20376f
		return result;
Packit Service 20376f
Packit Service 20376f
	EnterCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
Packit Service 20376f
	if (g_cs_ins < g_cs_end) {
Packit Service 20376f
		row = insert_unique(&new_data);
Packit Service 20376f
		result = row->uid.uid;
Packit Service 20376f
	} else {
Packit Service 20376f
		g_limit_reached = true;
Packit Service 20376f
	}
Packit Service 20376f
Packit Service 20376f
	g_count_total_allocs++;
Packit Service 20376f
Packit Service 20376f
	LeaveCriticalSection(&g_crtdbg_stacktrace_cs);
Packit Service 20376f
Packit Service 20376f
	return result;
Packit Service 20376f
}
Packit Service 20376f
#endif