Blame glib/gtester.c

Packit Service d3d246
/* GLib testing framework runner
Packit Service d3d246
 * Copyright (C) 2007 Sven Herzberg
Packit Service d3d246
 * Copyright (C) 2007 Tim Janik
Packit Service d3d246
 *
Packit Service d3d246
 * This library is free software; you can redistribute it and/or
Packit Service d3d246
 * modify it under the terms of the GNU Lesser General Public
Packit Service d3d246
 * License as published by the Free Software Foundation; either
Packit Service d3d246
 * version 2.1 of the License, or (at your option) any later version.
Packit Service d3d246
 *
Packit Service d3d246
 * This library is distributed in the hope that it will be useful,
Packit Service d3d246
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit Service d3d246
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit Service d3d246
 * Lesser General Public License for more details.
Packit Service d3d246
 *
Packit Service d3d246
 * You should have received a copy of the GNU Lesser General Public
Packit Service d3d246
 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
Packit Service d3d246
 */
Packit Service d3d246
#include "config.h"
Packit Service d3d246
Packit Service d3d246
#include <glib.h>
Packit Service d3d246
#include <glib-unix.h>
Packit Service d3d246
#include <gstdio.h>
Packit Service d3d246
#include <string.h>
Packit Service d3d246
#include <stdlib.h>
Packit Service d3d246
#include <unistd.h>
Packit Service d3d246
#include <fcntl.h>
Packit Service d3d246
#include <sys/wait.h>
Packit Service d3d246
#include <errno.h>
Packit Service d3d246
#include <signal.h>
Packit Service d3d246
Packit Service d3d246
/* the read buffer size in bytes */
Packit Service d3d246
#define READ_BUFFER_SIZE 4096
Packit Service d3d246
Packit Service d3d246
/* --- prototypes --- */
Packit Service d3d246
static int      main_selftest   (int    argc,
Packit Service d3d246
                                 char **argv);
Packit Service d3d246
static void     parse_args      (gint           *argc_p,
Packit Service d3d246
                                 gchar        ***argv_p);
Packit Service d3d246
Packit Service d3d246
/* --- variables --- */
Packit Service d3d246
static GIOChannel  *ioc_report = NULL;
Packit Service d3d246
static gboolean     gtester_quiet = FALSE;
Packit Service d3d246
static gboolean     gtester_verbose = FALSE;
Packit Service d3d246
static gboolean     gtester_list_tests = FALSE;
Packit Service d3d246
static gboolean     gtester_selftest = FALSE;
Packit Service d3d246
static gboolean     subtest_running = FALSE;
Packit Service d3d246
static gint         subtest_exitstatus = 0;
Packit Service d3d246
static gboolean     subtest_io_pending = FALSE;
Packit Service d3d246
static gboolean     subtest_quiet = TRUE;
Packit Service d3d246
static gboolean     subtest_verbose = FALSE;
Packit Service d3d246
static gboolean     subtest_mode_fatal = TRUE;
Packit Service d3d246
static gboolean     subtest_mode_perf = FALSE;
Packit Service d3d246
static gboolean     subtest_mode_quick = TRUE;
Packit Service d3d246
static gboolean     subtest_mode_undefined = TRUE;
Packit Service d3d246
static const gchar *subtest_seedstr = NULL;
Packit Service d3d246
static gchar       *subtest_last_seed = NULL;
Packit Service d3d246
static GSList      *subtest_paths = NULL;
Packit Service d3d246
static GSList      *skipped_paths = NULL;
Packit Service d3d246
static GSList      *subtest_args = NULL;
Packit Service d3d246
static gboolean     testcase_open = FALSE;
Packit Service d3d246
static guint        testcase_count = 0;
Packit Service d3d246
static guint        testcase_fail_count = 0;
Packit Service d3d246
static const gchar *output_filename = NULL;
Packit Service d3d246
static guint        log_indent = 0;
Packit Service d3d246
static gint         log_fd = -1;
Packit Service d3d246
Packit Service d3d246
/* --- functions --- */
Packit Service d3d246
static const char*
Packit Service d3d246
sindent (guint n)
Packit Service d3d246
{
Packit Service d3d246
  static const char spaces[] = "                                                                                                    ";
Packit Service d3d246
  int l = sizeof (spaces) - 1;
Packit Service d3d246
  n = MIN (n, l);
Packit Service d3d246
  return spaces + l - n;
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void G_GNUC_PRINTF (1, 2)
Packit Service d3d246
test_log_printfe (const char *format,
Packit Service d3d246
                  ...)
Packit Service d3d246
{
Packit Service d3d246
  char *result;
Packit Service d3d246
  int r;
Packit Service d3d246
  va_list args;
Packit Service d3d246
  va_start (args, format);
Packit Service d3d246
  result = g_markup_vprintf_escaped (format, args);
Packit Service d3d246
  va_end (args);
Packit Service d3d246
  do
Packit Service d3d246
    r = write (log_fd, result, strlen (result));
Packit Service d3d246
  while (r < 0 && errno == EINTR);
Packit Service d3d246
  g_free (result);
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
terminate (void)
Packit Service d3d246
{
Packit Service d3d246
  kill (getpid(), SIGTERM);
Packit Service d3d246
  g_abort();
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
testcase_close (long double duration,
Packit Service d3d246
                gint        exit_status,
Packit Service d3d246
                guint       n_forks)
Packit Service d3d246
{
Packit Service d3d246
  gboolean success;
Packit Service d3d246
Packit Service d3d246
  g_return_if_fail (testcase_open > 0);
Packit Service d3d246
  test_log_printfe ("%s<duration>%.6Lf</duration>\n", sindent (log_indent), duration);
Packit Service d3d246
  success = exit_status == G_TEST_RUN_SUCCESS || exit_status == G_TEST_RUN_SKIPPED;
Packit Service d3d246
  test_log_printfe ("%s<status exit-status=\"%d\" n-forks=\"%d\" result=\"%s\"/>\n",
Packit Service d3d246
                    sindent (log_indent), exit_status, n_forks,
Packit Service d3d246
                    success ? "failed" : "success");
Packit Service d3d246
  log_indent -= 2;
Packit Service d3d246
  test_log_printfe ("%s</testcase>\n", sindent (log_indent));
Packit Service d3d246
  testcase_open--;
Packit Service d3d246
  if (gtester_verbose)
Packit Service d3d246
    {
Packit Service d3d246
      switch (exit_status)
Packit Service d3d246
        {
Packit Service d3d246
        case G_TEST_RUN_SUCCESS:
Packit Service d3d246
          g_print ("OK\n");
Packit Service d3d246
          break;
Packit Service d3d246
        case G_TEST_RUN_SKIPPED:
Packit Service d3d246
          g_print ("SKIP\n");
Packit Service d3d246
          break;
Packit Service d3d246
        default:
Packit Service d3d246
          g_print ("FAIL\n");
Packit Service d3d246
          break;
Packit Service d3d246
        }
Packit Service d3d246
    }
Packit Service d3d246
  if (!success && subtest_last_seed)
Packit Service d3d246
    g_print ("GTester: last random seed: %s\n", subtest_last_seed);
Packit Service d3d246
  if (!success)
Packit Service d3d246
    testcase_fail_count += 1;
Packit Service d3d246
  if (subtest_mode_fatal && !success)
Packit Service d3d246
    terminate();
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
test_log_msg (GTestLogMsg *msg)
Packit Service d3d246
{
Packit Service d3d246
  switch (msg->log_type)
Packit Service d3d246
    {
Packit Service d3d246
      guint i;
Packit Service d3d246
      gchar **strv;
Packit Service d3d246
    case G_TEST_LOG_NONE:
Packit Service d3d246
    case G_TEST_LOG_START_SUITE:
Packit Service d3d246
    case G_TEST_LOG_STOP_SUITE:
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_ERROR:
Packit Service d3d246
      strv = g_strsplit (msg->strings[0], "\n", -1);
Packit Service d3d246
      for (i = 0; strv[i]; i++)
Packit Service d3d246
        test_log_printfe ("%s<error>%s</error>\n", sindent (log_indent), strv[i]);
Packit Service d3d246
      g_strfreev (strv);
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_START_BINARY:
Packit Service d3d246
      test_log_printfe ("%s<binary file=\"%s\"/>\n", sindent (log_indent), msg->strings[0]);
Packit Service d3d246
      subtest_last_seed = g_strdup (msg->strings[1]);
Packit Service d3d246
      test_log_printfe ("%s<random-seed>%s</random-seed>\n", sindent (log_indent), subtest_last_seed);
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_LIST_CASE:
Packit Service d3d246
      g_print ("%s\n", msg->strings[0]);
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_START_CASE:
Packit Service d3d246
      testcase_count++;
Packit Service d3d246
      if (gtester_verbose)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *sc = g_strconcat (msg->strings[0], ":", NULL);
Packit Service d3d246
          gchar *sleft = g_strdup_printf ("%-68s", sc);
Packit Service d3d246
          g_free (sc);
Packit Service d3d246
          g_print ("%70s ", sleft);
Packit Service d3d246
          g_free (sleft);
Packit Service d3d246
        }
Packit Service d3d246
      g_return_if_fail (testcase_open == 0);
Packit Service d3d246
      testcase_open++;
Packit Service d3d246
      test_log_printfe ("%s<testcase path=\"%s\">\n", sindent (log_indent), msg->strings[0]);
Packit Service d3d246
      log_indent += 2;
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_SKIP_CASE:
Packit Service d3d246
      if (FALSE && gtester_verbose) /* enable to debug test case skipping logic */
Packit Service d3d246
        {
Packit Service d3d246
          gchar *sc = g_strconcat (msg->strings[0], ":", NULL);
Packit Service d3d246
          gchar *sleft = g_strdup_printf ("%-68s", sc);
Packit Service d3d246
          g_free (sc);
Packit Service d3d246
          g_print ("%70s SKIPPED\n", sleft);
Packit Service d3d246
          g_free (sleft);
Packit Service d3d246
        }
Packit Service d3d246
      test_log_printfe ("%s<testcase path=\"%s\" skipped=\"1\"/>\n", sindent (log_indent), msg->strings[0]);
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_STOP_CASE:
Packit Service d3d246
      testcase_close (msg->nums[2], (int) msg->nums[0], (int) msg->nums[1]);
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_MIN_RESULT:
Packit Service d3d246
    case G_TEST_LOG_MAX_RESULT:
Packit Service d3d246
      test_log_printfe ("%s<performance minimize=\"%d\" maximize=\"%d\" value=\"%.16Lg\">\n",
Packit Service d3d246
                        sindent (log_indent), msg->log_type == G_TEST_LOG_MIN_RESULT, msg->log_type == G_TEST_LOG_MAX_RESULT, msg->nums[0]);
Packit Service d3d246
      test_log_printfe ("%s%s\n", sindent (log_indent + 2), msg->strings[0]);
Packit Service d3d246
      test_log_printfe ("%s</performance>\n", sindent (log_indent));
Packit Service d3d246
      break;
Packit Service d3d246
    case G_TEST_LOG_MESSAGE:
Packit Service d3d246
      test_log_printfe ("%s<message>\n%s\n%s</message>\n", sindent (log_indent), msg->strings[0], sindent (log_indent));
Packit Service d3d246
      break;
Packit Service d3d246
    }
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static gboolean
Packit Service d3d246
child_report_cb (GIOChannel  *source,
Packit Service d3d246
                 GIOCondition condition,
Packit Service d3d246
                 gpointer     data)
Packit Service d3d246
{
Packit Service d3d246
  GTestLogBuffer *tlb = data;
Packit Service d3d246
  GIOStatus status = G_IO_STATUS_NORMAL;
Packit Service d3d246
  gboolean first_read_eof = FALSE, first_read = TRUE;
Packit Service d3d246
  gsize length = 0;
Packit Service d3d246
  do
Packit Service d3d246
    {
Packit Service d3d246
      guint8 buffer[READ_BUFFER_SIZE];
Packit Service d3d246
      GError *error = NULL;
Packit Service d3d246
      status = g_io_channel_read_chars (source, (gchar*) buffer, sizeof (buffer), &length, &error);
Packit Service d3d246
      if (first_read && (condition & G_IO_IN))
Packit Service d3d246
        {
Packit Service d3d246
          /* on some unixes (MacOS) we need to detect non-blocking fd EOF
Packit Service d3d246
           * by an IO_IN select/poll followed by read()==0.
Packit Service d3d246
           */
Packit Service d3d246
          first_read_eof = length == 0;
Packit Service d3d246
        }
Packit Service d3d246
      first_read = FALSE;
Packit Service d3d246
      if (length)
Packit Service d3d246
        {
Packit Service d3d246
          GTestLogMsg *msg;
Packit Service d3d246
          g_test_log_buffer_push (tlb, length, buffer);
Packit Service d3d246
          do
Packit Service d3d246
            {
Packit Service d3d246
              msg = g_test_log_buffer_pop (tlb);
Packit Service d3d246
              if (msg)
Packit Service d3d246
                {
Packit Service d3d246
                  test_log_msg (msg);
Packit Service d3d246
                  g_test_log_msg_free (msg);
Packit Service d3d246
                }
Packit Service d3d246
            }
Packit Service d3d246
          while (msg);
Packit Service d3d246
        }
Packit Service d3d246
      g_clear_error (&error);
Packit Service d3d246
      /* ignore the io channel status, which will report intermediate EOFs for non blocking fds */
Packit Service d3d246
      (void) status;
Packit Service d3d246
    }
Packit Service d3d246
  while (length > 0);
Packit Service d3d246
  /* g_print ("LASTIOSTATE: first_read_eof=%d condition=%d\n", first_read_eof, condition); */
Packit Service d3d246
  if (first_read_eof || (condition & (G_IO_ERR | G_IO_HUP)))
Packit Service d3d246
    {
Packit Service d3d246
      /* if there's no data to read and select() reports an error or hangup,
Packit Service d3d246
       * the fd must have been closed remotely
Packit Service d3d246
       */
Packit Service d3d246
      subtest_io_pending = FALSE;
Packit Service d3d246
      return FALSE;
Packit Service d3d246
    }
Packit Service d3d246
  return TRUE; /* keep polling */
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
child_watch_cb (GPid     pid,
Packit Service d3d246
		gint     status,
Packit Service d3d246
		gpointer data)
Packit Service d3d246
{
Packit Service d3d246
  g_spawn_close_pid (pid);
Packit Service d3d246
  if (WIFEXITED (status)) /* normal exit */
Packit Service d3d246
    subtest_exitstatus = WEXITSTATUS (status);
Packit Service d3d246
  else /* signal or core dump, etc */
Packit Service d3d246
    subtest_exitstatus = 0xffffffff;
Packit Service d3d246
  subtest_running = FALSE;
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static gchar*
Packit Service d3d246
queue_gfree (GSList **slistp,
Packit Service d3d246
             gchar   *string)
Packit Service d3d246
{
Packit Service d3d246
  *slistp = g_slist_prepend (*slistp, string);
Packit Service d3d246
  return string;
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
unset_cloexec_fdp (gpointer fdp_data)
Packit Service d3d246
{
Packit Service d3d246
  int r, *fdp = fdp_data;
Packit Service d3d246
  do
Packit Service d3d246
    r = fcntl (*fdp, F_SETFD, 0 /* FD_CLOEXEC */);
Packit Service d3d246
  while (r < 0 && errno == EINTR);
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static gboolean
Packit Service d3d246
launch_test_binary (const char *binary,
Packit Service d3d246
                    guint       skip_tests)
Packit Service d3d246
{
Packit Service d3d246
  GTestLogBuffer *tlb;
Packit Service d3d246
  GSList *slist, *free_list = NULL;
Packit Service d3d246
  GError *error = NULL;
Packit Service d3d246
  int argc = 0;
Packit Service d3d246
  const gchar **argv;
Packit Service d3d246
  GPid pid = 0;
Packit Service d3d246
  gint report_pipe[2] = { -1, -1 };
Packit Service d3d246
  guint child_report_cb_id = 0;
Packit Service d3d246
  gboolean loop_pending;
Packit Service d3d246
  gint i = 0;
Packit Service d3d246
Packit Service d3d246
  if (!g_unix_open_pipe (report_pipe, FD_CLOEXEC, &error))
Packit Service d3d246
    {
Packit Service d3d246
      if (subtest_mode_fatal)
Packit Service d3d246
        g_error ("Failed to open pipe for test binary: %s: %s", binary, error->message);
Packit Service d3d246
      else
Packit Service d3d246
        g_warning ("Failed to open pipe for test binary: %s: %s", binary, error->message);
Packit Service d3d246
      g_clear_error (&error);
Packit Service d3d246
      return FALSE;
Packit Service d3d246
    }
Packit Service d3d246
Packit Service d3d246
  /* setup argc */
Packit Service d3d246
  for (slist = subtest_args; slist; slist = slist->next)
Packit Service d3d246
    argc++;
Packit Service d3d246
  /* argc++; */
Packit Service d3d246
  if (subtest_quiet)
Packit Service d3d246
    argc++;
Packit Service d3d246
  if (subtest_verbose)
Packit Service d3d246
    argc++;
Packit Service d3d246
  if (!subtest_mode_fatal)
Packit Service d3d246
    argc++;
Packit Service d3d246
  /* Either -m=quick or -m=slow is always appended. */
Packit Service d3d246
  argc++;
Packit Service d3d246
  if (subtest_mode_perf)
Packit Service d3d246
    argc++;
Packit Service d3d246
  if (!subtest_mode_undefined)
Packit Service d3d246
    argc++;
Packit Service d3d246
  if (gtester_list_tests)
Packit Service d3d246
    argc++;
Packit Service d3d246
  if (subtest_seedstr)
Packit Service d3d246
    argc++;
Packit Service d3d246
  argc++;
Packit Service d3d246
  if (skip_tests)
Packit Service d3d246
    argc++;
Packit Service d3d246
  for (slist = subtest_paths; slist; slist = slist->next)
Packit Service d3d246
    argc++;
Packit Service d3d246
  for (slist = skipped_paths; slist; slist = slist->next)
Packit Service d3d246
    argc++;
Packit Service d3d246
Packit Service d3d246
  /* setup argv */
Packit Service d3d246
  argv = g_malloc ((argc + 2) * sizeof(gchar *));
Packit Service d3d246
  argv[i++] = binary;
Packit Service d3d246
  for (slist = subtest_args; slist; slist = slist->next)
Packit Service d3d246
    argv[i++] = (gchar*) slist->data;
Packit Service d3d246
  /* argv[i++] = "--debug-log"; */
Packit Service d3d246
  if (subtest_quiet)
Packit Service d3d246
    argv[i++] = "--quiet";
Packit Service d3d246
  if (subtest_verbose)
Packit Service d3d246
    argv[i++] = "--verbose";
Packit Service d3d246
  if (!subtest_mode_fatal)
Packit Service d3d246
    argv[i++] = "--keep-going";
Packit Service d3d246
  if (subtest_mode_quick)
Packit Service d3d246
    argv[i++] = "-m=quick";
Packit Service d3d246
  else
Packit Service d3d246
    argv[i++] = "-m=slow";
Packit Service d3d246
  if (subtest_mode_perf)
Packit Service d3d246
    argv[i++] = "-m=perf";
Packit Service d3d246
  if (!subtest_mode_undefined)
Packit Service d3d246
    argv[i++] = "-m=no-undefined";
Packit Service d3d246
  if (gtester_list_tests)
Packit Service d3d246
    argv[i++] = "-l";
Packit Service d3d246
  if (subtest_seedstr)
Packit Service d3d246
    argv[i++] = queue_gfree (&free_list, g_strdup_printf ("--seed=%s", subtest_seedstr));
Packit Service d3d246
  argv[i++] = queue_gfree (&free_list, g_strdup_printf ("--GTestLogFD=%u", report_pipe[1]));
Packit Service d3d246
  if (skip_tests)
Packit Service d3d246
    argv[i++] = queue_gfree (&free_list, g_strdup_printf ("--GTestSkipCount=%u", skip_tests));
Packit Service d3d246
  for (slist = subtest_paths; slist; slist = slist->next)
Packit Service d3d246
    argv[i++] = queue_gfree (&free_list, g_strdup_printf ("-p=%s", (gchar*) slist->data));
Packit Service d3d246
  for (slist = skipped_paths; slist; slist = slist->next)
Packit Service d3d246
    argv[i++] = queue_gfree (&free_list, g_strdup_printf ("-s=%s", (gchar*) slist->data));
Packit Service d3d246
  argv[i++] = NULL;
Packit Service d3d246
Packit Service d3d246
  g_spawn_async_with_pipes (NULL, /* g_get_current_dir() */
Packit Service d3d246
                            (gchar**) argv,
Packit Service d3d246
                            NULL, /* envp */
Packit Service d3d246
                            G_SPAWN_DO_NOT_REAP_CHILD, /* G_SPAWN_SEARCH_PATH */
Packit Service d3d246
                            unset_cloexec_fdp, &report_pipe[1], /* pre-exec callback */
Packit Service d3d246
                            &pid,
Packit Service d3d246
                            NULL,       /* standard_input */
Packit Service d3d246
                            NULL,       /* standard_output */
Packit Service d3d246
                            NULL,       /* standard_error */
Packit Service d3d246
                            &error);
Packit Service d3d246
  g_slist_foreach (free_list, (void(*)(void*,void*)) g_free, NULL);
Packit Service d3d246
  g_slist_free (free_list);
Packit Service d3d246
  free_list = NULL;
Packit Service d3d246
  close (report_pipe[1]);
Packit Service d3d246
Packit Service d3d246
  if (!gtester_quiet)
Packit Service d3d246
    g_print ("(pid=%lu)\n", (unsigned long) pid);
Packit Service d3d246
Packit Service d3d246
  if (error)
Packit Service d3d246
    {
Packit Service d3d246
      close (report_pipe[0]);
Packit Service d3d246
      if (subtest_mode_fatal)
Packit Service d3d246
        g_error ("Failed to execute test binary: %s: %s", argv[0], error->message);
Packit Service d3d246
      else
Packit Service d3d246
        g_warning ("Failed to execute test binary: %s: %s", argv[0], error->message);
Packit Service d3d246
      g_clear_error (&error);
Packit Service d3d246
      g_free (argv);
Packit Service d3d246
      return FALSE;
Packit Service d3d246
    }
Packit Service d3d246
  g_free (argv);
Packit Service d3d246
Packit Service d3d246
  subtest_running = TRUE;
Packit Service d3d246
  subtest_io_pending = TRUE;
Packit Service d3d246
  tlb = g_test_log_buffer_new();
Packit Service d3d246
  if (report_pipe[0] >= 0)
Packit Service d3d246
    {
Packit Service d3d246
      ioc_report = g_io_channel_unix_new (report_pipe[0]);
Packit Service d3d246
      g_io_channel_set_flags (ioc_report, G_IO_FLAG_NONBLOCK, NULL);
Packit Service d3d246
      g_io_channel_set_encoding (ioc_report, NULL, NULL);
Packit Service d3d246
      g_io_channel_set_buffered (ioc_report, FALSE);
Packit Service d3d246
      child_report_cb_id = g_io_add_watch_full (ioc_report, G_PRIORITY_DEFAULT - 1, G_IO_IN | G_IO_ERR | G_IO_HUP, child_report_cb, tlb, NULL);
Packit Service d3d246
      g_io_channel_unref (ioc_report);
Packit Service d3d246
    }
Packit Service d3d246
  g_child_watch_add_full (G_PRIORITY_DEFAULT + 1, pid, child_watch_cb, NULL, NULL);
Packit Service d3d246
Packit Service d3d246
  loop_pending = g_main_context_pending (NULL);
Packit Service d3d246
  while (subtest_running ||     /* FALSE once child exits */
Packit Service d3d246
         subtest_io_pending ||  /* FALSE once ioc_report closes */
Packit Service d3d246
         loop_pending)          /* TRUE while idler, etc are running */
Packit Service d3d246
    {
Packit Service d3d246
      /* g_print ("LOOPSTATE: subtest_running=%d subtest_io_pending=%d\n", subtest_running, subtest_io_pending); */
Packit Service d3d246
      /* check for unexpected hangs that are not signalled on report_pipe */
Packit Service d3d246
      if (!subtest_running &&   /* child exited */
Packit Service d3d246
          subtest_io_pending && /* no EOF detected on report_pipe */
Packit Service d3d246
          !loop_pending)        /* no IO events pending however */
Packit Service d3d246
        break;
Packit Service d3d246
      g_main_context_iteration (NULL, TRUE);
Packit Service d3d246
      loop_pending = g_main_context_pending (NULL);
Packit Service d3d246
    }
Packit Service d3d246
Packit Service d3d246
  if (subtest_io_pending)
Packit Service d3d246
    g_source_remove (child_report_cb_id);
Packit Service d3d246
Packit Service d3d246
  close (report_pipe[0]);
Packit Service d3d246
  g_test_log_buffer_free (tlb);
Packit Service d3d246
Packit Service d3d246
  return TRUE;
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
launch_test (const char *binary)
Packit Service d3d246
{
Packit Service d3d246
  gboolean success = TRUE;
Packit Service d3d246
  GTimer *btimer = g_timer_new();
Packit Service d3d246
  gboolean need_restart;
Packit Service d3d246
Packit Service d3d246
  testcase_count = 0;
Packit Service d3d246
  if (!gtester_quiet)
Packit Service d3d246
    g_print ("TEST: %s... ", binary);
Packit Service d3d246
Packit Service d3d246
 retry:
Packit Service d3d246
  test_log_printfe ("%s<testbinary path=\"%s\">\n", sindent (log_indent), binary);
Packit Service d3d246
  log_indent += 2;
Packit Service d3d246
  g_timer_start (btimer);
Packit Service d3d246
  subtest_exitstatus = 0;
Packit Service d3d246
  success &= launch_test_binary (binary, testcase_count);
Packit Service d3d246
  success &= subtest_exitstatus == 0;
Packit Service d3d246
  need_restart = testcase_open != 0;
Packit Service d3d246
  if (testcase_open)
Packit Service d3d246
    testcase_close (0, -256, 0);
Packit Service d3d246
  g_timer_stop (btimer);
Packit Service d3d246
  test_log_printfe ("%s<duration>%.6f</duration>\n", sindent (log_indent), g_timer_elapsed (btimer, NULL));
Packit Service d3d246
  log_indent -= 2;
Packit Service d3d246
  test_log_printfe ("%s</testbinary>\n", sindent (log_indent));
Packit Service d3d246
  g_free (subtest_last_seed);
Packit Service d3d246
  subtest_last_seed = NULL;
Packit Service d3d246
  if (need_restart)
Packit Service d3d246
    {
Packit Service d3d246
      /* restart test binary, skipping processed test cases */
Packit Service d3d246
      goto retry;
Packit Service d3d246
    }
Packit Service d3d246
Packit Service d3d246
  /* count the inability to run a test as a failure */
Packit Service d3d246
  if (!success && testcase_count == 0)
Packit Service d3d246
    testcase_fail_count++;
Packit Service d3d246
Packit Service d3d246
  if (!gtester_quiet)
Packit Service d3d246
    g_print ("%s: %s\n", !success ? "FAIL" : "PASS", binary);
Packit Service d3d246
  g_timer_destroy (btimer);
Packit Service d3d246
  if (subtest_mode_fatal && !success)
Packit Service d3d246
    terminate();
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
usage (gboolean just_version)
Packit Service d3d246
{
Packit Service d3d246
  if (just_version)
Packit Service d3d246
    {
Packit Service d3d246
      g_print ("gtester version %d.%d.%d\n", GLIB_MAJOR_VERSION, GLIB_MINOR_VERSION, GLIB_MICRO_VERSION);
Packit Service d3d246
      return;
Packit Service d3d246
    }
Packit Service d3d246
  g_print ("Usage:\n");
Packit Service d3d246
  g_print ("gtester [OPTIONS] testprogram...\n\n");
Packit Service d3d246
  /*        12345678901234567890123456789012345678901234567890123456789012345678901234567890 */
Packit Service d3d246
  g_print ("Help Options:\n");
Packit Service d3d246
  g_print ("  -h, --help                    Show this help message\n\n");
Packit Service d3d246
  g_print ("Utility Options:\n");
Packit Service d3d246
  g_print ("  -v, --version                 Print version informations\n");
Packit Service d3d246
  g_print ("  --g-fatal-warnings            Make warnings fatal (abort)\n");
Packit Service d3d246
  g_print ("  -k, --keep-going              Continue running after tests failed\n");
Packit Service d3d246
  g_print ("  -l                            List paths of available test cases\n");
Packit Service d3d246
  g_print ("  -m {perf|slow|thorough|quick} Run test cases according to mode\n");
Packit Service d3d246
  g_print ("  -m {undefined|no-undefined}   Run test cases according to mode\n");
Packit Service d3d246
  g_print ("  -p=TESTPATH                   Only start test cases matching TESTPATH\n");
Packit Service d3d246
  g_print ("  -s=TESTPATH                   Skip test cases matching TESTPATH\n");
Packit Service d3d246
  g_print ("  --seed=SEEDSTRING             Start tests with random seed SEEDSTRING\n");
Packit Service d3d246
  g_print ("  -o=LOGFILE                    Write the test log to LOGFILE\n");
Packit Service d3d246
  g_print ("  -q, --quiet                   Suppress per test binary output\n");
Packit Service d3d246
  g_print ("  --verbose                     Report success per testcase\n");
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
parse_args (gint    *argc_p,
Packit Service d3d246
            gchar ***argv_p)
Packit Service d3d246
{
Packit Service d3d246
  guint argc = *argc_p;
Packit Service d3d246
  gchar **argv = *argv_p;
Packit Service d3d246
  guint i, e;
Packit Service d3d246
  /* parse known args */
Packit Service d3d246
  for (i = 1; i < argc; i++)
Packit Service d3d246
    {
Packit Service d3d246
      if (strcmp (argv[i], "--g-fatal-warnings") == 0)
Packit Service d3d246
        {
Packit Service d3d246
          GLogLevelFlags fatal_mask = (GLogLevelFlags) g_log_set_always_fatal ((GLogLevelFlags) G_LOG_FATAL_MASK);
Packit Service d3d246
          fatal_mask = (GLogLevelFlags) (fatal_mask | G_LOG_LEVEL_WARNING | G_LOG_LEVEL_CRITICAL);
Packit Service d3d246
          g_log_set_always_fatal (fatal_mask);
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp (argv[i], "--gtester-selftest") == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gtester_selftest = TRUE;
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
          break;        /* stop parsing regular gtester arguments */
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp (argv[i], "-h") == 0 || strcmp (argv[i], "--help") == 0)
Packit Service d3d246
        {
Packit Service d3d246
          usage (FALSE);
Packit Service d3d246
          exit (0);
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp (argv[i], "-v") == 0 || strcmp (argv[i], "--version") == 0)
Packit Service d3d246
        {
Packit Service d3d246
          usage (TRUE);
Packit Service d3d246
          exit (0);
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp (argv[i], "--keep-going") == 0 ||
Packit Service d3d246
               strcmp (argv[i], "-k") == 0)
Packit Service d3d246
        {
Packit Service d3d246
          subtest_mode_fatal = FALSE;
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("-p", argv[i]) == 0 || strncmp ("-p=", argv[i], 3) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *equal = argv[i] + 2;
Packit Service d3d246
          if (*equal == '=')
Packit Service d3d246
            subtest_paths = g_slist_prepend (subtest_paths, equal + 1);
Packit Service d3d246
          else if (i + 1 < argc)
Packit Service d3d246
            {
Packit Service d3d246
              argv[i++] = NULL;
Packit Service d3d246
              subtest_paths = g_slist_prepend (subtest_paths, argv[i]);
Packit Service d3d246
            }
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("-s", argv[i]) == 0 || strncmp ("-s=", argv[i], 3) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *equal = argv[i] + 2;
Packit Service d3d246
          if (*equal == '=')
Packit Service d3d246
            skipped_paths = g_slist_prepend (skipped_paths, equal + 1);
Packit Service d3d246
          else if (i + 1 < argc)
Packit Service d3d246
            {
Packit Service d3d246
              argv[i++] = NULL;
Packit Service d3d246
              skipped_paths = g_slist_prepend (skipped_paths, argv[i]);
Packit Service d3d246
            }
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("--test-arg", argv[i]) == 0 || strncmp ("--test-arg=", argv[i], 11) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *equal = argv[i] + 10;
Packit Service d3d246
          if (*equal == '=')
Packit Service d3d246
            subtest_args = g_slist_prepend (subtest_args, equal + 1);
Packit Service d3d246
          else if (i + 1 < argc)
Packit Service d3d246
            {
Packit Service d3d246
              argv[i++] = NULL;
Packit Service d3d246
              subtest_args = g_slist_prepend (subtest_args, argv[i]);
Packit Service d3d246
            }
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("-o", argv[i]) == 0 || strncmp ("-o=", argv[i], 3) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *equal = argv[i] + 2;
Packit Service d3d246
          if (*equal == '=')
Packit Service d3d246
            output_filename = equal + 1;
Packit Service d3d246
          else if (i + 1 < argc)
Packit Service d3d246
            {
Packit Service d3d246
              argv[i++] = NULL;
Packit Service d3d246
              output_filename = argv[i];
Packit Service d3d246
            }
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("-m", argv[i]) == 0 || strncmp ("-m=", argv[i], 3) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *equal = argv[i] + 2;
Packit Service d3d246
          const gchar *mode = "";
Packit Service d3d246
          if (*equal == '=')
Packit Service d3d246
            mode = equal + 1;
Packit Service d3d246
          else if (i + 1 < argc)
Packit Service d3d246
            {
Packit Service d3d246
              argv[i++] = NULL;
Packit Service d3d246
              mode = argv[i];
Packit Service d3d246
            }
Packit Service d3d246
          if (strcmp (mode, "perf") == 0)
Packit Service d3d246
            subtest_mode_perf = TRUE;
Packit Service d3d246
          else if (strcmp (mode, "slow") == 0 || strcmp (mode, "thorough") == 0)
Packit Service d3d246
            subtest_mode_quick = FALSE;
Packit Service d3d246
          else if (strcmp (mode, "quick") == 0)
Packit Service d3d246
            {
Packit Service d3d246
              subtest_mode_quick = TRUE;
Packit Service d3d246
              subtest_mode_perf = FALSE;
Packit Service d3d246
            }
Packit Service d3d246
          else if (strcmp (mode, "undefined") == 0)
Packit Service d3d246
            subtest_mode_undefined = TRUE;
Packit Service d3d246
          else if (strcmp (mode, "no-undefined") == 0)
Packit Service d3d246
            subtest_mode_undefined = FALSE;
Packit Service d3d246
          else
Packit Service d3d246
            g_error ("unknown test mode: -m %s", mode);
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("-q", argv[i]) == 0 || strcmp ("--quiet", argv[i]) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gtester_quiet = TRUE;
Packit Service d3d246
          gtester_verbose = FALSE;
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("--verbose", argv[i]) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gtester_quiet = FALSE;
Packit Service d3d246
          gtester_verbose = TRUE;
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("-l", argv[i]) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gtester_list_tests = TRUE;
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
      else if (strcmp ("--seed", argv[i]) == 0 || strncmp ("--seed=", argv[i], 7) == 0)
Packit Service d3d246
        {
Packit Service d3d246
          gchar *equal = argv[i] + 6;
Packit Service d3d246
          if (*equal == '=')
Packit Service d3d246
            subtest_seedstr = equal + 1;
Packit Service d3d246
          else if (i + 1 < argc)
Packit Service d3d246
            {
Packit Service d3d246
              argv[i++] = NULL;
Packit Service d3d246
              subtest_seedstr = argv[i];
Packit Service d3d246
            }
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
        }
Packit Service d3d246
    }
Packit Service d3d246
  /* collapse argv */
Packit Service d3d246
  e = 1;
Packit Service d3d246
  for (i = 1; i < argc; i++)
Packit Service d3d246
    if (argv[i])
Packit Service d3d246
      {
Packit Service d3d246
        argv[e++] = argv[i];
Packit Service d3d246
        if (i >= e)
Packit Service d3d246
          argv[i] = NULL;
Packit Service d3d246
      }
Packit Service d3d246
  *argc_p = e;
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
int
Packit Service d3d246
main (int    argc,
Packit Service d3d246
      char **argv)
Packit Service d3d246
{
Packit Service d3d246
  guint ui;
Packit Service d3d246
Packit Service d3d246
  g_set_prgname (argv[0]);
Packit Service d3d246
  parse_args (&argc, &argv);
Packit Service d3d246
  if (gtester_selftest)
Packit Service d3d246
    return main_selftest (argc, argv);
Packit Service d3d246
Packit Service d3d246
  if (argc <= 1)
Packit Service d3d246
    {
Packit Service d3d246
      usage (FALSE);
Packit Service d3d246
      return 1;
Packit Service d3d246
    }
Packit Service d3d246
Packit Service d3d246
  if (output_filename)
Packit Service d3d246
    {
Packit Service d3d246
      int errsv;
Packit Service d3d246
      log_fd = g_open (output_filename, O_WRONLY | O_CREAT | O_TRUNC, 0666);
Packit Service d3d246
      errsv = errno;
Packit Service d3d246
      if (log_fd < 0)
Packit Service d3d246
        g_error ("Failed to open log file '%s': %s", output_filename, g_strerror (errsv));
Packit Service d3d246
    }
Packit Service d3d246
Packit Service d3d246
  test_log_printfe ("\n");
Packit Service d3d246
  test_log_printfe ("%s<gtester>\n", sindent (log_indent));
Packit Service d3d246
  log_indent += 2;
Packit Service d3d246
  for (ui = 1; ui < argc; ui++)
Packit Service d3d246
    {
Packit Service d3d246
      const char *binary = argv[ui];
Packit Service d3d246
      launch_test (binary);
Packit Service d3d246
      /* we only get here on success or if !subtest_mode_fatal */
Packit Service d3d246
    }
Packit Service d3d246
  log_indent -= 2;
Packit Service d3d246
  test_log_printfe ("%s</gtester>\n", sindent (log_indent));
Packit Service d3d246
Packit Service d3d246
  close (log_fd);
Packit Service d3d246
Packit Service d3d246
  return testcase_fail_count == 0 ? EXIT_SUCCESS : EXIT_FAILURE;
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static void
Packit Service d3d246
fixture_setup (guint        *fix,
Packit Service d3d246
               gconstpointer test_data)
Packit Service d3d246
{
Packit Service d3d246
  g_assert_cmphex (*fix, ==, 0);
Packit Service d3d246
  *fix = 0xdeadbeef;
Packit Service d3d246
}
Packit Service d3d246
static void
Packit Service d3d246
fixture_test (guint        *fix,
Packit Service d3d246
              gconstpointer test_data)
Packit Service d3d246
{
Packit Service d3d246
  g_assert_cmphex (*fix, ==, 0xdeadbeef);
Packit Service d3d246
  g_test_message ("This is a test message API test message.");
Packit Service d3d246
  g_test_bug_base ("http://www.example.com/bugtracker/");
Packit Service d3d246
  g_test_bug ("123");
Packit Service d3d246
  g_test_bug_base ("http://www.example.com/bugtracker?bugnum=%s;cmd=showbug");
Packit Service d3d246
  g_test_bug ("456");
Packit Service d3d246
}
Packit Service d3d246
static void
Packit Service d3d246
fixture_teardown (guint        *fix,
Packit Service d3d246
                  gconstpointer test_data)
Packit Service d3d246
{
Packit Service d3d246
  g_assert_cmphex (*fix, ==, 0xdeadbeef);
Packit Service d3d246
}
Packit Service d3d246
Packit Service d3d246
static int
Packit Service d3d246
main_selftest (int    argc,
Packit Service d3d246
               char **argv)
Packit Service d3d246
{
Packit Service d3d246
  /* gtester main() for --gtester-selftest invocations */
Packit Service d3d246
  g_test_init (&argc, &argv, NULL);
Packit Service d3d246
  g_test_add ("/gtester/fixture-test", guint, NULL, fixture_setup, fixture_test, fixture_teardown);
Packit Service d3d246
  return g_test_run();
Packit Service d3d246
}