Blame benchtests/bench-skeleton.c

Packit 6c4009
/* Skeleton for benchmark programs.
Packit 6c4009
   Copyright (C) 2013-2018 Free Software Foundation, Inc.
Packit 6c4009
   This file is part of the GNU C Library.
Packit 6c4009
Packit 6c4009
   The GNU C Library is free software; you can redistribute it and/or
Packit 6c4009
   modify it under the terms of the GNU Lesser General Public
Packit 6c4009
   License as published by the Free Software Foundation; either
Packit 6c4009
   version 2.1 of the License, or (at your option) any later version.
Packit 6c4009
Packit 6c4009
   The GNU C Library is distributed in the hope that it will be useful,
Packit 6c4009
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 6c4009
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 6c4009
   Lesser General Public License for more details.
Packit 6c4009
Packit 6c4009
   You should have received a copy of the GNU Lesser General Public
Packit 6c4009
   License along with the GNU C Library; if not, see
Packit 6c4009
   <http://www.gnu.org/licenses/>.  */
Packit 6c4009
Packit 6c4009
#include <string.h>
Packit 6c4009
#include <stdint.h>
Packit 6c4009
#include <stdbool.h>
Packit 6c4009
#include <stdio.h>
Packit 6c4009
#include <time.h>
Packit 6c4009
#include <inttypes.h>
Packit 6c4009
#include "bench-timing.h"
Packit 6c4009
#include "json-lib.h"
Packit 6c4009
#include "bench-util.h"
Packit 6c4009
Packit 6c4009
#include "bench-util.c"
Packit 6c4009
Packit 6c4009
#define TIMESPEC_AFTER(a, b) \
Packit 6c4009
  (((a).tv_sec == (b).tv_sec) ?						      \
Packit 6c4009
     ((a).tv_nsec > (b).tv_nsec) :					      \
Packit 6c4009
	((a).tv_sec > (b).tv_sec))
Packit 6c4009
int
Packit 6c4009
main (int argc, char **argv)
Packit 6c4009
{
Packit 6c4009
  unsigned long i, k;
Packit 6c4009
  struct timespec runtime;
Packit 6c4009
  timing_t start, end;
Packit 6c4009
  bool detailed = false;
Packit 6c4009
  json_ctx_t json_ctx;
Packit 6c4009
Packit 6c4009
  if (argc == 2 && !strcmp (argv[1], "-d"))
Packit 6c4009
    detailed = true;
Packit 6c4009
Packit 6c4009
  bench_start ();
Packit 6c4009
Packit 6c4009
  memset (&runtime, 0, sizeof (runtime));
Packit 6c4009
Packit 6c4009
  unsigned long iters, res;
Packit 6c4009
Packit 6c4009
#ifdef BENCH_INIT
Packit 6c4009
  BENCH_INIT ();
Packit 6c4009
#endif
Packit 6c4009
  TIMING_INIT (res);
Packit 6c4009
Packit 6c4009
  iters = 1000 * res;
Packit 6c4009
Packit 6c4009
  json_init (&json_ctx, 2, stdout);
Packit 6c4009
Packit 6c4009
  /* Begin function.  */
Packit 6c4009
  json_attr_object_begin (&json_ctx, FUNCNAME);
Packit 6c4009
Packit 6c4009
  for (int v = 0; v < NUM_VARIANTS; v++)
Packit 6c4009
    {
Packit 6c4009
      /* Run for approximately DURATION seconds.  */
Packit 6c4009
      clock_gettime (CLOCK_MONOTONIC_RAW, &runtime);
Packit 6c4009
      runtime.tv_sec += DURATION;
Packit 6c4009
Packit 6c4009
      bool is_bench = strncmp (VARIANT (v), "workload-", 9) == 0;
Packit 6c4009
      double d_total_i = 0;
Packit 6c4009
      timing_t total = 0, max = 0, min = 0x7fffffffffffffff;
Packit 6c4009
      timing_t throughput = 0, latency = 0;
Packit 6c4009
      int64_t c = 0;
Packit 6c4009
      uint64_t cur;
Packit 6c4009
      BENCH_VARS;
Packit 6c4009
      while (1)
Packit 6c4009
	{
Packit 6c4009
	  if (is_bench)
Packit 6c4009
	    {
Packit 6c4009
	      /* Benchmark a real trace of calls - all samples are iterated
Packit 6c4009
		 over once before repeating.  This models actual use more
Packit 6c4009
		 accurately than repeating the same sample many times.  */
Packit 6c4009
	      TIMING_NOW (start);
Packit 6c4009
	      for (k = 0; k < iters; k++)
Packit 6c4009
		for (i = 0; i < NUM_SAMPLES (v); i++)
Packit 6c4009
		  BENCH_FUNC (v, i);
Packit 6c4009
	      TIMING_NOW (end);
Packit 6c4009
	      TIMING_DIFF (cur, start, end);
Packit 6c4009
	      TIMING_ACCUM (throughput, cur);
Packit 6c4009
Packit 6c4009
	      TIMING_NOW (start);
Packit 6c4009
	      for (k = 0; k < iters; k++)
Packit 6c4009
		for (i = 0; i < NUM_SAMPLES (v); i++)
Packit 6c4009
		  BENCH_FUNC_LAT (v, i);
Packit 6c4009
	      TIMING_NOW (end);
Packit 6c4009
	      TIMING_DIFF (cur, start, end);
Packit 6c4009
	      TIMING_ACCUM (latency, cur);
Packit 6c4009
Packit 6c4009
	      d_total_i += iters * NUM_SAMPLES (v);
Packit 6c4009
	    }
Packit 6c4009
	  else
Packit 6c4009
	    for (i = 0; i < NUM_SAMPLES (v); i++)
Packit 6c4009
	      {
Packit 6c4009
		TIMING_NOW (start);
Packit 6c4009
		for (k = 0; k < iters; k++)
Packit 6c4009
		  BENCH_FUNC (v, i);
Packit 6c4009
		TIMING_NOW (end);
Packit 6c4009
Packit 6c4009
		TIMING_DIFF (cur, start, end);
Packit 6c4009
Packit 6c4009
		if (cur > max)
Packit 6c4009
		  max = cur;
Packit 6c4009
Packit 6c4009
		if (cur < min)
Packit 6c4009
		  min = cur;
Packit 6c4009
Packit 6c4009
		TIMING_ACCUM (total, cur);
Packit 6c4009
		/* Accumulate timings for the value.  In the end we will divide
Packit 6c4009
		   by the total iterations.  */
Packit 6c4009
		RESULT_ACCUM (cur, v, i, c * iters, (c + 1) * iters);
Packit 6c4009
Packit 6c4009
		d_total_i += iters;
Packit 6c4009
	      }
Packit 6c4009
	  c++;
Packit 6c4009
	  struct timespec curtime;
Packit 6c4009
Packit 6c4009
	  memset (&curtime, 0, sizeof (curtime));
Packit 6c4009
	  clock_gettime (CLOCK_MONOTONIC_RAW, &curtime);
Packit 6c4009
	  if (TIMESPEC_AFTER (curtime, runtime))
Packit 6c4009
	    goto done;
Packit 6c4009
	}
Packit 6c4009
Packit 6c4009
      double d_total_s;
Packit 6c4009
      double d_iters;
Packit 6c4009
Packit 6c4009
    done:
Packit 6c4009
      d_total_s = total;
Packit 6c4009
      d_iters = iters;
Packit 6c4009
Packit 6c4009
      /* Begin variant.  */
Packit 6c4009
      json_attr_object_begin (&json_ctx, VARIANT (v));
Packit 6c4009
Packit 6c4009
      if (is_bench)
Packit 6c4009
	{
Packit 6c4009
	  json_attr_double (&json_ctx, "reciprocal-throughput",
Packit 6c4009
			    throughput / d_total_i);
Packit 6c4009
	  json_attr_double (&json_ctx, "latency", latency / d_total_i);
Packit 6c4009
	  json_attr_double (&json_ctx, "max-throughput",
Packit 6c4009
			    d_total_i / throughput * 1000000000.0);
Packit 6c4009
	  json_attr_double (&json_ctx, "min-throughput",
Packit 6c4009
			    d_total_i / latency * 1000000000.0);
Packit 6c4009
	}
Packit 6c4009
      else
Packit 6c4009
	{
Packit 6c4009
	  json_attr_double (&json_ctx, "duration", d_total_s);
Packit 6c4009
	  json_attr_double (&json_ctx, "iterations", d_total_i);
Packit 6c4009
	  json_attr_double (&json_ctx, "max", max / d_iters);
Packit 6c4009
	  json_attr_double (&json_ctx, "min", min / d_iters);
Packit 6c4009
	  json_attr_double (&json_ctx, "mean", d_total_s / d_total_i);
Packit 6c4009
	}
Packit 6c4009
Packit 6c4009
      if (detailed && !is_bench)
Packit 6c4009
	{
Packit 6c4009
	  json_array_begin (&json_ctx, "timings");
Packit 6c4009
Packit 6c4009
	  for (int i = 0; i < NUM_SAMPLES (v); i++)
Packit 6c4009
	    json_element_double (&json_ctx, RESULT (v, i));
Packit 6c4009
Packit 6c4009
	  json_array_end (&json_ctx);
Packit 6c4009
	}
Packit 6c4009
Packit 6c4009
      /* End variant.  */
Packit 6c4009
      json_attr_object_end (&json_ctx);
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
  /* End function.  */
Packit 6c4009
  json_attr_object_end (&json_ctx);
Packit 6c4009
Packit 6c4009
  return 0;
Packit 6c4009
}