/* BEGIN_ICS_COPYRIGHT2 ****************************************

Copyright (c) 2015-2017, Intel Corporation

Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,
      this list of conditions and the following disclaimer.
    * Redistributions in binary form must reproduce the above copyright
      notice, this list of conditions and the following disclaimer in the
      documentation and/or other materials provided with the distribution.
    * Neither the name of Intel Corporation nor the names of its contributors
      may be used to endorse or promote products derived from this software
      without specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

** END_ICS_COPYRIGHT2   ****************************************/

/* [ICS VERSION STRING: unknown] */

/*
 * This program is meant to determine the performance of the path query system. 
 * The destination file is generated by the perf script: 
 *     ./build_table.pl
 * The resulting file guidtable_xxxxx can be used with the tool: 
 *     ./opa_osd_perf -q 20000000 -p 0x8001 guidtable_xxxxx 
 */
#include <time.h>
#include <locale.h>
#include <langinfo.h>
#include <stdio.h>
#include <stdlib.h>
#include <limits.h>
#include <signal.h>
#include <string.h>
#include <unistd.h>
#include <sys/socket.h>
#include <arpa/inet.h>
#include <sys/time.h>
#include <infiniband/umad.h>
#include "opasadb_path.h"
#include "opasadb_debug.h"

#define MAX_SOURCE_PORTS (UMAD_CA_MAX_PORTS * UMAD_MAX_DEVICES)
#define MAX_SIDS 8
#define MAX_PKEYS 8


#define DELIMITER ";"

static 	char remote[512];

typedef struct _src_record {
	int disable;
	uint64_t prefix;
	uint64_t guid;
	uint16_t base_lid;
	uint16_t num_lids;
	uint16_t port_num;
	char hfi_num;
} src_record;

typedef struct _record {
	int disable;
	int simulated;
	uint64_t guid;
	uint16_t lid;
	char name[64];
	int guid_fail_count;
	int lid_fail_count;
} record;


static int 
readline(FILE *f, char *s, int max)
{
	int i, c;

	memset(s,0,max);
	i=0;
	c=fgetc(f);

	while (c !='\n' && !feof(f) && i < max) {
		s[i++]=c;
		c=fgetc(f);
	}
	return i;
}


static int 
readrecord(FILE *f, record *r)
{
	char *p, *l;
	char buffer[1024];

	memset(r, 0, sizeof(record));

	if (readline(f, buffer, 1024) <=0)
		return -1;
			
	r->disable = 0;

	p = strtok_r(buffer, DELIMITER, &l);
	if (!p) 
		return -1;
	r->lid = htons(strtol(p,NULL,0));

	p = strtok_r(NULL, DELIMITER, &l);
	if (!p) 
		return -1;
	r->guid = hton64(strtoull(p,NULL,0));
	
	p = strtok_r(NULL,DELIMITER, &l);
	if (!p) 
		return -1;
	strcpy(r->name, p);
	
	r->simulated = strstr(p,"Sim") != NULL;
	if (!r->simulated) {
		/* parse name */
		p = strstr(r->name," ");
		if (p) 
			*p=0;
	}
	
	return 0;
}

static void 
usage(char **argv)
{
	fprintf(stderr, "Usage: %s [opts] guidtable\n", argv[0]);
	fprintf(stderr, "Test performance of the distributed SA shared memory database.\n");
	fprintf(stderr, "\toptions include:\n");
	fprintf(stderr, "\t--help\n");
	fprintf(stderr, "\t\tProvide this help text.\n");
	fprintf(stderr, "\t-q <queries>\n");
	fprintf(stderr, "\t\tRun at least <queries> queries.\n");
	fprintf(stderr, "\t-p <pkey>\n");
	fprintf(stderr, "\t\tInclude <pkey> in the searches.\n");
	fprintf(stderr,"\t\t(Can be specified up to " add_quotes(MAX_PKEYS)
		       " times.)\n");
	fprintf(stderr, "\t-S <sid>\n");
	fprintf(stderr, "\t\tInclude <sid> in the searches.\n");
	fprintf(stderr,"\t\t(Can be specified up to " add_quotes(MAX_SIDS) 
		       " times. Note that\n");
	fprintf(stderr,"\t\tproviding both SIDs and pkeys may cause problems."
		       ")\n");
	fprintf(stderr, "\n");
	fprintf(stderr,
			"'guidtable' is a text file that lists the destination\n");
	fprintf(stderr,
			"guids and lids (i.e., from build_table.pl)\n");
	fprintf(stderr,
			"\nExample:\t%s -q 100000 -p 0x8001  guidtable\n", argv[0]);
}

static record *dest_ports;
static src_record src_ports[MAX_SOURCE_PORTS];
int numsources = 0;

int
get_sources(void)
{
	umad_port_t port;
	char ca_names[UMAD_MAX_DEVICES][UMAD_CA_NAME_LEN];
	int ca_count;
	int i, err;

	ca_count = umad_get_cas_names(ca_names, UMAD_MAX_DEVICES);

	for (i = 0; i < ca_count; i++) {
		umad_ca_t ca;
		int j;
		
		err = umad_get_ca(ca_names[i], &ca);
		if (err) {
			_DBG_ERROR("Failed to open %s\n", ca_names[i]);
			return -1;
		}

		for (j = 1; j <= ca.numports; j++) {
			err = umad_get_port(ca_names[i], j, &port);
			if (err) {
				_DBG_ERROR("Failed to get info on port %d of"
					   " %s\n", j, ca_names[i]);
				umad_release_ca(&ca);
				return -1;
			}

			if (port.state == IBV_PORT_ACTIVE) {
				src_ports[numsources].disable = 
					(port.state != IBV_PORT_ACTIVE);
				src_ports[numsources].prefix = port.gid_prefix;
				src_ports[numsources].guid = port.port_guid;
				src_ports[numsources].base_lid = 
					htons(port.base_lid);
				src_ports[numsources].num_lids = 
					1 << (port.lmc);
				src_ports[numsources].port_num = j;
				src_ports[numsources].hfi_num = i + 1;
				numsources++;
			}
		}
	}
	return numsources;
}

int 
main(int argc, char **argv)
{
	FILE *f;
	int c, err;
	uint16_t port;
	unsigned i, numdests;
	uint64_t sid[MAX_SIDS];
	unsigned pkey[MAX_PKEYS];
	unsigned numpkeys, numsids;
	uint64_t falsepos, falseneg, passes, queries, req_queries, perf;
	struct timeval start_time, end_time, elapsed_time;
	void *context;
	struct ibv_context *hfi;
	struct ibv_device *device;

	setlocale(LC_ALL, "");

	/* Default values. */
	strcpy(remote,"strife");
	port = 1;
	req_queries = 0;
	numdests = 1024;
	numsources = 0;
	numpkeys = 0;
	numsids = 0;

	if (argc > 1){
		if (!strcmp(argv[1], "--help")){
			usage(argv);
			exit(0);
		}
	}

	while ((c = getopt(argc, argv, "d:q:p:S:")) != EOF) {
		switch (c) {
		case 'p':
			if (numpkeys < MAX_PKEYS) {
				pkey[numpkeys++] = htons(
				   strtoul(optarg, NULL, 0));
			} else {
				_DBG_ERROR("Too many pkeys.\n");
				return -1;
			}
			break;
		case 'S':
			if (numsids < MAX_SIDS) {
				sid[numsids++] = hton64(
				   strtoull(optarg, NULL, 0));
			} else {
				_DBG_ERROR("Too many sids.\n");
				return -1;
			}
			break;
		case 'q':
			req_queries = strtoul(optarg, NULL, 0);
			if (req_queries == ULONG_MAX) {
				_DBG_ERROR("Invalid req_queries arg: %s", optarg);
				return -1;
			}
			break;
		default:
			usage(argv);
			return -1;
		}
	}

	if (optind >= argc) {
		usage(argv);
		return -1;
	}

	f=fopen(argv[optind], "r");
	if (f == NULL) {
		fprintf(stderr, "Failed to open guid file (%s)\n",
			argv[optind]);
		return -1; 
	}

	numsources = get_sources();
	if (numsources < 0) {
		fprintf(stderr, "Could not read source port data.\n");
		fclose(f);
		return -1;
	}

	hfi = op_path_find_hfi("",&device);
	if (!hfi || !device) {
		fprintf(stderr,"Could not open HFI.\n");
		fclose(f);
		return -1;
	}

	context = op_path_open(device, port);
	if (!context) {
		fprintf(stderr, "Could not open path interface.\n");
		goto failopen;
	}

	dest_ports = malloc(sizeof(record) * numdests);
	if (!dest_ports) {
		fprintf(stderr, "Could not allocate memory for destinations.\n");
		goto failmalloc;
	}

	i=0;
	while (!readrecord(f, &dest_ports[i])) {
		i++;
		if (i >= numdests) {
			numdests = numdests * 2;
			dest_ports = realloc(dest_ports, numdests * sizeof(record));
			if (!dest_ports) {
				fprintf(stderr, "Could not allocate memory for destinations.\n");
				goto failmalloc;
			}
		}
	}
		
	numdests = i;
	_DBG_NOTICE("Read %u destinations and %u sources.\n",
			numdests, numsources);
	if (numsources == 0 || numdests == 0) goto fail;

	falsepos = falseneg = queries = passes = 0;
	
	gettimeofday(&start_time, NULL);
	
	srand48(start_time.tv_sec);

	do {
		unsigned j;

		for (j=0; j<numdests; j++) {
			op_path_rec_t query, response;
			int d = j; //lrand48() % numdests;
			int s = lrand48() % numsources;
			int lid_query = 0;

			memset(&query,0,sizeof(query));

			lid_query = lrand48() % 2;
			if (lid_query) {
				unsigned lmc_offset = 
					lrand48()%src_ports[s].num_lids;
				query.slid = htons(
				   ntohs(src_ports[s].base_lid) + lmc_offset);
				query.dlid = htons(
				   ntohs(dest_ports[d].lid) + lmc_offset);
			} else {
				query.sgid.unicast.prefix = 
					src_ports[s].prefix;
				query.sgid.unicast.interface_id = 
					src_ports[s].guid;
				query.dgid.unicast.prefix = 
					src_ports[s].prefix;
				query.dgid.unicast.interface_id = 
					dest_ports[d].guid;
			}
			if (numpkeys) query.pkey = 
				pkey[lrand48() % numpkeys];
			if (numsids) query.service_id = 
				sid[lrand48() % numsids];

			queries++;
			err = op_path_get_path_by_rec(context, &query, 
						      &response);
			if ((err != 0) && (dest_ports[d].disable == 0) &&
				(src_ports[s].disable == 0)) {
					falseneg++;
					if (lid_query) 
						dest_ports[d].lid_fail_count++;
					else
						dest_ports[d].guid_fail_count++;

			} else if ((err == 0) && 
				   ((dest_ports[d].disable != 0) ||
				    (src_ports[s].disable != 0))) {
					falsepos++;
					if (lid_query) 
						dest_ports[d].lid_fail_count++;
					else
						dest_ports[d].guid_fail_count++;
			} else if (lid_query) {
				dest_ports[d].lid_fail_count = 0;
			} else {
				dest_ports[d].guid_fail_count = 0;
			}
		}

		passes++;
	} while (queries < req_queries);

	gettimeofday(&end_time, NULL);
	timersub(&end_time, &start_time, &elapsed_time);
	_DBG_PRINT("%lu queries, %lu false negatives, %lu false positives\n"
		   "%lu passes, elapsed time %ld sec %ld usec.\n",
		   queries, falseneg, falsepos, passes, elapsed_time.tv_sec,
		   elapsed_time.tv_usec);
	if (elapsed_time.tv_sec > 1) {
		perf = queries * 1000 /  (elapsed_time.tv_sec * 1000 + 
					  elapsed_time.tv_usec /1000);
		_DBG_PRINT("Perf: %lu queries/sec.\n", perf);
	}

fail:
	free(dest_ports);
failmalloc:
	op_path_close(context);
failopen:
	ibv_close_device(hfi);
	fclose(f);
	return 0;
}