/*

 * Copyright (c) 2006-2009 Voltaire, Inc. All rights reserved.

 * Copyright (c) 2002-2011 Mellanox Technologies LTD. All rights reserved.

 * Copyright (c) 1996-2003 Intel Corporation. All rights reserved.

 * Copyright (c) 2010 HNR Consulting. All rights reserved.

 *

 * This software is available to you under a choice of one of two

 * licenses.  You may choose to be licensed under the terms of the GNU

 * General Public License (GPL) Version 2, available from the file

 * COPYING in the main directory of this source tree, or the

 * OpenIB.org BSD license below:

 *

 *     Redistribution and use in source and binary forms, with or

 *     without modification, are permitted provided that the following

 *     conditions are met:

 *

 *      - Redistributions of source code must retain the above

 *        copyright notice, this list of conditions and the following

 *        disclaimer.

 *

 *      - Redistributions in binary form must reproduce the above

 *        copyright notice, this list of conditions and the following

 *        disclaimer in the documentation and/or other materials

 *        provided with the distribution.

 *

 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,

 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF

 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND

 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS

 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN

 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN

 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

 * SOFTWARE.

 *

 */

/*

 * Abstract:

 * 	Implementation of Multicast Member testing flow..

 *

 */

#ifndef __WIN__

#include <unistd.h>

#endif

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <arpa/inet.h>

#include <complib/cl_debug.h>

#include <complib/cl_map.h>

#include <complib/cl_list.h>

#include "osmtest.h"

static void __osmt_print_all_multicast_records(IN osmtest_t * const p_osmt)

{

	uint32_t i;

	ib_api_status_t status;

	osmv_query_req_t req;

	osmv_user_query_t user;

	osmtest_req_context_t context;

	ib_member_rec_t *mcast_record;

	memset(&context, 0, sizeof(context));

	memset(&req, 0, sizeof(req));

	memset(&user, 0, sizeof(user));

	user.attr_id = IB_MAD_ATTR_MCMEMBER_RECORD;

	req.query_type = OSMV_QUERY_USER_DEFINED;

	req.timeout_ms = p_osmt->opt.transaction_timeout;

	req.retry_cnt = 1;

	req.flags = OSM_SA_FLAGS_SYNC;

	context.p_osmt = p_osmt;

	req.query_context = &context;

	req.pfn_query_cb = osmtest_query_res_cb;

	req.p_query_input = &use;;

	if (p_osmt->opt.with_grh) {

		req.with_grh = 1;

		memcpy(&req.gid, &p_osmt->sm_port_gid, 16);

	}

	/* UnTrusted (SMKey of 0)  - get the multicast groups */

	status = osmv_query_sa(p_osmt->h_bind, &req;;

	if (status != IB_SUCCESS || context.result.status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02B5: "

			"Failed getting the multicast groups records - %s/%s\n",

			ib_get_err_str(status),

			ib_get_err_str(context.result.status));

		return;

	}

	osm_log(&p_osmt->log, OSM_LOG_INFO,

		"\n                    |------------------------------------------|"

		"\n                    |        Remaining Multicast Groups        |"

		"\n                    |------------------------------------------|\n");

	for (i = 0; i < context.result.result_cnt; i++) {

		mcast_record =

		    osmv_get_query_mc_rec(context.result.p_result_madw, i);

		osm_dump_mc_record(&p_osmt->log, mcast_record, OSM_LOG_INFO);

	}

	/* Trusted - now get the multicast group members */

	req.sm_key = OSM_DEFAULT_SM_KEY;

	status = osmv_query_sa(p_osmt->h_bind, &req;;

	if (status != IB_SUCCESS || context.result.status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02B6: "

			"Failed getting the multicast group members records - %s/%s\n",

			ib_get_err_str(status),

			ib_get_err_str(context.result.status));

		return;

	}

	osm_log(&p_osmt->log, OSM_LOG_INFO,

		"\n                    |--------------------------------------------------|"

		"\n                    |        Remaining Multicast Group Members        |"

		"\n                    |--------------------------------------------------|\n");

	for (i = 0; i < context.result.result_cnt; i++) {

		mcast_record =

		    osmv_get_query_mc_rec(context.result.p_result_madw, i);

		osm_dump_mc_record(&p_osmt->log, mcast_record, OSM_LOG_INFO);

	}

}

static cl_status_t

__match_mgids(IN const void *const p_object, IN void *context)

{

	ib_gid_t *p_mgid_context = (ib_gid_t *) context;

	ib_gid_t *p_mgid_list_item = (ib_gid_t *) p_object;

	int32_t count;

	count = memcmp(p_mgid_context, p_mgid_list_item, sizeof(ib_gid_t));

	if (count == 0)

		return CL_SUCCESS;

	else

		return CL_NOT_FOUND;

}

ib_api_status_t osmt_query_mcast(IN osmtest_t * const p_osmt)

{

	ib_api_status_t status = IB_SUCCESS;

	osmv_user_query_t user;

	osmv_query_req_t req;

	osmtest_req_context_t context;

	ib_member_rec_t *p_rec;

	uint32_t i, num_recs = 0;

	cl_list_t mgids_list;

	cl_list_t *p_mgids_list;

	cl_list_iterator_t p_mgids_res;

	cl_status_t cl_status;

	cl_map_item_t *p_item, *p_next_item;

	osmtest_mgrp_t *p_mgrp;

	OSM_LOG_ENTER(&p_osmt->log);

	/*

	 * Do a blocking query for all Multicast Records in the subnet.

	 * The result is returned in the result field of the caller's

	 * context structure.

	 *

	 * The query structures are locals.

	 */

	memset(&req, 0, sizeof(req));

	memset(&user, 0, sizeof(user));

	context.p_osmt = p_osmt;

	user.attr_id = IB_MAD_ATTR_MCMEMBER_RECORD;

	req.query_type = OSMV_QUERY_USER_DEFINED;

	req.timeout_ms = p_osmt->opt.transaction_timeout;

	req.retry_cnt = p_osmt->opt.retry_count;

	req.flags = OSM_SA_FLAGS_SYNC;

	req.query_context = &context;

	req.pfn_query_cb = osmtest_query_res_cb;

	req.p_query_input = &use;;

	if (p_osmt->opt.with_grh) {

		req.with_grh = 1;

		memcpy(&req.gid, &p_osmt->sm_port_gid, 16);

	}

	status = osmv_query_sa(p_osmt->h_bind, &req;;

	if (status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0203: "

			"ib_query failed (%s)\n", ib_get_err_str(status));

		goto Exit;

	}

	status = context.result.status;

	if (status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0264: "

			"ib_query failed (%s)\n", ib_get_err_str(status));

		if (status == IB_REMOTE_ERROR)

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR,

				"Remote error = %s.\n",

				ib_get_mad_status_str(osm_madw_get_mad_ptr

						      (context.result.

						       p_result_madw)));

		goto Exit;

	}

	/* ok we have got something */

	/* First Delete the old MGID Table */

	p_next_item = cl_qmap_head(&p_osmt->exp_subn.mgrp_mlid_tbl);

	while (p_next_item != cl_qmap_end(&p_osmt->exp_subn.mgrp_mlid_tbl)) {

		p_item = p_next_item;

		p_next_item = cl_qmap_next(p_item);

		cl_qmap_remove_item(&p_osmt->exp_subn.mgrp_mlid_tbl, p_item);

		free(p_item);

	}

	cl_list_construct(&mgids_list);

	cl_list_init(&mgids_list, num_recs);

	p_mgids_list = &mgids_list;

	num_recs = context.result.result_cnt;

	OSM_LOG(&p_osmt->log, OSM_LOG_VERBOSE, "Received %u records\n",

		num_recs);

	for (i = 0; i < num_recs; i++) {

		p_rec = osmv_get_query_result(context.result.p_result_madw, i);

		p_mgids_res =

		    cl_list_find_from_head(p_mgids_list, __match_mgids,

					   &(p_rec->mgid));

		/* If returns iterator other than end of list, same mgid exists already */

		if (p_mgids_res != cl_list_end(p_mgids_list)) {

			char gid_str[INET6_ADDRSTRLEN];

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0265: "

				"MCG MGIDs are the same - invalid MGID : %s\n",

				inet_ntop(AF_INET6, p_rec->mgid.raw, gid_str,

					  sizeof gid_str));

			status = IB_ERROR;

			goto Exit;

		}

		osm_dump_mc_record(&p_osmt->log, p_rec, OSM_LOG_VERBOSE);

		cl_status = cl_list_insert_head(p_mgids_list, &(p_rec->mgid));

		if (cl_status) {

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0205: "

				"Could not add MGID to cl_list\n");

			status = IB_ERROR;

			goto Exit;

		}

		p_mgrp = (osmtest_mgrp_t *) malloc(sizeof(*p_mgrp));

		if (!p_mgrp) {

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0204: "

				"Could not allocate new MCG\n");

			status = IB_ERROR;

			goto Exit;

		}

		memcpy(&p_mgrp->mcmember_rec, p_rec,

		       sizeof(p_mgrp->mcmember_rec));

		cl_qmap_insert(&p_osmt->exp_subn.mgrp_mlid_tbl,

			       cl_ntoh16(p_rec->mlid), &p_mgrp->map_item);

	}

Exit:

	if (context.result.p_result_madw != NULL) {

		osm_mad_pool_put(&p_osmt->mad_pool,

				 context.result.p_result_madw);

		context.result.p_result_madw = NULL;

	}

	OSM_LOG_EXIT(&p_osmt->log);

	return (status);

}

/* given a multicast request send and wait for response. */

ib_api_status_t

osmt_send_mcast_request(IN osmtest_t * const p_osmt,

			IN uint8_t is_set,

			IN ib_member_rec_t * p_mc_req,

			IN uint64_t comp_mask, OUT ib_sa_mad_t * p_res)

{

	osmtest_req_context_t context;

	ib_api_status_t status = IB_SUCCESS;

	osmv_user_query_t user;

	osmv_query_req_t req;

	OSM_LOG_ENTER(&p_osmt->log);

	/*

	 * Do a blocking query for this record in the subnet.

	 *

	 * The query structures are locals.

	 */

	memset(&req, 0, sizeof(req));

	memset(&user, 0, sizeof(user));

	memset(&context, 0, sizeof(context));

	memset(p_res, 0, sizeof(ib_sa_mad_t));

	context.p_osmt = p_osmt;

	user.p_attr = p_mc_req;

	user.comp_mask = comp_mask;

	if (is_set == 1)

		req.query_type = OSMV_QUERY_UD_MULTICAST_SET;

	else if (is_set == 0)

		req.query_type = OSMV_QUERY_UD_MULTICAST_DELETE;

	else if (is_set == 0xee) {

		OSM_LOG(&p_osmt->log, OSM_LOG_VERBOSE,

			"Set USER DEFINED QUERY\n");

		req.query_type = OSMV_QUERY_USER_DEFINED;

		user.method = IB_MAD_METHOD_GET;

		user.attr_id = IB_MAD_ATTR_MCMEMBER_RECORD;

	} else if (is_set == 0xff) {

		OSM_LOG(&p_osmt->log, OSM_LOG_VERBOSE,

			"Set USER DEFINED QUERY\n");

		req.query_type = OSMV_QUERY_USER_DEFINED;

		user.method = IB_MAD_METHOD_SET;

		user.attr_id = IB_MAD_ATTR_MCMEMBER_RECORD;

	}

	/* TODO : Check the validity of all user fields in order to use

	   OSMV_QUERY_USER_DEFINED

	   p_user_query = ( osmv_user_query_t * ) p_query_req->p_query_input;

	   if (p_user_query->method) sa_mad_data.method = p_user_query->method;

	   sa_mad_data.attr_offset = p_user_query->attr_offset;

	   sa_mad_data.attr_id = p_user_query->attr_id;

	   sa_mad_data.comp_mask = p_user_query->comp_mask;

	   sa_mad_data.p_attr = p_user_query->p_attr;

	 */

	req.timeout_ms = p_osmt->opt.transaction_timeout;

	req.retry_cnt = p_osmt->opt.retry_count;

	req.flags = OSM_SA_FLAGS_SYNC;

	req.query_context = &context;

	req.pfn_query_cb = osmtest_query_res_cb;

	req.p_query_input = &use;;

	if (p_osmt->opt.with_grh) {

		req.with_grh = 1;

		memcpy(&req.gid, &p_osmt->sm_port_gid, 16);

	}

	status = osmv_query_sa(p_osmt->h_bind, &req;;

	if (status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0206: "

			"ib_query failed (%s)\n", ib_get_err_str(status));

		goto Exit;

	}

	/* ok it worked */

	memcpy(p_res, osm_madw_get_mad_ptr(context.result.p_result_madw),

	       sizeof(ib_sa_mad_t));

	status = context.result.status;

	if (status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 0224: "

			"ib_query failed (%s)\n", ib_get_err_str(status));

		if (status == IB_REMOTE_ERROR)

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR,

				"Remote error = %s\n",

				ib_get_mad_status_str(osm_madw_get_mad_ptr

						      (context.result.

						       p_result_madw)));

	}

Exit:

	/*

	 * Return the IB query MAD to the pool as necessary.

	 */

	if (context.result.p_result_madw != NULL) {

		osm_mad_pool_put(&p_osmt->mad_pool,

				 context.result.p_result_madw);

		context.result.p_result_madw = NULL;

	}

	OSM_LOG_EXIT(&p_osmt->log);

	return (status);

}

void osmt_init_mc_query_rec(IN osmtest_t * const p_osmt,

			    IN OUT ib_member_rec_t * p_mc_req)

{

	/* use default values so we can change only what we want later */

	memset(p_mc_req, 0, sizeof(ib_member_rec_t));

	/* we leave the MGID to the user */

	memcpy(&p_mc_req->port_gid.unicast.interface_id,

	       &p_osmt->local_port.port_guid,

	       sizeof(p_osmt->local_port.port_guid));

	/*  use our own subnet prefix: */

	p_mc_req->port_gid.unicast.prefix = cl_hton64(p_osmt->local_port_gid.unicast.prefix);

	/*  ib_net32_t  qkey; */

	/*  ib_net16_t  mlid; - we keep it zero for upper level to decide. */

	/*  uint8_t     mtu; - keep it zero means - anything you have please. */

	/*  uint8_t     tclass; can leave as zero for now (between subnets) */

	/*  ib_net16_t  pkey; leave as zero */

	p_mc_req->rate = IB_PATH_RECORD_RATE_2_5_GBS;

	/*  uint8_t     pkt_life; zero means greater than zero ... */

	/*  ib_net32_t  sl_flow_hop; keep it all zeros */

	/*  we want to use a link local scope: 0x02 */

	p_mc_req->scope_state = ib_member_set_scope_state(0x02, 0);

}

/***********************************************************************

 * UD Multicast testing flow:

 * o15.0.1.3:

 * - Request new MCG with not enough components in comp_mask :

 *   ERR_INSUFFICIENT_COMPONENTS

 * o15.0.1.8:

 * - Request a join with irrelevant RATE and get a ERR_INVALID_REQ

 * o15.0.1.4:

 * - Create an MGID by asking for a join with MGID = 0

 *   providing P_Key, Q_Key, SL, FlowLabel, Tclass.

 * o15.0.1.5:

 * - Check the returned MGID is valid. (p 804)

 * o15.0.1.6:

 * - Create a new MCG with valid requested MGID.

 * - Try to create a new MCG with invalid MGID : get back ERR_REQ_INVALID

 * - Try again with MGID prefix = 0xA01B (maybe 0x1BA0 little or big ?)

 * - Try to create again the already created group: ERR_REQ_INVALID

 * o15.0.1.7 - implicitly checked during the prev steps.

 * o15.0.1.9

 * - Create MCG with Invalid JoinState.FullMember != 1 : get ERR_REQ_INVALID

 * o15.0.1.10 - can't check on a single client .

 * o15.0.1.11:

 * - Try to join into a MGID that exists with JoinState=SendOnlyMember -

 *   see that it updates JoinState. What is the routing change?

 * - We can not check simple join since we have only one tester (for now)

 * o15.0.1.12:

 * - The last join should have a special treatment in the SA (sender only)

 *   but what is it ?

 * o15.0.1.13:

 * - Try joining with wrong rate - ERR_REQ_INVALID

 * o15.0.1.14:

 * - Try partial delete - actually updating the join state. check it.

 * - Register by InformInfo flow to receive trap 67 on MCG delete.

 * - Try full delete (JoinState and should be 0)

 * - Wait for trap 67.

 * - Try joining (not full mem) again to see the group was deleted.

 *   (should fail - o15.0.1.13)

 * o15.0.1.15:

 * - Try deletion of the IPoIB MCG and get: ERR_REQ_INVALID

 * o15.0.1.16:

 * - Try GetTable with PortGUID wildcarded and get back some groups.

 ***********************************************************************/

#define PREFIX_MASK CL_HTON64(0xff10ffff00000000ULL)

#define PREFIX_SIGNATURE CL_HTON64(0xff10601b00000000ULL)

#define IPV4_PREFIX_MASK CL_HTON64(0xff10ffff00000000ULL)

#define PREFIX_SIGNATURE_IPV4 CL_HTON64(0xff10401b00000000ULL)

static unsigned is_ipv4_mgid(ib_gid_t * mgid)

{

	return ((mgid->unicast.prefix & IPV4_PREFIX_MASK) == PREFIX_SIGNATURE_IPV4);

}

static unsigned is_ipv6_mgid(ib_gid_t * mgid)

{

	return ((mgid->unicast.prefix & PREFIX_MASK) == PREFIX_SIGNATURE);

}

/* The following macro can be used only within the osmt_run_mcast_flow() function */

#define IS_IPOIB_MGID(p_mgid) (is_ipv4_mgid(p_mgid) || is_ipv6_mgid(p_mgid))

ib_api_status_t osmt_run_mcast_flow(IN osmtest_t * const p_osmt)

{

	char gid_str[INET6_ADDRSTRLEN];

	char gid_str2[INET6_ADDRSTRLEN];

	ib_api_status_t status;

	ib_member_rec_t mc_req_rec;

	union {

		ib_sa_mad_t sa_mad;

		ib_member_rec_t mcmr;

	} res;

	ib_sa_mad_t *sa_mad;

	ib_member_rec_t *p_mc_res;

	uint64_t comp_mask = 0;

	ib_net64_t remote_port_guid = 0x0;

	cl_qmap_t *p_mgrp_mlid_tbl;

	osmtest_mgrp_t *p_mgrp;

	ib_gid_t special_mgid, tmp_mgid, proxy_mgid;

	ib_net16_t invalid_mlid = 0x0;

	ib_net16_t max_mlid = cl_hton16(0xFFFE), tmp_mlid;

	int start_cnt = 0, cnt, middle_cnt = 0, end_cnt = 0;

	int start_ipoib_cnt = 0, end_ipoib_cnt = 0;

	int mcg_outside_test_cnt = 0, fail_to_delete_mcg = 0;

	osmtest_req_context_t context;

	ib_node_record_t *p_rec;

	uint32_t num_recs = 0, i;

	uint8_t mtu_phys = 0, rate_phys = 0;

	cl_map_t test_created_mlids;	/* List of all mlids created in this test */

	boolean_t got_error = FALSE;

	static ib_gid_t good_mgid = {

		{

		 0xFF, 0x12, 0xA0, 0x1C,

		 0xFE, 0x80, 0x00, 0x00,

		 0x00, 0x00, 0x00, 0x00,

		 0x12, 0x34, 0x56, 0x78}

	};

	static ib_gid_t osm_ipoib_mgid = {

		{

		 0xff,		/* multicast field */

		 0x12,		/* scope */

		 0x40, 0x1b,	/* IPv4 signature */

		 0xff, 0xff,	/* 16 bits of P_Key (to be filled in) */

		 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,	/* 48 bits of zeros */

		 0xff, 0xff, 0xff, 0xee,	/* 32 bit IPv4 broadcast address */

		 },

	};

#if 0

	static ib_gid_t osm_ts_ipoib_good_mgid = {

		{

		 0xff,		/* multicast field */

		 0x12,		/* non-permanent bit,scope */

		 0x40, 0x1b,	/* IPv4 signature */

		 0xff, 0xff,	/* 16 bits of P_Key (to be filled in) */

		 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,	/* 48 bits of zeros */

		 0x00, 0x00, 0x00, 0x01,	/* 32 bit IPv4 broadcast address */

		 },

	};

#endif

	static ib_gid_t osm_ipoib_good_mgid = {

		{

		 0xff,		/* multicast field */

		 0x12,		/* non-permanent bit,scope */

		 0x40, 0x1b,	/* IPv4 signature */

		 0xff, 0xff,	/* 16 bits of P_Key (to be filled in) */

		 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,	/* 48 bits of zeros */

		 0xff, 0xff, 0xff, 0xff,	/* 32 bit IPv4 broadcast address */

		 },

	};

	static ib_gid_t osm_link_local_mgid = {

		{

		 0xFF, 0x02, 0x00, 0x00,

		 0x00, 0x00, 0x00, 0x00,

		 0x00, 0x00, 0x00, 0x00,

		 0x00, 0x00, 0x00, 0x01},

	};

	OSM_LOG_ENTER(&p_osmt->log);

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO, "GetTable of all current MCGs...\n");

	status = osmt_query_mcast(p_osmt);

	if (status != IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02FF "

			"GetTable of all records has failed!\n");

		goto Exit;

	}

	/* Initialize the test_created_mgrps map */

	cl_map_construct(&test_created_mlids);

	cl_map_init(&test_created_mlids, 1000);

	p_mgrp_mlid_tbl = &p_osmt->exp_subn.mgrp_mlid_tbl;

	osmt_init_mc_query_rec(p_osmt, &mc_req_rec);

	sa_mad = &res.sa_mad;

	p_mc_res = ib_sa_mad_get_payload_ptr(sa_mad);

	/* Only when we are on single mode check flow - do the count comparison, otherwise skip */

	if (p_osmt->opt.mmode == 1 || p_osmt->opt.mmode == 3) {

		start_cnt = cl_qmap_count(p_mgrp_mlid_tbl);

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO, "(start): "

			"Number of MC Records found in SA DB is %d\n",

			start_cnt);

	}

	/* This flow is being added due to bug discovered using SilverStorm stack -

	   The bug was initializing MCast with MTU & RATE min values that do

	   not match the subnet capability, even though that OpenSM

	   reponds with the correct value it does not store it in the MCG.

	   We want the check a join request to already existing group (ipoib)

	   without using MTU or RATE then getting response from OpenSM with

	   the correct values then join again with them and get IB_SUCCESS

	   all the way

	 */

	/* First validate IPoIB exist in the SA DB */

	p_mgrp = (osmtest_mgrp_t *) cl_qmap_head(p_mgrp_mlid_tbl);

	/* scan all available multicast groups in the DB and fill in the table */

	while (p_mgrp != (osmtest_mgrp_t *) cl_qmap_end(p_mgrp_mlid_tbl)) {

		/* search for ipoib mgid */

		if (IS_IPOIB_MGID(&p_mgrp->mcmember_rec.mgid))

			start_ipoib_cnt++;

		else {

			OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

				"Non-IPoIB MC Groups exist: mgid=%s\n",

				inet_ntop(AF_INET6,

					  p_mgrp->mcmember_rec.mgid.raw,

					  gid_str, sizeof gid_str));

			mcg_outside_test_cnt++;

		}

		p_mgrp = (osmtest_mgrp_t *) cl_qmap_next(&p_mgrp->map_item);

	}

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Found %d non-IPoIB MC Groups\n", mcg_outside_test_cnt);

	if (start_ipoib_cnt) {

		/* o15-0.2.4 - Check a join request to already created MCG */

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Found IPoIB MC Group, so we run SilverStorm Bug Flow...\n");

		/* Try to join first like IPoIB of SilverStorm */

		memcpy(&mc_req_rec.mgid, &osm_ipoib_good_mgid,

		       sizeof(ib_gid_t));

		/* Request Join */

		ib_member_set_join_state(&mc_req_rec,

					 IB_MC_REC_STATE_FULL_MEMBER);

		comp_mask =

		    IB_MCR_COMPMASK_MGID | IB_MCR_COMPMASK_PORT_GID |

		    IB_MCR_COMPMASK_JOIN_STATE;

		status = osmt_send_mcast_request(p_osmt, 0xff,	/* User Defined query Set */

						 &mc_req_rec, comp_mask,

						 sa_mad);

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Joining an existing IPoIB multicast group\n");

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Sent Join request with :\n\t\tport_gid=%s, mgid=%s\n"

			"\t\tjoin state= 0x%x, response is : %s\n",

			inet_ntop(AF_INET6, mc_req_rec.port_gid.raw,

				  gid_str, sizeof gid_str),

			inet_ntop(AF_INET6, mc_req_rec.mgid.raw,

				  gid_str2, sizeof gid_str2),

			(mc_req_rec.scope_state & 0x0F),

			ib_get_err_str(status));

		if (status != IB_SUCCESS) {

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02B3: "

				"Failed joining existing IPoIB MCGroup - got %s\n",

				ib_get_err_str(status));

			goto Exit;

		}

		/* Check MTU & Rate Value and resend with SA suggested values */

		/* Prepare the mc_req_rec for the rest of the flow */

		osmt_init_mc_query_rec(p_osmt, &mc_req_rec);

		/*

		   We simulate the same situation as in SilverStorm - a response with the

		   exact RATE & MTU as the SA responded with. Actually the query

		   has included some more fields but we know that problem was

		   genereated by the RATE

		 */

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Received attributes of MCG : \n\t\tMTU=0x%02X, RATE=0x%02X\n",

			p_mc_res->mtu, p_mc_res->rate);

		mc_req_rec.mtu = p_mc_res->mtu;

		mc_req_rec.rate = p_mc_res->rate;

		/* Set feasible mtu & rate that will allow check the

		   exact statement of OpenSM */

		mtu_phys = p_mc_res->mtu;

		rate_phys = p_mc_res->rate;

		memcpy(&mc_req_rec.mgid, &osm_ipoib_good_mgid,

		       sizeof(ib_gid_t));

		/* Request Join */

		ib_member_set_join_state(&mc_req_rec,

					 IB_MC_REC_STATE_FULL_MEMBER);

		comp_mask =

		    IB_MCR_COMPMASK_MGID | IB_MCR_COMPMASK_PORT_GID |

		    IB_MCR_COMPMASK_JOIN_STATE | IB_MCR_COMPMASK_MTU_SEL |

		    IB_MCR_COMPMASK_MTU | IB_MCR_COMPMASK_RATE_SEL |

		    IB_MCR_COMPMASK_RATE;

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Sending attributes of MCG : \n\t\tMTU=0x%02X, RATE=0x%02X\n",

			mc_req_rec.mtu, mc_req_rec.rate);

		status = osmt_send_mcast_request(p_osmt, 0xff,	/* User Defined query */

						 &mc_req_rec, comp_mask,

						 sa_mad);

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Sent Join request using response values, response is : %s\n",

			ib_get_err_str(status));

		if (status != IB_SUCCESS) {

			OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02EF: "

				"Query as Full Member of already existing "

				"ipoib group gid %s has failed\n",

				inet_ntop(AF_INET6, mc_req_rec.mgid.raw,

					  gid_str, sizeof gid_str));

			goto Exit;

		}

		/* We do not want to leave the MCG since its IPoIB */

	}

  /**************************************************************************/

	/* Check Get with invalid mlid */

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Checking Get with invalid mlid...\n");

	/* Request Get */

	ib_member_set_join_state(&mc_req_rec, IB_MC_REC_STATE_FULL_MEMBER);

	mc_req_rec.mlid = invalid_mlid;

	comp_mask = IB_MCR_COMPMASK_MLID;

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_START "\n");

	status = osmt_send_mcast_request(p_osmt, 0xee,	/* User Defined query Get */

					 &mc_req_rec, comp_mask, sa_mad);

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_END "\n");

	if (status == IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02E0 "

			"SubnAdmGet with invalid mlid 0x%x succeeded\n",

			cl_ntoh16(mc_req_rec.mlid));

		status = IB_ERROR;

		goto Exit;

	}

	/* Prepare the mc_req_rec for the rest of the flow */

	osmt_init_mc_query_rec(p_osmt, &mc_req_rec);

  /**************************************************************************/

	/* Check Get with invalid port guid */

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Checking Get with invalid port guid (0x0) but valid interface ID : 0x%"

		PRIx64 "...\n",

		cl_ntoh64(mc_req_rec.port_gid.unicast.interface_id));

	/* Request Get */

	ib_member_set_join_state(&mc_req_rec, IB_MC_REC_STATE_FULL_MEMBER);

	memset(&mc_req_rec.port_gid.unicast.interface_id, 0,

	       sizeof(ib_net64_t));

	comp_mask = IB_MCR_COMPMASK_GID;

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_START "\n");

	status = osmt_send_mcast_request(p_osmt, 0xee,	/* User Defined query Get */

					 &mc_req_rec, comp_mask, sa_mad);

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_END "\n");

	if (status == IB_SUCCESS) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02E4 "

			"SubnAdmGet with invalid port guid succeeded\n");

		status = IB_ERROR;

		goto Exit;

	}

	/* Prepare the mc_req_rec for the rest of the flow */

	osmt_init_mc_query_rec(p_osmt, &mc_req_rec);

  /**************************************************************************/

	/* o15.0.1.3:  */

	/* - Request Join with insufficient comp_mask */

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Checking Join with insufficient comp mask qkey & pkey (o15.0.1.3)...\n");

	/* no MGID */

	memset(&mc_req_rec.mgid, 0, sizeof(ib_gid_t));

	/* Request Join */

	ib_member_set_join_state(&mc_req_rec, IB_MC_REC_STATE_FULL_MEMBER);

	comp_mask = IB_MCR_COMPMASK_MGID | IB_MCR_COMPMASK_PORT_GID |

	    /* IB_MCR_COMPMASK_QKEY |  */

	    /* IB_MCR_COMPMASK_PKEY | intentionally missed to raise the error */

	    IB_MCR_COMPMASK_SL | IB_MCR_COMPMASK_FLOW | IB_MCR_COMPMASK_JOIN_STATE | IB_MCR_COMPMASK_TCLASS |	/* all above are required */

	    IB_MCR_COMPMASK_RATE_SEL | IB_MCR_COMPMASK_RATE;

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_START "\n");

	status = osmt_send_mcast_request(p_osmt, 1, &mc_req_rec, comp_mask,

					 sa_mad);

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_END "\n");

	if (((ib_net16_t) (sa_mad->status & IB_SMP_STATUS_MASK)) !=

	     IB_SA_MAD_STATUS_INSUF_COMPS)

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Expected IB_SA_MAD_STATUS_INSUF_COMPS got:%s\n",

			ib_get_mad_status_str((ib_mad_t *) sa_mad));

	if (status != IB_REMOTE_ERROR) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02EE: "

			"Expected REMOTE ERROR got:%s\n",

			ib_get_err_str(status));

		status = IB_ERROR;

		goto Exit;

	}

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Checking Join with insufficient comp mask - sl (15.0.1.3)...\n");

	/* no MGID */

	memset(&mc_req_rec.mgid, 0, sizeof(ib_gid_t));

	/* Request Join */

	mc_req_rec.pkey = IB_DEFAULT_PKEY;

	ib_member_set_join_state(&mc_req_rec, IB_MC_REC_STATE_FULL_MEMBER);

	comp_mask =

	    IB_MCR_COMPMASK_MGID | IB_MCR_COMPMASK_PORT_GID |

	    IB_MCR_COMPMASK_QKEY | IB_MCR_COMPMASK_PKEY |

	    /* IB_MCR_COMPMASK_SL |  */

	    IB_MCR_COMPMASK_FLOW | IB_MCR_COMPMASK_JOIN_STATE | IB_MCR_COMPMASK_TCLASS |	/* all above are required */

	    IB_MCR_COMPMASK_RATE_SEL | IB_MCR_COMPMASK_RATE;

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_START "\n");

	status = osmt_send_mcast_request(p_osmt, 1, &mc_req_rec, comp_mask,

					 sa_mad);

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_END "\n");

	if (((ib_net16_t) (sa_mad->status & IB_SMP_STATUS_MASK)) !=

	     IB_SA_MAD_STATUS_INSUF_COMPS)

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Expected IB_SA_MAD_STATUS_INSUF_COMPS got:%s\n",

			ib_get_mad_status_str((ib_mad_t *) sa_mad));

	if (status != IB_REMOTE_ERROR) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02ED: "

			"Expected REMOTE ERROR got:%s\n",

			ib_get_err_str(status));

		status = IB_ERROR;

		goto Exit;

	}

	osmt_init_mc_query_rec(p_osmt, &mc_req_rec);

	/* no MGID */

	memset(&mc_req_rec.mgid, 0, sizeof(ib_gid_t));

	mc_req_rec.mgid.raw[15] = 0x01;

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Checking Join with insufficient comp mask - flow label (o15.0.1.3)...\n");

	/* Request Join */

	mc_req_rec.pkey = IB_DEFAULT_PKEY;

	ib_member_set_join_state(&mc_req_rec, IB_MC_REC_STATE_FULL_MEMBER);

	comp_mask =

	    IB_MCR_COMPMASK_MGID | IB_MCR_COMPMASK_PORT_GID |

	    IB_MCR_COMPMASK_QKEY | IB_MCR_COMPMASK_PKEY | IB_MCR_COMPMASK_SL |

	    /* IB_MCR_COMPMASK_FLOW | intentionally missed to raise the error */

	    IB_MCR_COMPMASK_JOIN_STATE | IB_MCR_COMPMASK_TCLASS |	/* all above are required */

	    IB_MCR_COMPMASK_RATE_SEL | IB_MCR_COMPMASK_RATE;

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_START "\n");

	status = osmt_send_mcast_request(p_osmt, 1, &mc_req_rec, comp_mask,

					 sa_mad);

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_END "\n");

	if (((ib_net16_t) (sa_mad->status & IB_SMP_STATUS_MASK)) !=

	     IB_SA_MAD_STATUS_INSUF_COMPS)

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Expected IB_SA_MAD_STATUS_INSUF_COMPS got:%s\n",

			ib_get_mad_status_str((ib_mad_t *) sa_mad));

	if (status != IB_REMOTE_ERROR) {

		OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, "ERR 02EC: "

			"Expected REMOTE ERROR got:%s\n",

			ib_get_err_str(status));

		status = IB_ERROR;

		goto Exit;

	}

	osmt_init_mc_query_rec(p_osmt, &mc_req_rec);

	OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

		"Checking Join with insufficient comp mask - tclass (o15.0.1.3)...\n");

	/* Request Join */

	mc_req_rec.pkey = IB_DEFAULT_PKEY;

	ib_member_set_join_state(&mc_req_rec, IB_MC_REC_STATE_FULL_MEMBER);

	comp_mask =

	    IB_MCR_COMPMASK_MGID | IB_MCR_COMPMASK_PORT_GID |

	    IB_MCR_COMPMASK_QKEY | IB_MCR_COMPMASK_PKEY | IB_MCR_COMPMASK_SL |

	    IB_MCR_COMPMASK_FLOW | IB_MCR_COMPMASK_JOIN_STATE |

	    /* IB_MCR_COMPMASK_TCLASS |  Intentionally missed to raise an error */

	    IB_MCR_COMPMASK_RATE_SEL | IB_MCR_COMPMASK_RATE;

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_START "\n");

	status = osmt_send_mcast_request(p_osmt, 1, &mc_req_rec, comp_mask,

					 sa_mad);

	OSM_LOG(&p_osmt->log, OSM_LOG_ERROR, EXPECTING_ERRORS_END "\n");

	if (((ib_net16_t) (sa_mad->status & IB_SMP_STATUS_MASK)) !=

	     IB_SA_MAD_STATUS_INSUF_COMPS)

		OSM_LOG(&p_osmt->log, OSM_LOG_INFO,

			"Expected IB_SA_MAD_STATUS_INSUF_COMPS got:%s\n",

			ib_get_mad_status_str((ib_mad_t *) sa_mad));