/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */ /* * * (C) 2003 by Argonne National Laboratory. * See COPYRIGHT in top-level directory. */ #include "mpi.h" #include #include #include #include #include "mpitest.h" #include "dtpools.h" /* static char MTEST_Descrip[] = "Get with Fence"; */ #define MAX_COUNT_SIZE (16000000) #define MAX_TYPE_SIZE (16) typedef struct { const char *typename; MPI_Datatype type; } Type_t; Type_t typelist[] = { {"MPI_CHAR", MPI_CHAR}, {"MPI_BYTE", MPI_BYTE}, {"MPI_WCHAR", MPI_WCHAR}, {"MPI_SHORT", MPI_SHORT}, {"MPI_INT", MPI_INT}, {"MPI_LONG", MPI_LONG}, {"MPI_LONG_LONG_INT", MPI_LONG_LONG_INT}, {"MPI_UNSIGNED_CHAR", MPI_UNSIGNED_CHAR}, {"MPI_UNSIGNED_SHORT", MPI_UNSIGNED_SHORT}, {"MPI_UNSIGNED", MPI_UNSIGNED}, {"MPI_UNSIGNED_LONG", MPI_UNSIGNED_LONG}, {"MPI_UNSIGNED_LONG_LONG", MPI_UNSIGNED_LONG_LONG}, {"MPI_FLOAT", MPI_FLOAT}, {"MPI_DOUBLE", MPI_DOUBLE}, {"MPI_LONG_DOUBLE", MPI_LONG_DOUBLE}, {"MPI_INT8_T", MPI_INT8_T}, {"MPI_INT16_T", MPI_INT16_T}, {"MPI_INT32_T", MPI_INT32_T}, {"MPI_INT64_T", MPI_INT64_T}, {"MPI_UINT8_T", MPI_UINT8_T}, {"MPI_UINT16_T", MPI_UINT16_T}, {"MPI_UINT32_T", MPI_UINT32_T}, {"MPI_UINT64_T", MPI_UINT64_T}, {"MPI_C_COMPLEX", MPI_C_COMPLEX}, {"MPI_C_FLOAT_COMPLEX", MPI_C_FLOAT_COMPLEX}, {"MPI_C_DOUBLE_COMPLEX", MPI_C_DOUBLE_COMPLEX}, {"MPI_C_LONG_DOUBLE_COMPLEX", MPI_C_LONG_DOUBLE_COMPLEX}, {"MPI_FLOAT_INT", MPI_FLOAT_INT}, {"MPI_DOUBLE_INT", MPI_DOUBLE_INT}, {"MPI_LONG_INT", MPI_LONG_INT}, {"MPI_2INT", MPI_2INT}, {"MPI_SHORT_INT", MPI_SHORT_INT}, {"MPI_LONG_DOUBLE_INT", MPI_LONG_DOUBLE_INT}, {"MPI_DATATYPE_NULL", MPI_DATATYPE_NULL} }; static inline int test(MPI_Comm comm, int rank, int orig, int target, int i, int j, DTP_t orig_dtp, DTP_t target_dtp) { int errs = 0, err; int disp_unit; int len; MPI_Aint origcount, targetcount, count; MPI_Aint extent, lb; MPI_Win win; MPI_Datatype origtype, targettype; char orig_name[MPI_MAX_OBJECT_NAME] = { 0 }; char target_name[MPI_MAX_OBJECT_NAME] = { 0 }; void *origbuf, *targetbuf; count = orig_dtp->DTP_type_signature.DTP_pool_basic.DTP_basic_type_count; origtype = orig_dtp->DTP_obj_array[i].DTP_obj_type; targettype = target_dtp->DTP_obj_array[j].DTP_obj_type; origcount = orig_dtp->DTP_obj_array[i].DTP_obj_count; targetcount = target_dtp->DTP_obj_array[j].DTP_obj_count; origbuf = orig_dtp->DTP_obj_array[i].DTP_obj_buf; targetbuf = target_dtp->DTP_obj_array[j].DTP_obj_buf; MPI_Type_get_name(origtype, orig_name, &len); MPI_Type_get_name(targettype, target_name, &len); MTestPrintfMsg(1, "Getting count = %ld of origtype %s - count = %ld receive type %s\n", origcount, orig_name, targetcount, target_name); MPI_Type_get_extent(origtype, &lb, &extent); /* This makes sure that disp_unit does not become negative for large counts */ disp_unit = extent < INT_MAX ? extent : 1; MPI_Win_create(origbuf, origcount * extent + lb, disp_unit, MPI_INFO_NULL, comm, &win); MPI_Win_fence(0, win); if (rank == orig) { /* The orig does not need to do anything besides the * fence */ MPI_Win_fence(0, win); } else if (rank == target) { /* To improve reporting of problems about operations, we * change the error handler to errors return */ MPI_Win_set_errhandler(win, MPI_ERRORS_RETURN); /* This should have the same effect, in terms of * transfering data, as a send/recv pair */ err = MPI_Get(targetbuf, targetcount, targettype, orig, 0, origcount, origtype, win); if (err) { errs++; if (errs < 10) { MTestPrintError(err); } } err = MPI_Win_fence(0, win); if (err) { errs++; if (errs < 10) { MTestPrintError(err); } } err = DTP_obj_buf_check(target_dtp, j, 0, 1, count); if (err != DTP_SUCCESS) { errs++; if (errs < 10) { printf ("Data in target buffer did not match for targetination datatype %s (put with orig datatype %s)\n", target_name, orig_name); } } } else { MPI_Win_fence(0, win); } MPI_Win_free(&win); return errs; } int main(int argc, char *argv[]) { int err, errs = 0; int rank, size, orig, target; int minsize = 2; int i, j; int count; MPI_Aint bufsize; MPI_Comm comm; DTP_t orig_dtp, target_dtp; MTest_Init(&argc, &argv); #ifndef USE_DTP_POOL_TYPE__STRUCT /* set in 'test/mpi/structtypetest.txt' to split tests */ MPI_Datatype basic_type; MPI_Aint lb, extent; int len; char type_name[MPI_MAX_OBJECT_NAME] = { 0 }; /* TODO: parse input parameters using optarg */ if (argc < 3) { fprintf(stdout, "Usage: %s -type=[TYPE] -count=[COUNT]\n", argv[0]); return MTestReturnValue(1); } else { for (i = 1; i < argc; i++) { if (!strncmp(argv[i], "-type=", strlen("-type="))) { j = 0; while (strcmp(typelist[j].typename, "MPI_DATATYPE_NULL") && strcmp(argv[i] + strlen("-type="), typelist[j].typename)) { j++; } if (strcmp(typelist[j].typename, "MPI_DATATYPE_NULL")) { basic_type = typelist[j].type; } else { fprintf(stdout, "Error: datatype not recognized\n"); return MTestReturnValue(1); } } else if (!strncmp(argv[i], "-count=", strlen("-count="))) { count = atoi(argv[i] + strlen("-count=")); /* TODO: make sure count is valid */ } } } /* compute bufsize to limit number of comm in test */ MPI_Type_get_extent(basic_type, &lb, &extent); bufsize = extent * count; err = DTP_pool_create(basic_type, count, &orig_dtp); if (err != DTP_SUCCESS) { MPI_Type_get_name(basic_type, type_name, &len); fprintf(stdout, "Error while creating orig pool (%s,%d)\n", type_name, count); fflush(stdout); } err = DTP_pool_create(basic_type, count, &target_dtp); if (err != DTP_SUCCESS) { MPI_Type_get_name(basic_type, type_name, &len); fprintf(stdout, "Error while creating target pool (%s,%d)\n", type_name, count); fflush(stdout); } #else MPI_Datatype *basic_types = NULL; int *basic_type_counts = NULL; int basic_type_num; int k; char *input_string, *token; /* TODO: parse input parameters using optarg */ if (argc < 4) { fprintf(stdout, "Usage: %s -numtypes=[NUM] -types=[TYPES] -counts=[COUNTS]\n", argv[0]); return MTestReturnValue(1); } else { for (i = 1; i < argc; i++) { if (!strncmp(argv[i], "-numtypes=", strlen("-numtypes="))) { basic_type_num = atoi(argv[i] + strlen("-numtypes=")); /* allocate arrays */ basic_type_counts = (int *) malloc(basic_type_num * sizeof(int)); basic_types = (MPI_Datatype *) malloc(basic_type_num * sizeof(MPI_Datatype)); } else if (!strncmp(argv[i], "-types=", strlen("-type="))) { input_string = strdup(argv[i] + strlen("-types=")); for (k = 0, token = strtok(input_string, ","); token; token = strtok(NULL, ",")) { j = 0; while (strcmp(typelist[j].typename, "MPI_DATATYPE_NULL") && strcmp(token, typelist[j].typename)) { j++; } if (strcmp(typelist[j].typename, "MPI_DATATYPE_NULL")) { basic_types[k++] = typelist[j].type; } else { fprintf(stdout, "Error: datatype not recognized\n"); return MTestReturnValue(1); } } free(input_string); } else if (!strncmp(argv[i], "-counts=", strlen("-counts="))) { input_string = strdup(argv[i] + strlen("-counts=")); for (k = 0, token = strtok(input_string, ","); token; token = strtok(NULL, ",")) { basic_type_counts[k++] = atoi(token); } free(input_string); } } } /* TODO: ignore bufsize for structs for now; * we need to compute bufsize also for * this case */ bufsize = 0; err = DTP_pool_create_struct(basic_type_num, basic_types, basic_type_counts, &orig_dtp); if (err != DTP_SUCCESS) { fprintf(stdout, "Error while creating struct pool\n"); fflush(stdout); } err = DTP_pool_create_struct(basic_type_num, basic_types, basic_type_counts, &target_dtp); if (err != DTP_SUCCESS) { fprintf(stdout, "Error while creating struct pool\n"); fflush(stdout); } /* this is ignored */ count = 0; #endif /* The following illustrates the use of the routines to * run through a selection of communicators and datatypes. * Use subsets of these for tests that do not involve combinations * of communicators, datatypes, and counts of datatypes */ while (MTestGetIntracommGeneral(&comm, minsize, 1)) { if (comm == MPI_COMM_NULL) continue; /* Determine the sender and receiver */ MPI_Comm_rank(comm, &rank); MPI_Comm_size(comm, &size); orig = 0; target = size - 1; for (i = 0; i < orig_dtp->DTP_num_objs; i++) { err = DTP_obj_create(orig_dtp, i, 0, 1, count); if (err != DTP_SUCCESS) { errs++; break; } for (j = 0; j < target_dtp->DTP_num_objs; j++) { err = DTP_obj_create(target_dtp, j, 0, 0, 0); if (err != DTP_SUCCESS) { errs++; break; } errs += test(comm, rank, orig, target, i, j, orig_dtp, target_dtp); DTP_obj_free(target_dtp, j); } DTP_obj_free(orig_dtp, i); } MTestFreeComm(&comm); /* for large buffers only do one communicator */ if (MAX_COUNT_SIZE * MAX_TYPE_SIZE < bufsize) { break; } } DTP_pool_free(orig_dtp); DTP_pool_free(target_dtp); #ifdef USE_DTP_POOL_TYPE__STRUCT /* cleanup array if any */ if (basic_types) { free(basic_types); } if (basic_type_counts) { free(basic_type_counts); } #endif MTest_Finalize(errs); return MTestReturnValue(errs); }