/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */
/*
* (C) 2005 by Argonne National Laboratory.
* See COPYRIGHT in top-level directory.
*/
/*
* This file provides a simple test of the Totalview debugger interface
* It also illustrates some (but not all) of the operations that the
* debugger performs using the routines defined in mpi_interface.h .
*/
/* You can build this with -DNOT_STANDALONE and then run it with a debugger;
by default, it builds routines to simulate some actions that a
debugger might take when running it with the message queue interface */
#include <stdio.h>
#include "mpi.h"
#include <stdlib.h>
#include <string.h>
#include "mpi_interface.h"
/* style: allow:fprintf:8 sig:0 */
/* style: allow:printf:15 sig:0 */
int showQueues(int, int);
int init_dbr(void);
int main(int argc, char *argv[])
{
MPI_Request rreq, sreq, rreq2;
int wrank, wsize;
int buf = -1, sbuf = 2, rbuf = -1;;
int vbuf[10];
MPI_Comm dupworld;
MPI_Init(&argc, &argv);
/* Perform the initialization steps for accessing the message queues */
init_dbr();
/* Create some pending receives and unexpected messages */
MPI_Comm_dup(MPI_COMM_WORLD, &dupworld);
MPI_Comm_set_name(dupworld, "Dup of comm world");
MPI_Comm_rank(MPI_COMM_WORLD, &wrank);
MPI_Comm_size(MPI_COMM_WORLD, &wsize);
MPI_Irecv(&buf, 1, MPI_INT, (wrank + 1) % wsize, 17, dupworld, &rreq);
MPI_Irecv(vbuf, 10, MPI_INT, (wrank + 1) % wsize, 19, dupworld, &rreq2);
MPI_Isend(&sbuf, 1, MPI_INT, (wrank + wsize - 1) % wsize, 18, MPI_COMM_WORLD, &sreq);
/* This relies on buffering short eager messages */
/* MPI_Send(&ssbuf, 1, MPI_INT, (wrank + 2) %wsize, 18, dupworld); */
/* Access the queues */
printf("Should see pending recv with tag 17, 19 on dupworld and send with tag 18 on world\n");
showQueues(3, 3);
MPI_Barrier(MPI_COMM_WORLD);
/* Match up some of the messages */
MPI_Send(&sbuf, 1, MPI_INT, (wrank + wsize - 1) % wsize, 17, dupworld);
MPI_Recv(&rbuf, 1, MPI_INT, (wrank + 1) % wsize, 18, MPI_COMM_WORLD, MPI_STATUS_IGNORE);
MPI_Wait(&rreq, MPI_STATUS_IGNORE);
MPI_Wait(&sreq, MPI_STATUS_IGNORE);
/* Access the queues again */
printf("\nAfter a few send/receives\n");
printf("Should see recv with tag 19 on dupworld\n");
showQueues(3, 1);
MPI_Barrier(MPI_COMM_WORLD);
MPI_Send(&sbuf, 1, MPI_INT, (wrank + wsize - 1) % wsize, 19, dupworld);
/* Access the queues again */
printf("\nAfter a few send/receives (all now matched)\n");
showQueues(3, 0);
/* Shut down */
MPI_Cancel(&rreq2);
MPI_Wait(&rreq2, MPI_STATUS_IGNORE);
MPI_Comm_free(&dupworld);
MPI_Finalize();
return 0;
}
#if !defined(NOT_STANDALONE)
/* ------------------------------------------------------------------------- */
/* Forward references for the functions that simulate debugger operations */
static void dbgrI_put_image_info(mqs_image * image, mqs_image_info * info);
static mqs_image_info *dbgrI_get_image_info(mqs_image * image);
static int dbgrI_find_function(mqs_image * image, char *name,
mqs_lang_code lang, mqs_taddr_t * loc);
int dbgrI_find_symbol(mqs_image * image, char *name, mqs_taddr_t * loc);
static void dbgrI_put_process_info(mqs_process * process, mqs_process_info * info);
static mqs_process_info *dbgrI_get_process_info(mqs_process * process);
static void dbgrI_get_type_sizes(mqs_process * process, mqs_target_type_sizes * ts);
static int dbgrI_fetch_data(mqs_process * proc, mqs_taddr_t addr, int asize, void *data);
static void dbgrI_target_to_host(mqs_process * proc, const void *in_data,
void *out_data, int asize);
static mqs_image *dbgrI_get_image(mqs_process * process);
mqs_type *dbgrI_find_type(mqs_image * image, char *name, mqs_lang_code lang);
int dbgrI_field_offset(mqs_type * type, char *name);
static int dbgrI_get_global_rank(mqs_process * process);
/* The global variables describing this process for the debugger */
static mqs_basic_callbacks cb;
static mqs_image_callbacks icb;
static mqs_process_callbacks pcb;
static mqs_image image;
static mqs_process process;
struct mqs_process_ {
mqs_process_info *p_info;
};
struct mqs_image_ {
mqs_image_info *i_info;
};
int init_dbr(void)
{
int hasQ = 0;
const char *version = mqs_version_string();
const char *msg;
if (mqs_version_compatibility() != MQS_INTERFACE_COMPATIBILITY) {
fprintf(stderr, "Unexpected value of version\n");
}
fprintf(stderr, "Version string: %s\n", version);
if (mqs_dll_taddr_width() != sizeof(void *)) {
fprintf(stderr, "Unexpected table width returned\n");
return 1;
}
/* Do the initialization. */
memset(&cb, 0, sizeof(cb));
cb.mqs_malloc_fp = malloc;
cb.mqs_free_fp = free;
cb.mqs_dprints_fp = 0;
cb.mqs_put_image_info_fp = dbgrI_put_image_info;
cb.mqs_get_image_info_fp = dbgrI_get_image_info;
cb.mqs_put_process_info_fp = dbgrI_put_process_info;
cb.mqs_get_process_info_fp = dbgrI_get_process_info;
mqs_setup_basic_callbacks(&cb);
icb.mqs_get_type_sizes_fp = dbgrI_get_type_sizes;
icb.mqs_find_function_fp = dbgrI_find_function;
icb.mqs_find_symbol_fp = dbgrI_find_symbol;
icb.mqs_find_type_fp = dbgrI_find_type;
icb.mqs_field_offset_fp = dbgrI_field_offset;
icb.mqs_sizeof_fp = 0;
mqs_setup_image(&image, &icb);
hasQ = mqs_image_has_queues(&image, &msg);
if (hasQ == mqs_ok) {
pcb.mqs_get_global_rank_fp = dbgrI_get_global_rank;
pcb.mqs_get_image_fp = dbgrI_get_image;
pcb.mqs_fetch_data_fp = dbgrI_fetch_data;
pcb.mqs_target_to_host_fp = dbgrI_target_to_host;
mqs_setup_process(&process, &pcb);
hasQ = mqs_process_has_queues(&process, &msg);
if (hasQ != mqs_ok) {
fprintf(stderr, "Failed to get queues from process: %s\n", msg);
}
} else {
fprintf(stderr, "Failed to get queues from image: %s\n", msg);
}
if (hasQ != mqs_ok)
return 1;
return 0;
}
int showQueues(int nComm, int expected)
{
mqs_communicator comm;
mqs_pending_operation op;
int rc;
int nFound = 0, nCommFound = 0;
/* Get a stable copy of the active communicators */
mqs_update_communicator_list(&process);
mqs_setup_communicator_iterator(&process);
while (mqs_get_communicator(&process, &comm) == mqs_ok) {
printf("Communicator %s\n", comm.name);
nCommFound++;
rc = mqs_setup_operation_iterator(&process, mqs_pending_receives);
if (rc == mqs_ok) {
printf("Pending receives for communicator %s\n", comm.name);
while ((rc = mqs_next_operation(&process, &op)) == mqs_ok) {
printf("tag = %d, rank = %d, length = %d\n",
(int) op.desired_tag, (int) op.desired_local_rank, (int) op.desired_length);
nFound++;
}
} else if (rc == mqs_end_of_list) {
/* No operations */
printf("No pending receives for communicator %s\n", comm.name);
} else if (rc == mqs_no_information) {
printf("No information available for communicator %s\n", comm.name);
} else {
fprintf(stderr, "Unknown return %d from mqs_setup_operation_iterator\n", rc);
}
rc = mqs_setup_operation_iterator(&process, mqs_unexpected_messages);
if (rc == mqs_ok) {
printf("Unexpected messages for communicator %s\n", comm.name);
while ((rc = mqs_next_operation(&process, &op)) == mqs_ok) {
printf("tag = %d, rank = %d, length = %d\n",
(int) op.desired_tag, (int) op.desired_local_rank, (int) op.desired_length);
nFound++;
}
} else if (rc == mqs_end_of_list) {
/* No operations */
printf("No unexpected receives for communicator %s\n", comm.name);
} else if (rc == mqs_no_information) {
printf("No unexpected receive information available for communicator %s\n", comm.name);
} else {
fprintf(stderr, "Unknown return %d from mqs_setup_operation_iterator\n", rc);
}
rc = mqs_setup_operation_iterator(&process, mqs_pending_sends);
if (rc == mqs_ok) {
printf("Pending sends for communicator %s\n", comm.name);
while ((rc = mqs_next_operation(&process, &op)) == mqs_ok) {
printf("tag = %d, rank = %d, length = %d\n",
(int) op.desired_tag, (int) op.desired_local_rank, (int) op.desired_length);
nFound++;
}
} else if (rc == mqs_end_of_list) {
/* No operations */
printf("No pending sends for communicator %s\n", comm.name);
} else if (rc == mqs_no_information) {
printf("No pending send information available for communicator %s\n", comm.name);
} else {
fprintf(stderr, "Unknown return %d from mqs_setup_operation_iterator\n", rc);
}
mqs_next_communicator(&process);
}
if (nFound < expected) {
fprintf(stderr, "Error: expected to find %d queue entries but only saw %d\n", expected,
nFound);
}
if (nCommFound < nComm) {
fprintf(stderr, "Error: expected to find %d comms but only saw %d\n", nComm, nCommFound);
}
fflush(stdout);
fflush(stderr);
return 0;
}
/* ----------------------------------------------------------------------- */
/* Example service routines */
/* FIXME: Move these into dbgstub.c */
/* ----------------------------------------------------------------------- */
static void dbgrI_put_image_info(mqs_image * image, mqs_image_info * info)
{
image->i_info = info;
}
static mqs_image_info *dbgrI_get_image_info(mqs_image * image)
{
return image->i_info;
}
static void dbgrI_put_process_info(mqs_process * process, mqs_process_info * info)
{
process->p_info = info;
}
static mqs_process_info *dbgrI_get_process_info(mqs_process * process)
{
return process->p_info;
}
static void dbgrI_get_type_sizes(mqs_process * process, mqs_target_type_sizes * ts)
{
ts->short_size = sizeof(short);
ts->int_size = sizeof(int);
ts->long_size = sizeof(long);
ts->long_long_size = sizeof(long long);
ts->pointer_size = sizeof(void *);
}
/* This is a hack that knows exactly the names used in dll_mpich.c */
/* Note that if loc is null, don't save the address */
static int dbgrI_find_function(mqs_image * image, char *name, mqs_lang_code lang, mqs_taddr_t * loc)
{
if (strcmp(name, "MPIR_Breakpoint") == 0) {
#if 0
if (loc)
*loc = (mqs_taddr_t) MPIR_Breakpoint;
#endif
} else {
if (loc)
*loc = 0;
}
return mqs_ok;
}
#define MPIR_Memcpy memcpy
/* Simulate requesting the debugger to fetch data from within this process */
static int dbgrI_fetch_data(mqs_process * proc, mqs_taddr_t addr, int asize, void *data)
{
MPIR_Memcpy(data, (void *) addr, (size_t) asize);
return mqs_ok;
}
/* Simulate converting data to debuggers byte ordering */
static void dbgrI_target_to_host(mqs_process * proc, const void *in_data, void *out_data, int asize)
{
MPIR_Memcpy(out_data, in_data, asize);
}
/* Return the "debuggers" image structure (statically allocated above) */
static mqs_image *dbgrI_get_image(mqs_process * process)
{
return ℑ
}
static int dbgrI_get_global_rank(mqs_process * process)
{
static int wrank = -1;
if (wrank < 0) {
MPI_Comm_rank(MPI_COMM_WORLD, &wrank);
}
return wrank;
}
#else
int init_dbr(void)
{
return 0;
}
int showQueues(void)
{
return 0;
}
#endif