/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */

/*

 *

 *  (C) 2006 by Argonne National Laboratory.

 *      See COPYRIGHT in top-level directory.

 */

/* Test of MPI_Comm_join.  This should work even when each process

 * is started as a singleton process.

 *

 * To run

 *

 * Start the server:

 *

 * ./singjoin -s -p 54321

 *

 * In a separate shell, start the client:

 *

 * ./singjoin -c -p 54321

 *

 * where "54321" is some available port number.

 */

/* Include mpitestconf to determine if we can use h_addr or need h_addr_list */

#include "mpitestconf.h"

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#ifndef HAVE_WINDOWS_H

#include <strings.h>

#include <unistd.h>

#include <sys/types.h>

#include <sys/socket.h>

#include <netinet/in.h>

#include <netdb.h>

#else

#include <windows.h>

#endif

#include <mpi.h>

#ifndef HAVE_WINDOWS_H

#define SOCKET_FD_TYPE int

#define INVALID_SOCKET_FD -1

#else

#define SOCKET_FD_TYPE  SOCKET

#define INVALID_SOCKET_FD INVALID_SOCKET

#define bcopy(s1, s2, n)    memmove(s2, s1, n)

#endif

int parse_args(int argc, char **argv);

void usage(char *name);

SOCKET_FD_TYPE server_routine(int portnum);

SOCKET_FD_TYPE client_routine(int portnum);

int is_server = 0;

int is_client = 0;

int opt_port = 0;

/* open a socket, establish a connection with a client, and return the fd */

SOCKET_FD_TYPE server_routine(int portnum)

{

    SOCKET_FD_TYPE listenfd, peer_fd;

    int ret, peer_addr_size;

    struct sockaddr_in server_addr, peer_addr;

    listenfd = socket(AF_INET, SOCK_STREAM, 0);

    if (listenfd == INVALID_SOCKET_FD) {

        perror("server socket");

        return -1;

    }

    memset(&server_addr, 0, sizeof(server_addr));

    server_addr.sin_family = AF_INET;

    server_addr.sin_addr.s_addr = INADDR_ANY;

    server_addr.sin_port = htons(portnum);

    ret = bind(listenfd, (struct sockaddr *) &server_addr, sizeof(server_addr));

    if (ret < 0) {

        perror("server binding");

        return -1;

    }

    ret = listen(listenfd, 1024);

    if (ret < 0) {

        perror("server listen");

        return -1;

    }

    peer_addr_size = sizeof(peer_addr);

    peer_fd = accept(listenfd, (struct sockaddr *) &peer_addr, &peer_addr_size);

    if (peer_fd < 0) {

        perror("server accept");

        return -1;

    }

    return peer_fd;

}

/* open a socket, establish a connection with a server, and return the fd */

SOCKET_FD_TYPE client_routine(int portnum)

{

    SOCKET_FD_TYPE sockfd;

    struct sockaddr_in server_addr;

    struct hostent *server_ent;

    char hostname[MPI_MAX_PROCESSOR_NAME];

    int hostnamelen;

    sockfd = socket(AF_INET, SOCK_STREAM, 0);

    if (sockfd == INVALID_SOCKET_FD) {

        perror("client socket");

        return -1;

    }

    /* Try to get the processor name from MPI */

    MPI_Get_processor_name(hostname, &hostnamelen);

    server_ent = gethostbyname(hostname);

    if (server_ent == NULL) {

        fprintf(stderr, "gethostbyname fails\n");

        return -1;

    }

    memset(&server_addr, 0, sizeof(server_addr));

    server_addr.sin_family = AF_INET;

    server_addr.sin_port = htons(portnum);

    /* POSIX might define h_addr_list only and not define h_addr */

#ifdef HAVE_H_ADDR_LIST

    bcopy(server_ent->h_addr_list[0], (char *) &server_addr.sin_addr.s_addr, server_ent->h_length);

#else

    bcopy(server_ent->h_addr, (char *) &server_addr.sin_addr.s_addr, server_ent->h_length);

#endif

    if (connect(sockfd, (struct sockaddr *) &server_addr, sizeof(server_addr)) < 0) {

        perror("client connect");

        return -1;

    }

    return sockfd;

}

void usage(char *name)

{

    fprintf(stderr, "usage: %s [-s|-c] -p <PORT>\n", name);

    fprintf(stderr, "      specify one and only one of -s or -c\n");

    fprintf(stderr, "      port is mandatory\n");

}

#ifdef HAVE_WINDOWS_H

static int get_option(int argc, char **argv, int arg_cnt)

{

    if (argv == NULL) {

        return -1;

    }

    if (*argv == NULL) {

        return -1;

    }

    if (arg_cnt < 0 || arg_cnt >= argc) {

        return -1;

    }

    if (strlen(argv[arg_cnt]) < 2) {

        return -1;

    }

    return (*(argv[arg_cnt] + 1));

}

#endif

int parse_args(int argc, char **argv)

{

#ifndef HAVE_WINDOWS_H

    int c;

    extern char *optarg;

    while ((c = getopt(argc, argv, "csp:")) != -1) {

        switch (c) {

            case 's':

                is_server = 1;

                break;

            case 'c':

                is_client = 1;

                break;

            case 'p':

                opt_port = atoi(optarg);

                break;

            case '?':

            case ':':

            default:

                usage(argv[0]);

                return -1;

        }

    }

    if ((is_client == 0) && (is_server == 0)) {

        usage(argv[0]);

        return -1;

    }

    if (opt_port == 0) {

        usage(argv[0]);

        return -1;

    }

    return 0;

#else

    int arg_cnt = 1;

    int c;

    while ((c = get_option(argc, argv, arg_cnt++)) > 0) {

        switch (c) {

            case 's':

                is_server = 1;

                break;

            case 'c':

                is_client = 1;

                break;

            case 'p':

                opt_port = atoi(argv[arg_cnt++]);

                break;

            default:

                usage(argv[0]);

                return -1;

        }

    }

    if ((is_client == 0) && (is_server == 0)) {

        usage(argv[0]);

        return -1;

    }

    if (opt_port == 0) {

        usage(argv[0]);

        return -1;

    }

    return 0;

#endif

}

int main(int argc, char **argv)

{

    int rank, size;

    SOCKET_FD_TYPE fd = INVALID_SOCKET_FD;

    MPI_Comm intercomm, intracomm;

    MPI_Init(&argc, &argv);

    MPI_Comm_size(MPI_COMM_WORLD, &size);

    if (size != 1) {

        fprintf(stderr, "This test requires that only one process be in each comm_world\n");

        MPI_Abort(MPI_COMM_WORLD, 1);

    }

    if (parse_args(argc, argv) == -1) {

        fprintf(stderr, "Unable to parse the command line arguments\n");

        MPI_Abort(MPI_COMM_WORLD, 1);

    }

    if (is_server) {

        fd = server_routine(opt_port);

    } else if (is_client) {

        fd = client_routine(opt_port);

    }

    if (fd == INVALID_SOCKET_FD) {

        return -1;

    }

#ifdef SINGLETON_KICK

/* #warning isn't standard C, so we comment out this directive */

/* #warning  using singleton workaround */

    {

        int *usize, aflag;

        MPI_Comm_get_attr(MPI_COMM_WORLD, MPI_UNIVERSE_SIZE, &usize, &aflag);

    }

#endif

    MPI_Comm_join(fd, &intercomm);

    if (is_server) {

        MPI_Send(MPI_BOTTOM, 0, MPI_INT, 0, 0, intercomm);

    } else {

        MPI_Recv(MPI_BOTTOM, 0, MPI_INT, 0, 0, intercomm, MPI_STATUS_IGNORE);

        printf("Completed receive on intercomm\n");

        fflush(stdout);

    }

    MPI_Intercomm_merge(intercomm, 0, &intracomm);

    MPI_Comm_rank(intracomm, &rank;;

    MPI_Comm_size(intracomm, &size);

    printf("[%d/%d] after Intercomm_merge\n", rank, size);

    MPI_Comm_free(&intracomm);

    MPI_Comm_disconnect(&intercomm);

    MPI_Finalize();

    return 0;

}