/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */
/*
 *
 *  (C) 2009 by Argonne National Laboratory.
 *      See COPYRIGHT in top-level directory.
 */

/*
 * This test looks at the behavior of MPI_Win_fence and epochs.  Each
 * MPI_Win_fence may both begin and end both the exposure and access epochs.
 * Thus, it is not necessary to use MPI_Win_fence in pairs.
 *
 * The tests have this form:
 *    Process A             Process B
 *     fence                 fence
 *      put,put
 *     fence                 fence
 *                            put,put
 *     fence                 fence
 *      put,put               put,put
 *     fence                 fence
 */

#include "mpi.h"
#include <stdio.h>
#include <stdlib.h>
#include "mpitest.h"

/*
static char MTEST_Descrip[] = "Put with Fences used to separate epochs";
*/

#define MAX_PERR 10

int PrintRecvedError(const char *, MTestDatatype *, MTestDatatype *);

int main(int argc, char **argv)
{
    int errs = 0, err;
    int rank, size, source, dest;
    int minsize = 2, count;
    MPI_Comm comm;
    MPI_Win win;
    MPI_Aint extent,lb;
    MTestDatatype sendtype, recvtype;
    int onlyInt = 0;

    MTest_Init(&argc, &argv);
    /* Check for a simple choice of communicator and datatypes */
    if (getenv("MTEST_SIMPLE"))
        onlyInt = 1;

    while (MTestGetIntracommGeneral(&comm, minsize, 1)) {
        if (comm == MPI_COMM_NULL)
            continue;
        /* Determine the sender and receiver */
        MPI_Comm_rank(comm, &rank);
        MPI_Comm_size(comm, &size);
        source = 0;
        dest = size - 1;

        MTEST_DATATYPE_FOR_EACH_COUNT(count) {
            while (MTestGetDatatypes(&sendtype, &recvtype, count)) {

                MTestPrintfMsg(1,
                               "Putting count = %d of sendtype %s receive type %s\n",
                               count, MTestGetDatatypeName(&sendtype),
                               MTestGetDatatypeName(&recvtype));

                /* Make sure that everyone has a recv buffer */
                recvtype.InitBuf(&recvtype);

                MPI_Type_extent(recvtype.datatype, &extent);
                MPI_Type_lb(recvtype.datatype, &lb);
                MPI_Win_create(recvtype.buf, recvtype.count * extent + lb,
                               extent, MPI_INFO_NULL, comm, &win);
                /* To improve reporting of problems about operations, we
                 * change the error handler to errors return */
                MPI_Win_set_errhandler(win, MPI_ERRORS_RETURN);

                /* At this point, we have all of the elements that we
                 * need to begin the multiple fence and put tests */
                /* Fence 1 */
                err = MPI_Win_fence(MPI_MODE_NOPRECEDE, win);
                if (err) {
                    if (errs++ < MAX_PERR)
                        MTestPrintError(err);
                }
                /* Source puts */
                if (rank == source) {
                    sendtype.InitBuf(&sendtype);

                    err = MPI_Put(sendtype.buf, sendtype.count,
                                  sendtype.datatype, dest, 0,
                                  recvtype.count, recvtype.datatype, win);
                    if (err) {
                        if (errs++ < MAX_PERR)
                            MTestPrintError(err);
                    }
                }

                /* Fence 2 */
                err = MPI_Win_fence(0, win);
                if (err) {
                    if (errs++ < MAX_PERR)
                        MTestPrintError(err);
                }
                /* dest checks data, then Dest puts */
                if (rank == dest) {
                    err = MTestCheckRecv(0, &recvtype);
                    if (err) {
                        if (errs++ < MAX_PERR) {
                            PrintRecvedError("fence 2", &sendtype, &recvtype);
                        }
                    }
                    sendtype.InitBuf(&sendtype);

                    err = MPI_Put(sendtype.buf, sendtype.count,
                                  sendtype.datatype, source, 0,
                                  recvtype.count, recvtype.datatype, win);
                    if (err) {
                        if (errs++ < MAX_PERR)
                            MTestPrintError(err);
                    }
                }

                /* Fence 3 */
                err = MPI_Win_fence(0, win);
                if (err) {
                    if (errs++ < MAX_PERR)
                        MTestPrintError(err);
                }
                /* src checks data, then Src and dest puts */
                if (rank == source) {
                    err = MTestCheckRecv(0, &recvtype);
                    if (err) {
                        if (errs++ < MAX_PERR) {
                            PrintRecvedError("fence 3", &sendtype, &recvtype);
                        }
                    }
                    sendtype.InitBuf(&sendtype);

                    err = MPI_Put(sendtype.buf, sendtype.count,
                                  sendtype.datatype, dest, 0,
                                  recvtype.count, recvtype.datatype, win);
                    if (err) {
                        if (errs++ < MAX_PERR)
                            MTestPrintError(err);
                    }
                }
                if (rank == dest) {
                    sendtype.InitBuf(&sendtype);

                    err = MPI_Put(sendtype.buf, sendtype.count,
                                  sendtype.datatype, source, 0,
                                  recvtype.count, recvtype.datatype, win);
                    if (err) {
                        if (errs++ < MAX_PERR)
                            MTestPrintError(err);
                    }
                }

                /* Fence 4 */
                err = MPI_Win_fence(MPI_MODE_NOSUCCEED, win);
                if (err) {
                    if (errs++ < MAX_PERR)
                        MTestPrintError(err);
                }
                /* src and dest checks data */
                if (rank == source) {
                    err = MTestCheckRecv(0, &recvtype);
                    if (err) {
                        if (errs++ < MAX_PERR) {
                            PrintRecvedError("src fence4", &sendtype, &recvtype);
                        }
                    }
                }
                if (rank == dest) {
                    err = MTestCheckRecv(0, &recvtype);
                    if (err) {
                        if (errs++ < MAX_PERR) {
                            PrintRecvedError("dest fence4", &sendtype, &recvtype);
                        }
                    }
                }

                MPI_Win_free(&win);
                MTestFreeDatatype(&sendtype);
                MTestFreeDatatype(&recvtype);

                /* Only do one datatype in the simple case */
                if (onlyInt)
                    break;
            }
            /* Only do one count in the simple case */
            if (onlyInt)
                break;
        }
        MTestFreeComm(&comm);
        /* Only do one communicator in the simple case */
        if (onlyInt)
            break;
    }

    MTest_Finalize(errs);



    MPI_Finalize();
    return 0;
}


int PrintRecvedError(const char *msg, MTestDatatype * sendtypePtr, MTestDatatype * recvtypePtr)
{
    printf
        ("At step %s, Data in target buffer did not match for destination datatype %s (put with source datatype %s)\n",
         msg, MTestGetDatatypeName(recvtypePtr), MTestGetDatatypeName(sendtypePtr));
    /* Redo the test, with the errors printed */
    recvtypePtr->printErrors = 1;
    (void) MTestCheckRecv(0, recvtypePtr);
    return 0;
}