fast_allreduce.cpp

#include "mpi.h"
#include <vector>
#include <cmath>
#include <cstdio>
#include <stdlib.h>
#include <time.h>

#include <hip/hip_runtime.h>

#include "profs_allreduce.hpp"
#include "class_allreduce.hpp"

int main(int argc, char* argv[])
{
    MPI_Init(&argc, &argv);

    int rank, num_procs;
    MPI_Comm_rank(MPI_COMM_WORLD, &rank);
    MPI_Comm_size(MPI_COMM_WORLD, &num_procs);

    int size = 1 << 28;
    std::vector<float> sendbuf(size);
    std::vector<float> recvbuf_class(size);
    std::vector<float> recvbuf_prof(size);

    // Initialize sendbuf to random values
    srand(rank*time(NULL));
    for (int i = 0; i < size; i++)
        sendbuf[i] = rand() / RAND_MAX;

    // Initialize sendbuf to random values
    srand(rank*time(NULL));
    for (int i = 0; i < size; i++)
        sendbuf[i] = rand() / RAND_MAX;

    double time;

    /************************************
     * Class GPT's Allreduce
     * **********************************/
    // Initialize Persistent Allreduce
    ClassAllreduce* class_allreduce = new ClassAllreduce(sendbuf.data(), recvbuf_class.data(), size, 
            MPI_FLOAT, MPI_SUM, MPI_COMM_WORLD);

    // Time Persistent Allreduce
    std::fill(recvbuf_class.begin(), recvbuf_class.end(), 0);
    time = class_allreduce->time_it();

    delete class_allreduce;

    // Print Timing
    if (rank == 0) printf("Class + GPT's Allreduce: %e\n", time);

    /************************************
     * Professor Bienz's Allreduce
     * **********************************/
    // Initialize Persistent Allreduce
    ProfsAllreduce* prof_allreduce = new ProfsAllreduce(sendbuf.data(), recvbuf_prof.data(), size,
            MPI_FLOAT, MPI_SUM, MPI_COMM_WORLD);

    // Time Persistent Allreduce
    std::fill(recvbuf_prof.begin(), recvbuf_prof.end(), 0);
    time = prof_allreduce->time_it();

    delete prof_allreduce;

    // Print Timing
    if (rank == 0) printf("Professor Bienz's Allreduce: %e\n", time);

    /************************************
     * Check for Correctness
     * **********************************/
    for (int i = 0; i < size; i++)
    {
        if (fabs((recvbuf_prof[i] - recvbuf_class[i])/recvbuf_prof[i]) > 1e-04)
        {
            printf("DIFFERENCE IN SOLUTIONS!\n");
            MPI_Abort(MPI_COMM_WORLD, -1);
        }
    }

    MPI_Finalize();
    return 0;
}