read-dragonfly-sample.c 5.84 KB
Newer Older
1 2 3 4 5 6
/* usage mpirun -np n ./read_file_io 
n is the number of input bgp-log files */
#include <stdio.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <mpi.h>
7
#include <assert.h>
8
#define RADIX 16
9 10 11 12 13 14 15 16 17 18

struct dfly_samples
{
   uint64_t terminal_id;
   long fin_chunks_sample;
   long data_size_sample;
   double fin_hops_sample;
   double fin_chunks_time;
   double busy_time_sample;
   double end_time;
19 20
   long fwd_events;
   long rev_events;
21 22
};

23 24 25
struct dfly_rtr_sample
{
    uint64_t router_id;
26 27
    double busy_time[RADIX];
    int64_t link_traffic[RADIX];
28
    double end_time;
29 30
    long fwd_events;
    long rev_events;
31 32
};

33 34 35 36 37 38 39 40
struct mpi_workload_sample
{
    int nw_id;
    unsigned long num_sends_sample;
    unsigned long num_bytes_sample;
    unsigned long num_waits_sample;
    double sample_end_time;
};
41
static struct dfly_samples * event_array = NULL;
42
static struct dfly_rtr_sample * r_event_array = NULL;
43
static struct mpi_workload_sample * mpi_event_array = NULL;
44 45 46 47 48

int main( int argc, char** argv )
{
   int my_rank;
   int size;
49
   int i = 0, j = 0;
50 51
   /*int RADIX = atoi(argv[1]);
   if(!RADIX)
52
   {
53
        printf("\n Router RADIX should be specified ");
54 55
        MPI_Finalize();
        return -1;
56
   }*/
57 58 59 60 61 62 63

   MPI_Init(&argc, &argv);
   MPI_Comm_rank(MPI_COMM_WORLD, &my_rank);
   MPI_Comm_size(MPI_COMM_WORLD, &size);

   FILE* pFile;
   FILE* writeFile;
64
   FILE* writeRouterFile;
65 66 67 68

   char buffer_read[64];
   char buffer_write[64];

69
   sprintf(buffer_read, "dragonfly-cn-sampling-%d.bin", my_rank);
70 71 72 73 74 75 76 77
   pFile = fopen(buffer_read, "r+");

   struct stat st;
   stat(buffer_read, &st);
   long in_sz = st.st_size;
   event_array = malloc(in_sz);

   sprintf(buffer_write, "dragonfly-write-log.%d", my_rank);
78
   writeFile = fopen(buffer_write, "w");
79 80 81 82 83 84 85 86

   if(pFile == NULL || writeFile == NULL)
   {
	fputs("\n File error ", stderr);
	return -1;
   }
   fseek(pFile, 0L, SEEK_SET);
   fread(event_array, sizeof(struct dfly_samples), in_sz / sizeof(struct dfly_samples), pFile);
87
   fprintf(writeFile, " Rank_ID Finished_chunks Data_size Finished_hops Time_spent busy_time fwd_events rev_events sample_end_time");
88 89
   for(i = 0; i < in_sz / sizeof(struct dfly_samples); i++)
   {
90
    printf("\n Terminal id %ld ", event_array[i].terminal_id);
91
    fprintf(writeFile, "\n %ld %ld %ld %lf %lf %lf %ld %ld %lf ", event_array[i].terminal_id,
92 93 94 95 96
                                                               event_array[i].fin_chunks_sample,
                                                               event_array[i].data_size_sample,
                                                               event_array[i].fin_hops_sample, 
                                                               event_array[i].fin_chunks_time, 
                                                               event_array[i].busy_time_sample, 
97 98
                                                               event_array[i].fwd_events,
                                                               event_array[i].rev_events,
99 100 101 102
                                                               event_array[i].end_time);
   }
    fclose(pFile);
    fclose(writeFile);
103 104 105 106 107 108

    printf("\n Now reading router file ");
    /* Now read the router sampling file */
    char buffer_rtr_read[64];
    char buffer_rtr_write[64];

109
    sprintf(buffer_rtr_read, "dragonfly-router-sampling-%d.bin", my_rank);
110 111 112 113 114 115 116 117
    pFile = fopen(buffer_rtr_read, "r+");

    struct stat st2;
    stat(buffer_rtr_read, &st2);
    long in_sz_rt = st2.st_size;

    r_event_array = malloc(in_sz_rt);

118
    int sample_size = sizeof(struct dfly_rtr_sample);
119
    sprintf(buffer_rtr_write, "dragonfly-rtr-write-log.%d", my_rank);
120
    writeRouterFile = fopen(buffer_rtr_write, "w");
121

122
    if(writeRouterFile == NULL || pFile == NULL)
123 124 125 126 127 128 129
    {
        fputs("\n File error ", stderr);
        MPI_Finalize();
        return -1;
    }
    fseek(pFile, 0L, SEEK_SET);
    fread(r_event_array, sample_size, in_sz_rt / sample_size, pFile); 
130
    fprintf(writeRouterFile, "\n Router_ID Busy_time_per_channel Link_traffic_per_channel Sample_end_time fwd_events reverse_events");
131
    //printf("\n Sample size %d in_sz_rt %ld ", in_sz_rt / sample_size, in_sz_rt);
132 133
    for(i = 0; i < in_sz_rt / sample_size; i++)
    {
134 135
        //printf("\n %ld ", r_event_array[i].router_id);
        fprintf(writeRouterFile, "\n %ld ", r_event_array[i].router_id);
136
        
137
        for(j = 0; j < RADIX; j++ )
138
        {
139 140
            //printf("\n %lf ", r_event_array[i].busy_time[j]);
            fprintf(writeRouterFile, " %lf ", r_event_array[i].busy_time[j]);
141 142
        }
        
143
        for(j = 0; j < RADIX; j++ )
144 145
        {
            //printf("\n link traffic %ld ", r_event_array[i].link_traffic[j]);
146
            fprintf(writeRouterFile, " %ld ", r_event_array[i].link_traffic[j]);
147
        }
148
        fprintf(writeRouterFile, " %lf \n", r_event_array[i].end_time);
149 150
        fprintf(writeRouterFile, " %ld ", r_event_array[i].fwd_events);
        fprintf(writeRouterFile, " %ld \n", r_event_array[i].rev_events);
151 152
    }
    fclose(pFile);
153
    fclose(writeRouterFile);
154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179
    
    sprintf(buffer_rtr_read, "mpi-aggregate-logs-%d.bin", my_rank);
    pFile = fopen(buffer_rtr_read, "r+");
    assert(pFile);

    struct stat st3;
    stat(buffer_rtr_read, &st3);
    long in_sz_mpi = st3.st_size;

    mpi_event_array = malloc(in_sz_mpi);
    int mpi_sample_sz = sizeof(struct mpi_workload_sample);
    sprintf(buffer_rtr_write, "dragonfly-mpi-write-logs-%d", my_rank);
    writeFile = fopen(buffer_rtr_write, "w+");
    assert(writeFile);

    fread(mpi_event_array, mpi_sample_sz, in_sz_mpi / mpi_sample_sz, pFile);
    for(i = 0; i < in_sz_mpi / mpi_sample_sz; i++)
    {
        fprintf(writeFile, "\n %ld %ld %ld %lf ", mpi_event_array[i].num_sends_sample,
                mpi_event_array[i].num_bytes_sample,
                mpi_event_array[i].num_waits_sample,
                mpi_event_array[i].sample_end_time);
    }
    fclose(pFile);
    fclose(writeFile);

180 181
    MPI_Finalize();
}