read-dragonfly-sample.c 5.96 KB
Newer Older
1
2
3
4
5
6
/* usage mpirun -np n ./read_file_io 
n is the number of input bgp-log files */
#include <stdio.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <mpi.h>
7
#include <assert.h>
8
#define RADIX 16
9
10
11
12
13
14
15
16
17
18

struct dfly_samples
{
   uint64_t terminal_id;
   long fin_chunks_sample;
   long data_size_sample;
   double fin_hops_sample;
   double fin_chunks_time;
   double busy_time_sample;
   double end_time;
19
20
   long fwd_events;
   long rev_events;
21
22
};

23
24
25
struct dfly_rtr_sample
{
    uint64_t router_id;
26
27
    double busy_time[RADIX];
    int64_t link_traffic[RADIX];
28
    double end_time;
29
30
    long fwd_events;
    long rev_events;
31
32
};

33
34
35
struct mpi_workload_sample
{
    int nw_id;
36
    int app_id;
37
38
39
40
41
    unsigned long num_sends_sample;
    unsigned long num_bytes_sample;
    unsigned long num_waits_sample;
    double sample_end_time;
};
42
static struct dfly_samples * event_array = NULL;
43
static struct dfly_rtr_sample * r_event_array = NULL;
44
static struct mpi_workload_sample * mpi_event_array = NULL;
45
46
47
48
49

int main( int argc, char** argv )
{
   int my_rank;
   int size;
50
   int i = 0, j = 0;
51
52
   /*int RADIX = atoi(argv[1]);
   if(!RADIX)
53
   {
54
        printf("\n Router RADIX should be specified ");
55
56
        MPI_Finalize();
        return -1;
57
   }*/
58
59
60
61
62
63
64

   MPI_Init(&argc, &argv);
   MPI_Comm_rank(MPI_COMM_WORLD, &my_rank);
   MPI_Comm_size(MPI_COMM_WORLD, &size);

   FILE* pFile;
   FILE* writeFile;
65
   FILE* writeRouterFile;
66
67
68
69

   char buffer_read[64];
   char buffer_write[64];

70
   sprintf(buffer_read, "dragonfly-cn-sampling-%d.bin", my_rank);
71
72
73
74
75
76
77
78
   pFile = fopen(buffer_read, "r+");

   struct stat st;
   stat(buffer_read, &st);
   long in_sz = st.st_size;
   event_array = malloc(in_sz);

   sprintf(buffer_write, "dragonfly-write-log.%d", my_rank);
79
   writeFile = fopen(buffer_write, "w");
80
81
82
83
84
85
86
87

   if(pFile == NULL || writeFile == NULL)
   {
	fputs("\n File error ", stderr);
	return -1;
   }
   fseek(pFile, 0L, SEEK_SET);
   fread(event_array, sizeof(struct dfly_samples), in_sz / sizeof(struct dfly_samples), pFile);
88
   fprintf(writeFile, " Rank_ID Finished_chunks Data_size Finished_hops Time_spent busy_time fwd_events rev_events sample_end_time");
89
90
   for(i = 0; i < in_sz / sizeof(struct dfly_samples); i++)
   {
91
    printf("\n Terminal id %ld ", event_array[i].terminal_id);
92
    fprintf(writeFile, "\n %ld %ld %ld %lf %lf %lf %ld %ld %lf ", event_array[i].terminal_id,
93
94
95
96
97
                                                               event_array[i].fin_chunks_sample,
                                                               event_array[i].data_size_sample,
                                                               event_array[i].fin_hops_sample, 
                                                               event_array[i].fin_chunks_time, 
                                                               event_array[i].busy_time_sample, 
98
99
                                                               event_array[i].fwd_events,
                                                               event_array[i].rev_events,
100
101
102
103
                                                               event_array[i].end_time);
   }
    fclose(pFile);
    fclose(writeFile);
104
105
106
107
108
109

    printf("\n Now reading router file ");
    /* Now read the router sampling file */
    char buffer_rtr_read[64];
    char buffer_rtr_write[64];

110
    sprintf(buffer_rtr_read, "dragonfly-router-sampling-%d.bin", my_rank);
111
112
113
114
115
116
117
118
    pFile = fopen(buffer_rtr_read, "r+");

    struct stat st2;
    stat(buffer_rtr_read, &st2);
    long in_sz_rt = st2.st_size;

    r_event_array = malloc(in_sz_rt);

119
    int sample_size = sizeof(struct dfly_rtr_sample);
120
    sprintf(buffer_rtr_write, "dragonfly-rtr-write-log.%d", my_rank);
121
    writeRouterFile = fopen(buffer_rtr_write, "w");
122

123
    if(writeRouterFile == NULL || pFile == NULL)
124
125
126
127
128
129
130
    {
        fputs("\n File error ", stderr);
        MPI_Finalize();
        return -1;
    }
    fseek(pFile, 0L, SEEK_SET);
    fread(r_event_array, sample_size, in_sz_rt / sample_size, pFile); 
131
    fprintf(writeRouterFile, "\n Router_ID Busy_time_per_channel Link_traffic_per_channel Sample_end_time fwd_events reverse_events");
132
    //printf("\n Sample size %d in_sz_rt %ld ", in_sz_rt / sample_size, in_sz_rt);
133
134
    for(i = 0; i < in_sz_rt / sample_size; i++)
    {
135
136
        //printf("\n %ld ", r_event_array[i].router_id);
        fprintf(writeRouterFile, "\n %ld ", r_event_array[i].router_id);
137
        
138
        for(j = 0; j < RADIX; j++ )
139
        {
140
141
            //printf("\n %lf ", r_event_array[i].busy_time[j]);
            fprintf(writeRouterFile, " %lf ", r_event_array[i].busy_time[j]);
142
143
        }
        
144
        for(j = 0; j < RADIX; j++ )
145
146
        {
            //printf("\n link traffic %ld ", r_event_array[i].link_traffic[j]);
147
            fprintf(writeRouterFile, " %ld ", r_event_array[i].link_traffic[j]);
148
        }
149
        fprintf(writeRouterFile, " %lf \n", r_event_array[i].end_time);
150
151
        fprintf(writeRouterFile, " %ld ", r_event_array[i].fwd_events);
        fprintf(writeRouterFile, " %ld \n", r_event_array[i].rev_events);
152
153
    }
    fclose(pFile);
154
    fclose(writeRouterFile);
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
    
    sprintf(buffer_rtr_read, "mpi-aggregate-logs-%d.bin", my_rank);
    pFile = fopen(buffer_rtr_read, "r+");
    assert(pFile);

    struct stat st3;
    stat(buffer_rtr_read, &st3);
    long in_sz_mpi = st3.st_size;

    mpi_event_array = malloc(in_sz_mpi);
    int mpi_sample_sz = sizeof(struct mpi_workload_sample);
    sprintf(buffer_rtr_write, "dragonfly-mpi-write-logs-%d", my_rank);
    writeFile = fopen(buffer_rtr_write, "w+");
    assert(writeFile);

    fread(mpi_event_array, mpi_sample_sz, in_sz_mpi / mpi_sample_sz, pFile);
    for(i = 0; i < in_sz_mpi / mpi_sample_sz; i++)
    {
173
174
175
176
        fprintf(writeFile, "\n %d %d %lu %lu %lu %lf ",
                mpi_event_array[i].nw_id,
                mpi_event_array[i].app_id,
                mpi_event_array[i].num_sends_sample,
177
178
179
180
181
182
183
                mpi_event_array[i].num_bytes_sample,
                mpi_event_array[i].num_waits_sample,
                mpi_event_array[i].sample_end_time);
    }
    fclose(pFile);
    fclose(writeFile);

184
185
    MPI_Finalize();
}