darshan-posix.c 57.1 KB
Newer Older
1
2
3
4
5
/*
 *  (C) 2009 by Argonne National Laboratory.
 *      See COPYRIGHT in top-level directory.
 */

6
#include "darshan-runtime-config.h"
7
8
9
10
11
12
13
14
15
16
17
18
19
20
#include <stdio.h>
#include <unistd.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <stdarg.h>
#include <string.h>
#include <time.h>
#include <stdlib.h>
#include <errno.h>
#include <sys/uio.h>
#include <sys/mman.h>
#include <search.h>
#include <assert.h>
21
#include <libgen.h>
22
#include <limits.h>
Philip Carns's avatar
Philip Carns committed
23
#include <aio.h>
24
25
#define __USE_GNU
#include <pthread.h>
26
27
28

#include "darshan.h"

29
#ifndef HAVE_OFF64_T
30
31
32
typedef int64_t off64_t;
#endif

33
34
extern char* __progname_full;

35
#ifdef DARSHAN_PRELOAD
36
37
38
#define __USE_GNU
#include <dlfcn.h>
#include <stdlib.h>
39

40
41
42
43
44
#define DARSHAN_FORWARD_DECL(name,ret,args) \
  ret (*__real_ ## name)args = NULL;

#define DARSHAN_DECL(__name) __name

45
46
47
48
49
50
51
52
53
54
55
56
57
#define DARSHAN_MPI_CALL(func) __real_ ## func

#define MAP_OR_FAIL(func) \
    if (!(__real_ ## func)) \
    { \
        __real_ ## func = dlsym(RTLD_NEXT, #func); \
        if(!(__real_ ## func)) { \
           fprintf(stderr, "Darshan failed to map symbol: %s\n", #func); \
           exit(1); \
       } \
    }


58
extern double (*__real_PMPI_Wtime)(void);
59

60
61
62
63
64
65
66
#else

#define DARSHAN_FORWARD_DECL(name,ret,args) \
  extern ret __real_ ## name args;

#define DARSHAN_DECL(__name) __wrap_ ## __name

67
68
69
70
#define MAP_OR_FAIL(func)

#define DARSHAN_MPI_CALL(func) func

71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
#endif

DARSHAN_FORWARD_DECL(creat, int, (const char* path, mode_t mode));
DARSHAN_FORWARD_DECL(creat64, int, (const char* path, mode_t mode));
DARSHAN_FORWARD_DECL(open, int, (const char *path, int flags, ...));
DARSHAN_FORWARD_DECL(open64, int, (const char *path, int flags, ...));
DARSHAN_FORWARD_DECL(close, int, (int fd));
DARSHAN_FORWARD_DECL(write, ssize_t, (int fd, const void *buf, size_t count));
DARSHAN_FORWARD_DECL(read, ssize_t, (int fd, void *buf, size_t count));
DARSHAN_FORWARD_DECL(lseek, off_t, (int fd, off_t offset, int whence));
DARSHAN_FORWARD_DECL(lseek64, off64_t, (int fd, off64_t offset, int whence));
DARSHAN_FORWARD_DECL(pread, ssize_t, (int fd, void *buf, size_t count, off_t offset));
DARSHAN_FORWARD_DECL(pread64, ssize_t, (int fd, void *buf, size_t count, off64_t offset));
DARSHAN_FORWARD_DECL(pwrite, ssize_t, (int fd, const void *buf, size_t count, off_t offset));
DARSHAN_FORWARD_DECL(pwrite64, ssize_t, (int fd, const void *buf, size_t count, off64_t offset
));
DARSHAN_FORWARD_DECL(readv, ssize_t, (int fd, const struct iovec *iov, int iovcnt));
DARSHAN_FORWARD_DECL(writev, ssize_t, (int fd, const struct iovec *iov, int iovcnt));
DARSHAN_FORWARD_DECL(__fxstat, int, (int vers, int fd, struct stat *buf));
DARSHAN_FORWARD_DECL(__fxstat64, int, (int vers, int fd, struct stat64 *buf));
DARSHAN_FORWARD_DECL(__lxstat, int, (int vers, const char* path, struct stat *buf));
DARSHAN_FORWARD_DECL(__lxstat64, int, (int vers, const char* path, struct stat64 *buf));
DARSHAN_FORWARD_DECL(__xstat, int, (int vers, const char* path, struct stat *buf));
DARSHAN_FORWARD_DECL(__xstat64, int, (int vers, const char* path, struct stat64 *buf));
DARSHAN_FORWARD_DECL(mmap, void*, (void *addr, size_t length, int prot, int flags, int fd, off_t offset));
DARSHAN_FORWARD_DECL(mmap64, void*, (void *addr, size_t length, int prot, int flags, int fd, off64_t offset));
DARSHAN_FORWARD_DECL(fopen, FILE*, (const char *path, const char *mode));
DARSHAN_FORWARD_DECL(fopen64, FILE*, (const char *path, const char *mode));
DARSHAN_FORWARD_DECL(fclose, int, (FILE *fp));
DARSHAN_FORWARD_DECL(fread, size_t, (void *ptr, size_t size, size_t nmemb, FILE *stream));
DARSHAN_FORWARD_DECL(fwrite, size_t, (const void *ptr, size_t size, size_t nmemb, FILE *stream));
DARSHAN_FORWARD_DECL(fseek, int, (FILE *stream, long offset, int whence));
DARSHAN_FORWARD_DECL(fsync, int, (int fd));
DARSHAN_FORWARD_DECL(fdatasync, int, (int fd));
Philip Carns's avatar
Philip Carns committed
105
106
107
108
109
110
111
112
DARSHAN_FORWARD_DECL(aio_read, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_read64, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_write, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_write64, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(lio_listio, int, (int mode, struct aiocb *const aiocb_list[], int nitems, struct sigevent *sevp));
DARSHAN_FORWARD_DECL(lio_listio64, int, (int mode, struct aiocb *const aiocb_list[], int nitems, struct sigevent *sevp));
DARSHAN_FORWARD_DECL(aio_return, ssize_t, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_return64, ssize_t, (struct aiocb *aiocbp));
113

114
pthread_mutex_t cp_mutex = PTHREAD_RECURSIVE_MUTEX_INITIALIZER_NP;
115
116
struct darshan_job_runtime* darshan_global_job = NULL;
static int my_rank = -1;
117
static struct stat64 cp_stat_buf;
118
static int darshan_mem_alignment = 1;
119

120
121
122
123
/* struct to track information about aio operations in flight */
struct darshan_aio_tracker
{
    double tm1;
124
    struct aiocb *aiocbp;
125
126
127
    struct darshan_aio_tracker* next;
};

128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
/* these are paths that we will not trace */
static char* exclusions[] = {
"/etc/",
"/dev/",
"/usr/",
"/bin/",
"/boot/",
"/lib/",
"/opt/",
"/sbin/",
"/sys/",
"/proc/",
NULL
};

143
144
static double posix_wtime(void);

145
146
static void cp_access_counter(struct darshan_file_runtime* file, ssize_t size,     enum cp_counter_type type);

147
148
149
150
151
152
153
154
static struct darshan_file_ref* ref_by_handle(
    const void* handle,
    int handle_sz,
    enum darshan_handle_type handle_type);

static struct darshan_file_runtime* darshan_file_by_fd(int fd);
static void darshan_file_close_fd(int fd);
static struct darshan_file_runtime* darshan_file_by_name_setfd(const char* name, int fd);
155
static char* clean_path(const char* path);
156
157
static void darshan_aio_tracker_add(struct aiocb *aiocbp);
static struct darshan_aio_tracker* darshan_aio_tracker_del(struct aiocb *aiocbp);
158

Philip Carns's avatar
Philip Carns committed
159
#define CP_RECORD_WRITE(__ret, __fd, __count, __pwrite_flag, __pwrite_offset, __aligned, __stream_flag, __tm1, __tm2) do{ \
160
    size_t stride; \
Philip Carns's avatar
Philip Carns committed
161
    int64_t this_offset; \
162
163
    int64_t file_alignment; \
    struct darshan_file_runtime* file; \
164
    double __elapsed = __tm2-__tm1; \
165
166
167
    if(__ret < 0) break; \
    file = darshan_file_by_fd(__fd); \
    if(!file) break; \
Philip Carns's avatar
Philip Carns committed
168
169
170
171
    if(__pwrite_flag) \
        this_offset = __pwrite_offset; \
    else \
        this_offset = file->offset; \
172
    file_alignment = CP_VALUE(file, CP_FILE_ALIGNMENT); \
Philip Carns's avatar
Philip Carns committed
173
    if(this_offset > file->last_byte_written) \
174
        CP_INC(file, CP_SEQ_WRITES, 1); \
Philip Carns's avatar
Philip Carns committed
175
    if(this_offset == (file->last_byte_written + 1)) \
176
        CP_INC(file, CP_CONSEC_WRITES, 1); \
Philip Carns's avatar
Philip Carns committed
177
    if(this_offset > 0 && this_offset > file->last_byte_written \
178
        && file->last_byte_written != 0) \
Philip Carns's avatar
Philip Carns committed
179
        stride = this_offset - file->last_byte_written - 1; \
180
181
    else \
        stride = 0; \
Philip Carns's avatar
Philip Carns committed
182
183
184
    file->last_byte_written = this_offset + __ret - 1; \
    file->offset = this_offset + __ret; \
    CP_MAX(file, CP_MAX_BYTE_WRITTEN, (this_offset + __ret -1)); \
185
186
187
188
189
190
191
192
193
    CP_INC(file, CP_BYTES_WRITTEN, __ret); \
    if(__stream_flag) \
        CP_INC(file, CP_POSIX_FWRITES, 1); \
    else \
        CP_INC(file, CP_POSIX_WRITES, 1); \
    CP_BUCKET_INC(file, CP_SIZE_WRITE_0_100, __ret); \
    cp_access_counter(file, stride, CP_COUNTER_STRIDE); \
    if(!__aligned) \
        CP_INC(file, CP_MEM_NOT_ALIGNED, 1); \
Philip Carns's avatar
Philip Carns committed
194
    if(file_alignment > 0 && (this_offset % file_alignment) != 0) \
195
196
197
198
199
        CP_INC(file, CP_FILE_NOT_ALIGNED, 1); \
    cp_access_counter(file, __ret, CP_COUNTER_ACCESS); \
    if(file->last_io_type == CP_READ) \
        CP_INC(file, CP_RW_SWITCHES, 1); \
    file->last_io_type = CP_WRITE; \
200
    CP_F_INC_NO_OVERLAP(file, __tm1, __tm2, file->last_posix_write_end, CP_F_POSIX_WRITE_TIME); \
201
202
203
    if(CP_F_VALUE(file, CP_F_WRITE_START_TIMESTAMP) == 0) \
        CP_F_SET(file, CP_F_WRITE_START_TIMESTAMP, __tm1); \
    CP_F_SET(file, CP_F_WRITE_END_TIMESTAMP, __tm2); \
204
205
206
    if(CP_F_VALUE(file, CP_F_MAX_WRITE_TIME) < __elapsed){ \
        CP_F_SET(file, CP_F_MAX_WRITE_TIME, __elapsed); \
        CP_SET(file, CP_MAX_WRITE_TIME_SIZE, __ret); } \
207
208
} while(0)

209
#define CP_RECORD_READ(__ret, __fd, __count, __pread_flag, __pread_offset, __aligned, __stream_flag, __tm1, __tm2) do{ \
210
    size_t stride; \
211
    int64_t this_offset; \
212
213
    struct darshan_file_runtime* file; \
    int64_t file_alignment; \
214
    double __elapsed = __tm2-__tm1; \
215
216
217
    if(__ret < 0) break; \
    file = darshan_file_by_fd(__fd); \
    if(!file) break; \
218
219
220
221
    if(__pread_flag)\
        this_offset = __pread_offset; \
    else \
        this_offset = file->offset; \
222
    file_alignment = CP_VALUE(file, CP_FILE_ALIGNMENT); \
223
    if(this_offset > file->last_byte_read) \
224
        CP_INC(file, CP_SEQ_READS, 1); \
225
    if(this_offset == (file->last_byte_read + 1)) \
226
        CP_INC(file, CP_CONSEC_READS, 1); \
227
    if(this_offset > 0 && this_offset > file->last_byte_read \
228
        && file->last_byte_read != 0) \
229
        stride = this_offset - file->last_byte_read - 1; \
230
231
    else \
        stride = 0; \
232
233
234
    file->last_byte_read = this_offset + __ret - 1; \
    CP_MAX(file, CP_MAX_BYTE_READ, (this_offset + __ret -1)); \
    file->offset = this_offset + __ret; \
235
236
237
238
239
240
241
242
243
    CP_INC(file, CP_BYTES_READ, __ret); \
    if(__stream_flag)\
        CP_INC(file, CP_POSIX_FREADS, 1); \
    else\
        CP_INC(file, CP_POSIX_READS, 1); \
    CP_BUCKET_INC(file, CP_SIZE_READ_0_100, __ret); \
    cp_access_counter(file, stride, CP_COUNTER_STRIDE); \
    if(!__aligned) \
        CP_INC(file, CP_MEM_NOT_ALIGNED, 1); \
Philip Carns's avatar
Philip Carns committed
244
    if(file_alignment > 0 && (this_offset % file_alignment) != 0) \
245
246
247
248
249
        CP_INC(file, CP_FILE_NOT_ALIGNED, 1); \
    cp_access_counter(file, __ret, CP_COUNTER_ACCESS); \
    if(file->last_io_type == CP_WRITE) \
        CP_INC(file, CP_RW_SWITCHES, 1); \
    file->last_io_type = CP_READ; \
250
    CP_F_INC_NO_OVERLAP(file, __tm1, __tm2, file->last_posix_read_end, CP_F_POSIX_READ_TIME); \
251
252
253
    if(CP_F_VALUE(file, CP_F_READ_START_TIMESTAMP) == 0) \
        CP_F_SET(file, CP_F_READ_START_TIMESTAMP, __tm1); \
    CP_F_SET(file, CP_F_READ_END_TIMESTAMP, __tm2); \
254
255
256
    if(CP_F_VALUE(file, CP_F_MAX_READ_TIME) < __elapsed){ \
        CP_F_SET(file, CP_F_MAX_READ_TIME, __elapsed); \
        CP_SET(file, CP_MAX_READ_TIME_SIZE, __ret); } \
257
258
} while(0)

259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
#define CP_LOOKUP_RECORD_STAT(__path, __statbuf, __tm1, __tm2) do { \
    char* exclude; \
    int tmp_index = 0; \
    struct darshan_file_runtime* file; \
    while((exclude = exclusions[tmp_index])) { \
        if(!(strncmp(exclude, __path, strlen(exclude)))) \
            break; \
        tmp_index++; \
    } \
    if(exclude) break; \
    file = darshan_file_by_name(__path); \
    if (file) \
    { \
        CP_RECORD_STAT(file, __statbuf, __tm1, __tm2); \
    } \
} while(0)

    
277
#define CP_RECORD_STAT(__file, __statbuf, __tm1, __tm2) do { \
278
    if(!CP_VALUE((__file), CP_POSIX_STATS) && !CP_VALUE((__file), CP_POSIX_OPENS)){ \
279
280
281
282
        CP_SET((__file), CP_FILE_ALIGNMENT, (__statbuf)->st_blksize); \
        CP_SET((__file), CP_SIZE_AT_OPEN, (__statbuf)->st_size); \
    }\
    (__file)->log_file->rank = my_rank; \
283
    CP_F_INC_NO_OVERLAP(file, __tm1, __tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME); \
284
285
286
    CP_INC(__file, CP_POSIX_STATS, 1); \
} while(0)

Philip Carns's avatar
Philip Carns committed
287
#ifdef __CP_STAT_AT_OPEN
288
#define CP_STAT_FILE(_f, _p, _r) do { \
289
    if(!CP_VALUE((_f), CP_POSIX_STATS) && !CP_VALUE((_f), CP_POSIX_OPENS)){ \
290
        if(fstat64(_r, &cp_stat_buf) == 0) { \
Philip Carns's avatar
Philip Carns committed
291
292
293
294
295
296
            CP_SET(_f, CP_FILE_ALIGNMENT, cp_stat_buf.st_blksize); \
            CP_SET(_f, CP_SIZE_AT_OPEN, cp_stat_buf.st_size); \
        }\
    }\
}while(0)
#else
297
#define CP_STAT_FILE(_f, _p, _r) do { }while(0)
Philip Carns's avatar
Philip Carns committed
298
299
#endif

300
301
302
303
304
305
306
307
308
309
310
#define CP_RECORD_OPEN(__ret, __path, __mode, __stream_flag, __tm1, __tm2) do { \
    struct darshan_file_runtime* file; \
    char* exclude; \
    int tmp_index = 0; \
    if(__ret < 0) break; \
    while((exclude = exclusions[tmp_index])) { \
        if(!(strncmp(exclude, __path, strlen(exclude)))) \
            break; \
        tmp_index++; \
    } \
    if(exclude) break; \
311
    file = darshan_file_by_name_setfd(__path, __ret); \
312
    if(!file) break; \
313
    CP_STAT_FILE(file, __path, __ret); \
314
315
316
317
318
319
320
321
322
323
324
    file->log_file->rank = my_rank; \
    if(__mode) \
        CP_SET(file, CP_MODE, __mode); \
    file->offset = 0; \
    file->last_byte_written = 0; \
    file->last_byte_read = 0; \
    if(__stream_flag)\
        CP_INC(file, CP_POSIX_FOPENS, 1); \
    else \
        CP_INC(file, CP_POSIX_OPENS, 1); \
    if(CP_F_VALUE(file, CP_F_OPEN_TIMESTAMP) == 0) \
325
        CP_F_SET(file, CP_F_OPEN_TIMESTAMP, posix_wtime()); \
326
    CP_F_INC_NO_OVERLAP(file, __tm1, __tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME); \
327
328
} while (0)

329
int DARSHAN_DECL(close)(int fd)
330
331
332
333
334
335
{
    struct darshan_file_runtime* file;
    int tmp_fd = fd;
    double tm1, tm2;
    int ret;

336
337
    MAP_OR_FAIL(close);

338
339
340
341
342
343
344
345
346
347
    tm1 = darshan_wtime();
    ret = __real_close(fd);
    tm2 = darshan_wtime();

    CP_LOCK();
    file = darshan_file_by_fd(tmp_fd);
    if(file)
    {
        file->last_byte_written = 0;
        file->last_byte_read = 0;
348
        CP_F_SET(file, CP_F_CLOSE_TIMESTAMP, posix_wtime());
349
        CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME);
350
        darshan_file_close_fd(tmp_fd);
351
352
353
354
355
356
    }
    CP_UNLOCK();

    return(ret);
}

357
int DARSHAN_DECL(fclose)(FILE *fp)
358
359
360
361
362
363
{
    struct darshan_file_runtime* file;
    int tmp_fd = fileno(fp);
    double tm1, tm2;
    int ret;

364
365
    MAP_OR_FAIL(fclose);

366
367
368
369
370
371
372
373
374
375
    tm1 = darshan_wtime();
    ret = __real_fclose(fp);
    tm2 = darshan_wtime();
    
    CP_LOCK();
    file = darshan_file_by_fd(tmp_fd);
    if(file)
    {
        file->last_byte_written = 0;
        file->last_byte_read = 0;
376
        CP_F_SET(file, CP_F_CLOSE_TIMESTAMP, posix_wtime());
377
        CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME);
378
        darshan_file_close_fd(tmp_fd);
379
380
381
382
383
384
385
    }
    CP_UNLOCK();

    return(ret);
}


386
int DARSHAN_DECL(fsync)(int fd)
387
388
389
390
391
{
    int ret;
    struct darshan_file_runtime* file;
    double tm1, tm2;

392
393
    MAP_OR_FAIL(fsync);

394
395
396
397
398
399
400
401
402
403
404
    tm1 = darshan_wtime();
    ret = __real_fsync(fd);
    tm2 = darshan_wtime();

    if(ret < 0)
        return(ret);

    CP_LOCK();
    file = darshan_file_by_fd(fd);
    if(file)
    {
405
        CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_write_end, CP_F_POSIX_WRITE_TIME); \
406
407
408
409
410
411
412
        CP_INC(file, CP_POSIX_FSYNCS, 1);
    }
    CP_UNLOCK();

    return(ret);
}

413
int DARSHAN_DECL(fdatasync)(int fd)
414
415
416
417
418
{
    int ret;
    struct darshan_file_runtime* file;
    double tm1, tm2;

419
420
    MAP_OR_FAIL(fdatasync);

421
422
423
424
425
426
427
428
429
430
    tm1 = darshan_wtime();
    ret = __real_fdatasync(fd);
    tm2 = darshan_wtime();
    if(ret < 0)
        return(ret);

    CP_LOCK();
    file = darshan_file_by_fd(fd);
    if(file)
    {
431
        CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_write_end, CP_F_POSIX_WRITE_TIME); \
432
433
434
435
436
437
438
439
        CP_INC(file, CP_POSIX_FDSYNCS, 1);
    }
    CP_UNLOCK();

    return(ret);
}


440
void* DARSHAN_DECL(mmap64)(void *addr, size_t length, int prot, int flags,
441
442
443
444
445
    int fd, off64_t offset)
{
    void* ret;
    struct darshan_file_runtime* file;

446
447
    MAP_OR_FAIL(mmap64);

448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
    ret = __real_mmap64(addr, length, prot, flags, fd, offset);
    if(ret == MAP_FAILED)
        return(ret);

    CP_LOCK();
    file = darshan_file_by_fd(fd);
    if(file)
    {
        CP_INC(file, CP_POSIX_MMAPS, 1);
    }
    CP_UNLOCK();

    return(ret);
}


464
void* DARSHAN_DECL(mmap)(void *addr, size_t length, int prot, int flags,
465
466
467
468
469
    int fd, off_t offset)
{
    void* ret;
    struct darshan_file_runtime* file;

470
471
    MAP_OR_FAIL(mmap);

472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
    ret = __real_mmap(addr, length, prot, flags, fd, offset);
    if(ret == MAP_FAILED)
        return(ret);

    CP_LOCK();
    file = darshan_file_by_fd(fd);
    if(file)
    {
        CP_INC(file, CP_POSIX_MMAPS, 1);
    }
    CP_UNLOCK();

    return(ret);
}

487
int DARSHAN_DECL(creat)(const char* path, mode_t mode)
488
489
490
491
{
    int ret;
    double tm1, tm2;

492
493
    MAP_OR_FAIL(creat);

494
495
496
497
498
499
500
501
502
503
504
    tm1 = darshan_wtime();
    ret = __real_creat(path, mode);
    tm2 = darshan_wtime();

    CP_LOCK();
    CP_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
    CP_UNLOCK();

    return(ret);
}

505
int DARSHAN_DECL(creat64)(const char* path, mode_t mode)
506
507
508
509
{
    int ret;
    double tm1, tm2;

510
511
    MAP_OR_FAIL(creat64);

512
513
514
515
516
517
518
519
520
521
522
    tm1 = darshan_wtime();
    ret = __real_creat64(path, mode);
    tm2 = darshan_wtime();

    CP_LOCK();
    CP_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
    CP_UNLOCK();

    return(ret);
}

523
int DARSHAN_DECL(open64)(const char* path, int flags, ...)
524
525
526
527
528
{
    int mode = 0;
    int ret;
    double tm1, tm2;

529
530
    MAP_OR_FAIL(open64);

531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
    if (flags & O_CREAT) 
    {
        va_list arg;
        va_start(arg, flags);
        mode = va_arg(arg, int);
        va_end(arg);

        tm1 = darshan_wtime();
        ret = __real_open64(path, flags, mode);
        tm2 = darshan_wtime();
    }
    else
    {
        tm1 = darshan_wtime();
        ret = __real_open64(path, flags);
        tm2 = darshan_wtime();
    }

    CP_LOCK();
    CP_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
    CP_UNLOCK();

    return(ret);
}

556
int DARSHAN_DECL(open)(const char *path, int flags, ...)
557
558
559
560
561
{
    int mode = 0;
    int ret;
    double tm1, tm2;

562
563
    MAP_OR_FAIL(open);

564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
    if (flags & O_CREAT) 
    {
        va_list arg;
        va_start(arg, flags);
        mode = va_arg(arg, int);
        va_end(arg);

        tm1 = darshan_wtime();
        ret = __real_open(path, flags, mode);
        tm2 = darshan_wtime();
    }
    else
    {
        tm1 = darshan_wtime();
        ret = __real_open(path, flags);
        tm2 = darshan_wtime();
    }

    CP_LOCK();
    CP_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
    CP_UNLOCK();

    return(ret);
}

589
FILE* DARSHAN_DECL(fopen64)(const char *path, const char *mode)
590
591
592
593
594
{
    FILE* ret;
    int fd;
    double tm1, tm2;

595
596
    MAP_OR_FAIL(fopen64);

597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
    tm1 = darshan_wtime();
    ret = __real_fopen64(path, mode);
    tm2 = darshan_wtime();
    if(ret == 0)
        fd = -1;
    else
        fd = fileno(ret);

    CP_LOCK();
    CP_RECORD_OPEN(fd, path, 0, 1, tm1, tm2);
    CP_UNLOCK();

    return(ret);
}

612
FILE* DARSHAN_DECL(fopen)(const char *path, const char *mode)
613
614
615
616
617
{
    FILE* ret;
    int fd;
    double tm1, tm2;

618
619
    MAP_OR_FAIL(fopen);

620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
    tm1 = darshan_wtime();
    ret = __real_fopen(path, mode);
    tm2 = darshan_wtime();
    if(ret == 0)
        fd = -1;
    else
        fd = fileno(ret);

    CP_LOCK();
    CP_RECORD_OPEN(fd, path, 0, 1, tm1, tm2);
    CP_UNLOCK();

    return(ret);
}

635
int DARSHAN_DECL(__xstat64)(int vers, const char *path, struct stat64 *buf)
636
637
638
639
{
    int ret;
    double tm1, tm2;

640
641
    MAP_OR_FAIL(__xstat64);

642
643
644
645
646
647
648
    tm1 = darshan_wtime();
    ret = __real___xstat64(vers, path, buf);
    tm2 = darshan_wtime();
    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

    CP_LOCK();
649
    CP_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
650
651
652
653
654
    CP_UNLOCK();

    return(ret);
}

655
int DARSHAN_DECL(__lxstat64)(int vers, const char *path, struct stat64 *buf)
656
657
658
659
{
    int ret;
    double tm1, tm2;

660
661
    MAP_OR_FAIL(__lxstat64);

662
663
664
665
666
667
668
    tm1 = darshan_wtime();
    ret = __real___lxstat64(vers, path, buf);
    tm2 = darshan_wtime();
    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

    CP_LOCK();
669
    CP_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
670
671
672
673
674
    CP_UNLOCK();

    return(ret);
}

675
int DARSHAN_DECL(__fxstat64)(int vers, int fd, struct stat64 *buf)
676
677
678
679
680
{
    int ret;
    struct darshan_file_runtime* file;
    double tm1, tm2;

681
682
    MAP_OR_FAIL(__fxstat64);

683
684
685
686
687
688
689
690
691
692
693
694
695
696
    tm1 = darshan_wtime();
    ret = __real___fxstat64(vers, fd, buf);
    tm2 = darshan_wtime();
    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

    /* skip logging if this was triggered internally */
    if(buf == &cp_stat_buf)
        return(ret);

    CP_LOCK();
    file = darshan_file_by_fd(fd);
    if(file)
    {
697
        CP_RECORD_STAT(file, buf, tm1, tm2);
698
699
700
701
702
703
704
    }
    CP_UNLOCK();

    return(ret);
}


705
int DARSHAN_DECL(__xstat)(int vers, const char *path, struct stat *buf)
706
707
708
709
{
    int ret;
    double tm1, tm2;

710
711
    MAP_OR_FAIL(__xstat);

712
713
714
715
716
717
718
    tm1 = darshan_wtime();
    ret = __real___xstat(vers, path, buf);
    tm2 = darshan_wtime();
    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

    CP_LOCK();
719
    CP_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
720
721
722
723
724
    CP_UNLOCK();

    return(ret);
}

725
int DARSHAN_DECL(__lxstat)(int vers, const char *path, struct stat *buf)
726
727
728
729
{
    int ret;
    double tm1, tm2;

730
731
    MAP_OR_FAIL(__lxstat);

732
733
734
735
736
737
738
    tm1 = darshan_wtime();
    ret = __real___lxstat(vers, path, buf);
    tm2 = darshan_wtime();
    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

    CP_LOCK();
739
    CP_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
740
741
742
743
744
    CP_UNLOCK();

    return(ret);
}

745
int DARSHAN_DECL(__fxstat)(int vers, int fd, struct stat *buf)
746
747
748
749
750
{
    int ret;
    struct darshan_file_runtime* file;
    double tm1, tm2;

751
752
    MAP_OR_FAIL(__fxstat);

753
754
755
756
757
758
759
    tm1 = darshan_wtime();
    ret = __real___fxstat(vers, fd, buf);
    tm2 = darshan_wtime();
    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

    /* skip logging if this was triggered internally */
760
    if((void*)buf == (void*)&cp_stat_buf)
761
762
763
764
765
766
        return(ret);

    CP_LOCK();
    file = darshan_file_by_fd(fd);
    if(file)
    {
767
        CP_RECORD_STAT(file, buf, tm1, tm2);
768
769
770
771
772
773
    }
    CP_UNLOCK();

    return(ret);
}

774
ssize_t DARSHAN_DECL(pread64)(int fd, void *buf, size_t count, off64_t offset)
775
776
777
778
779
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

780
781
    MAP_OR_FAIL(pread64);

782
    if((unsigned long)buf % darshan_mem_alignment == 0)
783
784
785
786
787
788
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_pread64(fd, buf, count, offset);
    tm2 = darshan_wtime();
    CP_LOCK();
789
    CP_RECORD_READ(ret, fd, count, 1, offset, aligned_flag, 0, tm1, tm2);
790
791
792
793
    CP_UNLOCK();
    return(ret);
}

794
ssize_t DARSHAN_DECL(pread)(int fd, void *buf, size_t count, off_t offset)
795
796
797
798
799
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

800
801
    MAP_OR_FAIL(pread);

802
    if((unsigned long)buf % darshan_mem_alignment == 0)
803
804
805
806
807
808
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_pread(fd, buf, count, offset);
    tm2 = darshan_wtime();
    CP_LOCK();
809
    CP_RECORD_READ(ret, fd, count, 1, offset, aligned_flag, 0, tm1, tm2);
810
811
812
813
814
    CP_UNLOCK();
    return(ret);
}


815
ssize_t DARSHAN_DECL(pwrite)(int fd, const void *buf, size_t count, off_t offset)
816
817
818
819
820
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

821
822
    MAP_OR_FAIL(pwrite);

823
    if((unsigned long)buf % darshan_mem_alignment == 0)
824
825
826
827
828
829
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_pwrite(fd, buf, count, offset);
    tm2 = darshan_wtime();
    CP_LOCK();
Philip Carns's avatar
Philip Carns committed
830
    CP_RECORD_WRITE(ret, fd, count, 1, offset, aligned_flag, 0, tm1, tm2);
831
832
833
834
    CP_UNLOCK();
    return(ret);
}

835
ssize_t DARSHAN_DECL(pwrite64)(int fd, const void *buf, size_t count, off64_t offset)
836
837
838
839
840
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

841
842
    MAP_OR_FAIL(pwrite64);

843
    if((unsigned long)buf % darshan_mem_alignment == 0)
844
845
846
847
848
849
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_pwrite64(fd, buf, count, offset);
    tm2 = darshan_wtime();
    CP_LOCK();
Philip Carns's avatar
Philip Carns committed
850
    CP_RECORD_WRITE(ret, fd, count, 1, offset, aligned_flag, 0, tm1, tm2);
851
852
853
854
    CP_UNLOCK();
    return(ret);
}

855
ssize_t DARSHAN_DECL(readv)(int fd, const struct iovec *iov, int iovcnt)
856
857
858
859
860
861
{
    ssize_t ret;
    int aligned_flag = 1;
    int i;
    double tm1, tm2;

862
863
    MAP_OR_FAIL(readv);

864
865
    for(i=0; i<iovcnt; i++)
    {
866
        if(((unsigned long)iov[i].iov_base % darshan_mem_alignment) != 0)
867
868
869
870
871
872
873
            aligned_flag = 0;
    }

    tm1 = darshan_wtime();
    ret = __real_readv(fd, iov, iovcnt);
    tm2 = darshan_wtime();
    CP_LOCK();
874
    CP_RECORD_READ(ret, fd, count, 0, 0, aligned_flag, 0, tm1, tm2);
875
876
877
878
    CP_UNLOCK();
    return(ret);
}

879
ssize_t DARSHAN_DECL(writev)(int fd, const struct iovec *iov, int iovcnt)
880
881
882
883
884
885
{
    ssize_t ret;
    int aligned_flag = 1;
    int i;
    double tm1, tm2;

886
887
    MAP_OR_FAIL(writev);

888
889
    for(i=0; i<iovcnt; i++)
    {
890
        if(!((unsigned long)iov[i].iov_base % darshan_mem_alignment == 0))
891
892
893
894
895
896
897
            aligned_flag = 0;
    }

    tm1 = darshan_wtime();
    ret = __real_writev(fd, iov, iovcnt);
    tm2 = darshan_wtime();
    CP_LOCK();
Philip Carns's avatar
Philip Carns committed
898
    CP_RECORD_WRITE(ret, fd, count, 0, 0, aligned_flag, 0, tm1, tm2);
899
900
901
902
    CP_UNLOCK();
    return(ret);
}

903
size_t DARSHAN_DECL(fread)(void *ptr, size_t size, size_t nmemb, FILE *stream)
904
905
906
907
908
{
    size_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

909
910
    MAP_OR_FAIL(fread);

911
    if((unsigned long)ptr % darshan_mem_alignment == 0)
912
913
914
915
916
917
918
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_fread(ptr, size, nmemb, stream);
    tm2 = darshan_wtime();
    CP_LOCK();
    if(ret > 0)
919
        CP_RECORD_READ(size*ret, fileno(stream), (size*nmemb), 0, 0, aligned_flag, 1, tm1, tm2);
920
    else
921
        CP_RECORD_READ(ret, fileno(stream), (size*nmemb), 0, 0, aligned_flag, 1, tm1, tm2);
922
923
924
925
    CP_UNLOCK();
    return(ret);
}

926
ssize_t DARSHAN_DECL(read)(int fd, void *buf, size_t count)
927
928
929
930
931
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

932
933
    MAP_OR_FAIL(read);

934
    if((unsigned long)buf % darshan_mem_alignment == 0)
935
936
937
938
939
940
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_read(fd, buf, count);
    tm2 = darshan_wtime();
    CP_LOCK();
941
    CP_RECORD_READ(ret, fd, count, 0, 0, aligned_flag, 0, tm1, tm2);
942
943
944
945
    CP_UNLOCK();
    return(ret);
}

946
ssize_t DARSHAN_DECL(write)(int fd, const void *buf, size_t count)
947
948
949
950
951
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

952
953
    MAP_OR_FAIL(write);

954
    if((unsigned long)buf % darshan_mem_alignment == 0)
955
956
957
958
959
960
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_write(fd, buf, count);
    tm2 = darshan_wtime();
    CP_LOCK();
Philip Carns's avatar
Philip Carns committed
961
    CP_RECORD_WRITE(ret, fd, count, 0, 0, aligned_flag, 0, tm1, tm2);
962
963
964
965
    CP_UNLOCK();
    return(ret);
}

966
size_t DARSHAN_DECL(fwrite)(const void *ptr, size_t size, size_t nmemb, FILE *stream)
967
968
969
970
971
{
    size_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

972
973
    MAP_OR_FAIL(fwrite);

974
    if((unsigned long)ptr % darshan_mem_alignment == 0)
975
976
977
978
979
980
981
        aligned_flag = 1;

    tm1 = darshan_wtime();
    ret = __real_fwrite(ptr, size, nmemb, stream);
    tm2 = darshan_wtime();
    CP_LOCK();
    if(ret > 0)
Philip Carns's avatar
Philip Carns committed
982
        CP_RECORD_WRITE(size*ret, fileno(stream), (size*nmemb), 0, 0, aligned_flag, 1, tm1, tm2);
983
    else
Philip Carns's avatar
Philip Carns committed
984
        CP_RECORD_WRITE(ret, fileno(stream), 0, 0, 0, aligned_flag, 1, tm1, tm2);
985
986
987
988
    CP_UNLOCK();
    return(ret);
}

989
off64_t DARSHAN_DECL(lseek64)(int fd, off64_t offset, int whence)
990
{
Philip Carns's avatar
Philip Carns committed
991
    off64_t ret;
992
993
994
    struct darshan_file_runtime* file;
    double tm1, tm2;

995
996
    MAP_OR_FAIL(lseek64);

997
998
999
1000
1001
1002
1003
1004
1005
1006
    tm1 = darshan_wtime();
    ret = __real_lseek64(fd, offset, whence);
    tm2 = darshan_wtime();
    if(ret >= 0)
    {
        CP_LOCK();
        file = darshan_file_by_fd(fd);
        if(file)
        {
            file->offset = ret;
1007
            CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME);
1008
1009
1010
1011
1012
1013
1014
            CP_INC(file, CP_POSIX_SEEKS, 1);
        }
        CP_UNLOCK();
    }
    return(ret);
}

1015
off_t DARSHAN_DECL(lseek)(int fd, off_t offset, int whence)
1016
1017
1018
1019
1020
{
    off_t ret;
    struct darshan_file_runtime* file;
    double tm1, tm2;

1021
1022
    MAP_OR_FAIL(lseek);

1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
    tm1 = darshan_wtime();
    ret = __real_lseek(fd, offset, whence);
    tm2 = darshan_wtime();
    if(ret >= 0)
    {
        CP_LOCK();
        file = darshan_file_by_fd(fd);
        if(file)
        {
            file->offset = ret;
1033
            CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME);
1034
1035
1036
1037
1038
1039
1040
            CP_INC(file, CP_POSIX_SEEKS, 1);
        }
        CP_UNLOCK();
    }
    return(ret);
}

Philip Carns's avatar
Philip Carns committed
1041
1042
1043
ssize_t DARSHAN_DECL(aio_return64)(struct aiocb *aiocbp)
{
    int ret;
1044
1045
1046
    double tm2;
    struct darshan_aio_tracker *tmp;
    int aligned_flag = 0;
Philip Carns's avatar
Philip Carns committed
1047
1048
1049
1050

    MAP_OR_FAIL(aio_return64);

    ret = __real_aio_return64(aiocbp);
1051
1052
1053
1054
1055
1056
1057
1058
    tm2 = darshan_wtime();
    tmp = darshan_aio_tracker_del(aiocbp);

    if(tmp)
    {
        if((unsigned long)aiocbp->aio_buf % darshan_mem_alignment == 0)
            aligned_flag = 1;
        CP_LOCK();
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
        if(aiocbp->aio_lio_opcode == LIO_WRITE)
        {
            CP_RECORD_WRITE(ret, aiocbp->aio_fildes, aiocbp->aio_nbytes,
                1, aiocbp->aio_offset, aligned_flag, 0, tmp->tm1, tm2);
        }
        if(aiocbp->aio_lio_opcode == LIO_READ)
        {
            CP_RECORD_READ(ret, aiocbp->aio_fildes, aiocbp->aio_nbytes,
                1, aiocbp->aio_offset, aligned_flag, 0, tmp->tm1, tm2);
        }
1069
1070
1071
        CP_UNLOCK();
        free(tmp);
    }
Philip Carns's avatar
Philip Carns committed
1072
1073
1074
1075
1076
1077
1078

    return(ret);
}

ssize_t DARSHAN_DECL(aio_return)(struct aiocb *aiocbp)
{
    int ret;
1079
1080
1081
    double tm2;
    struct darshan_aio_tracker *tmp;
    int aligned_flag = 0;
Philip Carns's avatar
Philip Carns committed
1082
1083
1084
1085

    MAP_OR_FAIL(aio_return);

    ret = __real_aio_return(aiocbp);
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
    tm2 = darshan_wtime();
    tmp = darshan_aio_tracker_del(aiocbp);

    if(tmp)
    {
        if((unsigned long)aiocbp->aio_buf % darshan_mem_alignment == 0)
            aligned_flag = 1;
        CP_LOCK();
        CP_RECORD_WRITE(ret, aiocbp->aio_fildes, aiocbp->aio_nbytes,
            1, aiocbp->aio_offset, aligned_flag, 0, tmp->tm1, tm2);
        CP_UNLOCK();
        free(tmp);
    }
Philip Carns's avatar
Philip Carns committed
1099
1100
1101
1102
1103
1104
1105
1106

    return(ret);
}

int DARSHAN_DECL(lio_listio)(int mode, struct aiocb *const aiocb_list[],
    int nitems, struct sigevent *sevp)
{
    int ret;
Philip Carns's avatar
Philip Carns committed
1107
    int i;
Philip Carns's avatar
Philip Carns committed
1108
1109
1110
1111

    MAP_OR_FAIL(lio_listio);

    ret = __real_lio_listio(mode, aiocb_list, nitems, sevp);
Philip Carns's avatar
Philip Carns committed
1112
1113
1114
1115
1116
1117
1118
    if(ret == 0)
    {
        for(i=0; i<nitems; i++)
        {
            darshan_aio_tracker_add(aiocb_list[i]);        
        }
    }
Philip Carns's avatar
Philip Carns committed
1119
1120
1121
1122
1123
1124
1125
1126

    return(ret);
}

int DARSHAN_DECL(lio_listio64)(int mode, struct aiocb *const aiocb_list[],
    int nitems, struct sigevent *sevp)
{
    int ret;
Philip Carns's avatar
Philip Carns committed
1127
    int i;
Philip Carns's avatar
Philip Carns committed
1128

Philip Carns's avatar
Philip Carns committed
1129
    MAP_OR_FAIL(lio_listio);
Philip Carns's avatar
Philip Carns committed
1130

Philip Carns's avatar
Philip Carns committed
1131
1132
1133
1134
1135
1136
1137
1138
    ret = __real_lio_listio(mode, aiocb_list, nitems, sevp);
    if(ret == 0)
    {
        for(i=0; i<nitems; i++)
        {
            darshan_aio_tracker_add(aiocb_list[i]);        
        }
    }
Philip Carns's avatar
Philip Carns committed
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149

    return(ret);
}

int DARSHAN_DECL(aio_write64)(struct aiocb *aiocbp)
{
    int ret;

    MAP_OR_FAIL(aio_write64);

    ret = __real_aio_write64(aiocbp);
1150
    if(ret == 0)
1151
        darshan_aio_tracker_add(aiocbp);
Philip Carns's avatar
Philip Carns committed
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162

    return(ret);
}

int DARSHAN_DECL(aio_write)(struct aiocb *aiocbp)
{
    int ret;

    MAP_OR_FAIL(aio_write);

    ret = __real_aio_write(aiocbp);
1163
1164
    if(ret == 0)
        darshan_aio_tracker_add(aiocbp);
Philip Carns's avatar
Philip Carns committed
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175

    return(ret);
}

int DARSHAN_DECL(aio_read64)(struct aiocb *aiocbp)
{
    int ret;

    MAP_OR_FAIL(aio_read64);

    ret = __real_aio_read64(aiocbp);
1176
1177
    if(ret == 0)
        darshan_aio_tracker_add(aiocbp);
Philip Carns's avatar
Philip Carns committed
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188

    return(ret);
}

int DARSHAN_DECL(aio_read)(struct aiocb *aiocbp)
{
    int ret;

    MAP_OR_FAIL(aio_read);

    ret = __real_aio_read(aiocbp);
1189
1190
    if(ret == 0)
        darshan_aio_tracker_add(aiocbp);
Philip Carns's avatar
Philip Carns committed
1191
1192
1193
1194

    return(ret);
}

1195
int DARSHAN_DECL(fseek)(FILE *stream, long offset, int whence)
1196
1197
1198
1199
1200
{
    int ret;
    struct darshan_file_runtime* file;
    double tm1, tm2;

1201
1202
    MAP_OR_FAIL(fseek);

1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
    tm1 = darshan_wtime();
    ret = __real_fseek(stream, offset, whence);
    tm2 = darshan_wtime();
    if(ret >= 0)
    {
        CP_LOCK();
        file = darshan_file_by_fd(fileno(stream));
        if(file)
        {
            file->offset = ret;
1213
            CP_F_INC_NO_OVERLAP(file, tm1, tm2, file->last_posix_meta_end, CP_F_POSIX_META_TIME);
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
            CP_INC(file, CP_POSIX_FSEEKS, 1);
        }
        CP_UNLOCK();
    }
    return(ret);
}

void darshan_finalize(struct darshan_job_runtime* job)
{
    if(!job)
    {
        return;
    }

    free(job);
}

void darshan_initialize(int argc, char** argv,  int nprocs, int rank)
{
    int i;
    char* disable;
    char* disable_timing;
1236
    char* envstr;
1237
1238
1239
    char* truncate_string = "<TRUNCATED>";
    int truncate_offset;
    int chars_left = 0;
1240
1241
    int ret;
    int tmpval;
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256

    disable = getenv("DARSHAN_DISABLE");
    if(disable)
    {
        /* turn off tracing */
        return;
    }

    disable_timing = getenv("DARSHAN_DISABLE_TIMING");

    if(darshan_global_job != NULL)
    {
        return;
    }

1257
1258
1259
    #if (__CP_MEM_ALIGNMENT < 1)
        #error Darshan must be configured with a positive value for --with-mem-align
    #endif
1260
1261
1262
    envstr = getenv("DARSHAN_MEMALIGN");
    if (envstr)
    {
1263
1264
1265
1266
1267
1268
        ret = sscanf(envstr, "%d", &tmpval);
        /* silently ignore if the env variable is set poorly */
        if(ret == 1 && tmpval > 0)
        {
            darshan_mem_alignment = tmpval;
        }
1269
1270
1271
1272
1273
1274
    }
    else
    {
        darshan_mem_alignment = __CP_MEM_ALIGNMENT;
    }

1275
1276
1277
1278
1279
1280
    /* avoid floating point errors on faulty input */
    if (darshan_mem_alignment < 1)
    {
        darshan_mem_alignment = 1;
    }

1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
    /* allocate structure to track darshan_global_job information */
    darshan_global_job = malloc(sizeof(*darshan_global_job));
    if(!darshan_global_job)
    {
        return;
    }
    memset(darshan_global_job, 0, sizeof(*darshan_global_job));

    if(disable_timing)
    {
        darshan_global_job->flags |= CP_FLAG_NOTIMING;
    }

    /* set up file records */
    for(i=0; i<CP_MAX_FILES; i++)
    {
        darshan_global_job->file_runtime_array[i].log_file = 
            &darshan_global_job->file_array[i];
    }

    strcpy(darshan_global_job->log_job.version_string, CP_VERSION);
1302
    darshan_global_job->log_job.magic_nr = CP_MAGIC_NR;
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
    darshan_global_job->log_job.uid = getuid();
    darshan_global_job->log_job.start_time = time(NULL);
    darshan_global_job->log_job.nprocs = nprocs;
    my_rank = rank;

    /* record exe and arguments */
    for(i=0; i<argc; i++)
    {
        chars_left = CP_EXE_LEN-strlen(darshan_global_job->exe);
        strncat(darshan_global_job->exe, argv[i], chars_left);
        if(i < (argc-1))
        {
            chars_left = CP_EXE_LEN-strlen(darshan_global_job->exe);
            strncat(darshan_global_job->exe, " ", chars_left);
        }
    }

    /* if we don't see any arguments, then use glibc symbol to get
     * program name at least (this happens in fortran)
     */
    if(argc == 0)
    {
        chars_left = CP_EXE_LEN-strlen(darshan_global_job->exe);
        strncat(darshan_global_job->exe, __progname_full, chars_left);
        chars_left = CP_EXE_LEN-strlen(darshan_global_job->exe);
        strncat(darshan_global_job->exe, " <unknown args>", chars_left);
    }

    if(chars_left == 0)
    {
        /* we ran out of room; mark that string was truncated */
        truncate_offset = CP_EXE_LEN - strlen(truncate_string);
        sprintf(&darshan_global_job->exe[truncate_offset], "%s", 
            truncate_string);
    }
1338
1339
1340
1341
1342
1343
1344
1345

    /* collect information about command line and 
     * mounted file systems 
     */
    darshan_global_job->trailing_data = 
        darshan_get_exe_and_mounts(darshan_global_job);

    return;
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
}

/* darshan_condense()
 *
 * collapses all file statistics into a single unified set of counters; used
 * when we have opened too many files to track independently
 */
void darshan_condense(void)
{
    struct darshan_file_runtime* base_file;
    struct darshan_file_runtime* iter_file;
    int i;
    int j;

    if(!darshan_global_job)
        return;

    base_file = &darshan_global_job->file_runtime_array[0];

    /* iterate through files */
    for(j=1; j<darshan_global_job->file_count; j++)
    {
        iter_file = &darshan_global_job->file_runtime_array[j];

        /* iterate through records */
        for(i=0; i<CP_NUM_INDICES; i++)
        {
            switch(i)
            {
                /* NOTE: several fields cease to make sense if the records
                 * have been condensed.  Just let them get summed anyway.
                 */
                /* TODO: double check this */

                /* keep up with global maxes in case they are helpful */
                case CP_MAX_BYTE_READ:
                case CP_MAX_BYTE_WRITTEN:
                    CP_MAX(base_file, i, CP_VALUE(iter_file, i));
                    break;

1386
1387
1388
1389
1390
1391
1392
                /* do nothing with these; they are handled in the floating
                 * point loop 
                 */
                case CP_MAX_WRITE_TIME_SIZE:
                case CP_MAX_READ_TIME_SIZE:
                    break;

1393
1394
                /* pick one */
                case CP_DEVICE:
1395
                case CP_SIZE_AT_OPEN:
1396
1397
1398
                    CP_SET(base_file, i, CP_VALUE(iter_file, i));
                    break;

1399
1400
1401
1402
1403
1404
1405
1406
                /* most records can simply be added */
                default:
                    CP_INC(base_file, i, CP_VALUE(iter_file, i));
                    break;
            }
        }
        for(i=0; i<CP_F_NUM_INDICES; i++)
        {
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
            switch(i)
            {
                case CP_F_MAX_WRITE_TIME:
                    if(CP_F_VALUE(iter_file, i) > CP_F_VALUE(base_file, i))
                    {
                        CP_F_SET(base_file, i, CP_F_VALUE(iter_file, i));
                        CP_SET(base_file, CP_MAX_WRITE_TIME_SIZE, 
                            CP_VALUE(iter_file, CP_MAX_WRITE_TIME_SIZE));
                    }
                    break;
                case CP_F_MAX_READ_TIME:
                    if(CP_F_VALUE(iter_file, i) > CP_F_VALUE(base_file, i))
                    {
                        CP_F_SET(base_file, i, CP_F_VALUE(iter_file, i));
                        CP_SET(base_file, CP_MAX_READ_TIME_SIZE, 
                            CP_VALUE(iter_file, CP_MAX_READ_TIME_SIZE));
                    }
                    break;
                default:
                    CP_F_SET(base_file, i, CP_F_VALUE(iter_file, i) + CP_F_VALUE(base_file, i));
                    break;
            }
1429
        }
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444

        if(base_file->aio_list_tail)
        {
            /* base has an aio list already; add on to it */
            assert(base_file->aio_list_head);
            base_file->aio_list_tail->next = iter_file->aio_list_head;
            if(iter_file->aio_list_tail)
                base_file->aio_list_tail = iter_file->aio_list_tail;
        }
        else
        {
            /* take on list from iter */
            base_file->aio_list_head = iter_file->aio_list_head;
            base_file->aio_list_tail = iter_file->aio_list_tail;
        }
1445
1446
1447
1448
1449
1450
1451
1452
1453
    }
    
    base_file->log_file->hash = 0;
    
    darshan_global_job->flags |= CP_FLAG_CONDENSED;
    darshan_global_job->file_count = 1;

    /* clear hash tables for safety */
    memset(darshan_global_job->name_table, 0, CP_HASH_SIZE*sizeof(struct darshan_file_runtime*));
1454
    memset(darshan_global_job->handle_table, 0, CP_HASH_SIZE*sizeof(*darshan_global_job->handle_table));
1455
1456
1457
1458
    
    return;
}

1459
static struct darshan_file_runtime* darshan_file_by_name_setfd(const char* name, int fd)
1460
1461
1462
{
    struct darshan_file_runtime* tmp_file;

1463
    tmp_file = darshan_file_by_name_sethandle(name, &fd, sizeof(fd), DARSHAN_FD);
1464
1465
1466
    return(tmp_file);
}

1467
static void darshan_file_close_fd(int fd)
1468
{
1469
1470
1471
    darshan_file_closehandle(&fd, sizeof(fd), DARSHAN_FD);
    return;
}
1472

1473
1474
1475
static struct darshan_file_runtime* darshan_file_by_fd(int fd)
{
    struct darshan_file_runtime* tmp_file;
1476

1477
1478
1479
    tmp_file = darshan_file_by_handle(&fd, sizeof(fd), DARSHAN_FD);
    
    return(tmp_file);