darshan-posix.c 58.7 KB
Newer Older
1
/*
Shane Snyder's avatar
Shane Snyder committed
2 3 4
 * Copyright (C) 2015 University of Chicago.
 * See COPYRIGHT notice in top-level directory.
 *
5 6
 */

7 8 9
#define _XOPEN_SOURCE 500
#define _GNU_SOURCE

10
#include "darshan-runtime-config.h"
11 12 13 14 15 16 17 18 19 20 21 22 23 24
#include <stdio.h>
#include <unistd.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <stdarg.h>
#include <string.h>
#include <time.h>
#include <stdlib.h>
#include <errno.h>
#include <sys/uio.h>
#include <sys/mman.h>
#include <search.h>
#include <assert.h>
25
#include <libgen.h>
Philip Carns's avatar
Philip Carns committed
26
#include <aio.h>
27
#include <pthread.h>
28

29
#include "utlist.h"
30
#include "darshan.h"
31
#include "darshan-dynamic.h"
32

33
#ifndef HAVE_OFF64_T
34 35
typedef int64_t off64_t;
#endif
36 37 38
#ifndef HAVE_AIOCB64
#define aiocb64 aiocb
#endif
39

40

41 42
DARSHAN_FORWARD_DECL(open, int, (const char *path, int flags, ...));
DARSHAN_FORWARD_DECL(open64, int, (const char *path, int flags, ...));
43 44
DARSHAN_FORWARD_DECL(creat, int, (const char* path, mode_t mode));
DARSHAN_FORWARD_DECL(creat64, int, (const char* path, mode_t mode));
45 46 47 48
DARSHAN_FORWARD_DECL(mkstemp, int, (char *template));
DARSHAN_FORWARD_DECL(mkostemp, int, (char *template, int flags));
DARSHAN_FORWARD_DECL(mkstemps, int, (char *template, int suffixlen));
DARSHAN_FORWARD_DECL(mkostemps, int, (char *template, int suffixlen, int flags));
49 50 51 52 53 54 55 56
DARSHAN_FORWARD_DECL(read, ssize_t, (int fd, void *buf, size_t count));
DARSHAN_FORWARD_DECL(write, ssize_t, (int fd, const void *buf, size_t count));
DARSHAN_FORWARD_DECL(pread, ssize_t, (int fd, void *buf, size_t count, off_t offset));
DARSHAN_FORWARD_DECL(pwrite, ssize_t, (int fd, const void *buf, size_t count, off_t offset));
DARSHAN_FORWARD_DECL(pread64, ssize_t, (int fd, void *buf, size_t count, off64_t offset));
DARSHAN_FORWARD_DECL(pwrite64, ssize_t, (int fd, const void *buf, size_t count, off64_t offset));
DARSHAN_FORWARD_DECL(readv, ssize_t, (int fd, const struct iovec *iov, int iovcnt));
DARSHAN_FORWARD_DECL(writev, ssize_t, (int fd, const struct iovec *iov, int iovcnt));
57 58
DARSHAN_FORWARD_DECL(lseek, off_t, (int fd, off_t offset, int whence));
DARSHAN_FORWARD_DECL(lseek64, off64_t, (int fd, off64_t offset, int whence));
59 60 61 62 63 64
DARSHAN_FORWARD_DECL(__xstat, int, (int vers, const char* path, struct stat *buf));
DARSHAN_FORWARD_DECL(__xstat64, int, (int vers, const char* path, struct stat64 *buf));
DARSHAN_FORWARD_DECL(__lxstat, int, (int vers, const char* path, struct stat *buf));
DARSHAN_FORWARD_DECL(__lxstat64, int, (int vers, const char* path, struct stat64 *buf));
DARSHAN_FORWARD_DECL(__fxstat, int, (int vers, int fd, struct stat *buf));
DARSHAN_FORWARD_DECL(__fxstat64, int, (int vers, int fd, struct stat64 *buf));
Shane Snyder's avatar
Shane Snyder committed
65 66
DARSHAN_FORWARD_DECL(mmap, void*, (void *addr, size_t length, int prot, int flags, int fd, off_t offset));
DARSHAN_FORWARD_DECL(mmap64, void*, (void *addr, size_t length, int prot, int flags, int fd, off64_t offset));
67 68
DARSHAN_FORWARD_DECL(fsync, int, (int fd));
DARSHAN_FORWARD_DECL(fdatasync, int, (int fd));
69
DARSHAN_FORWARD_DECL(close, int, (int fd));
70 71 72 73 74 75 76 77
DARSHAN_FORWARD_DECL(aio_read, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_write, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_read64, int, (struct aiocb64 *aiocbp));
DARSHAN_FORWARD_DECL(aio_write64, int, (struct aiocb64 *aiocbp));
DARSHAN_FORWARD_DECL(aio_return, ssize_t, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_return64, ssize_t, (struct aiocb64 *aiocbp));
DARSHAN_FORWARD_DECL(lio_listio, int, (int mode, struct aiocb *const aiocb_list[], int nitems, struct sigevent *sevp));
DARSHAN_FORWARD_DECL(lio_listio64, int, (int mode, struct aiocb64 *const aiocb_list[], int nitems, struct sigevent *sevp));
78

79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
/* The posix_file_record_ref structure maintains necessary runtime metadata
 * for the POSIX file record (darshan_posix_file structure, defined in
 * darshan-posix-log-format.h) pointed to by 'file_rec'. This metadata
 * assists with the instrumenting of specific statistics in the file record.
 *
 * RATIONALE: the POSIX module needs to track some stateful, volatile 
 * information about each open file (like the current file offset, most recent 
 * access time, etc.) to aid in instrumentation, but this information can't be
 * stored in the darshan_posix_file struct because we don't want it to appear in
 * the final darshan log file.  We therefore associate a posix_file_record_ref
 * struct with each darshan_posix_file struct in order to track this information
 * (i.e., the mapping between posix_file_record_ref structs to darshan_posix_file
 * structs is one-to-one).
 *
 * NOTE: we use the 'darshan_record_ref' interface (in darshan-common) to
 * associate different types of handles with this posix_file_record_ref struct.
 * This allows us to index this struct (and the underlying file record) by using
 * either the corresponding Darshan record identifier (derived from the filename)
97 98
 * or by a generated file descriptor, for instance. Note that, while there should
 * only be a single Darshan record identifier that indexes a posix_file_record_ref,
99 100
 * there could be multiple open file descriptors that index it.
 */
101
struct posix_file_record_ref
102
{
103
    struct darshan_posix_file *file_rec;
104 105 106
    int64_t offset;
    int64_t last_byte_read;
    int64_t last_byte_written;
Shane Snyder's avatar
Shane Snyder committed
107
    enum darshan_io_type last_io_type;
108 109 110
    double last_meta_end;
    double last_read_end;
    double last_write_end;
111
    void *access_root;
112
    int access_count;
113
    void *stride_root;
114
    int stride_count;
115
    struct posix_aio_tracker* aio_list;
116
    int fs_type; /* same as darshan_fs_info->fs_type */
117 118
};

119 120 121 122
/* The posix_runtime structure maintains necessary state for storing
 * POSIX file records and for coordinating with darshan-core at 
 * shutdown time.
 */
123 124
struct posix_runtime
{
125 126 127
    void *rec_id_hash;
    void *fd_hash;
    int file_rec_count;
128 129
};

130 131 132 133 134
/* struct to track information about aio operations in flight */
struct posix_aio_tracker
{
    double tm1;
    void *aiocbp;
135
    struct posix_aio_tracker *next;
136
};
137

138 139 140
static void posix_runtime_initialize(
    void);
static struct posix_file_record_ref *posix_track_new_file_record(
141
    darshan_record_id rec_id, const char *path);
142 143 144 145
static void posix_aio_tracker_add(
    int fd, void *aiocbp);
static struct posix_aio_tracker* posix_aio_tracker_del(
    int fd, void *aiocbp);
146 147
static void posix_finalize_file_records(
    void *rec_ref_p);
148 149 150 151 152
static void posix_record_reduction_op(
    void* infile_v, void* inoutfile_v, int *len, MPI_Datatype *datatype);
static void posix_shared_record_variance(
    MPI_Comm mod_comm, struct darshan_posix_file *inrec_array,
    struct darshan_posix_file *outrec_array, int shared_rec_count);
153
static void posix_cleanup_runtime(
154
    void);
155 156

static void posix_shutdown(
157
    MPI_Comm mod_comm, darshan_record_id *shared_recs,
158
    int shared_rec_count, void **posix_buf, int *posix_buf_sz);
159

160 161 162
/* DXT */
extern void dxt_posix_runtime_initialize();
extern void dxt_posix_track_new_file_record(
163
    darshan_record_id rec_id, const char *path);
164
extern void dxt_posix_add_record_ref(
165
    darshan_record_id rec_id, int fd);
166
extern void dxt_posix_write(int fd, int64_t offset, int64_t length,
167
    double start_time, double end_time);
168
extern void dxt_posix_read(int fd, int64_t offset, int64_t length,
169 170
    double start_time, double end_time);

171 172 173 174 175 176
static struct posix_runtime *posix_runtime = NULL;
static pthread_mutex_t posix_runtime_mutex = PTHREAD_RECURSIVE_MUTEX_INITIALIZER_NP;
static int instrumentation_disabled = 0;
static int my_rank = -1;
static int darshan_mem_alignment = 1;

177 178 179
#define POSIX_LOCK() pthread_mutex_lock(&posix_runtime_mutex)
#define POSIX_UNLOCK() pthread_mutex_unlock(&posix_runtime_mutex)

180 181
#define POSIX_PRE_RECORD() do { \
    POSIX_LOCK(); \
182
    if(!instrumentation_disabled) { \
183 184
        if(!posix_runtime) { \
            posix_runtime_initialize(); \
185 186 187
            /* DXT */ \
            if (getenv("ENABLE_DXT_IO_TRACE")) { \
                dxt_posix_runtime_initialize(); \
188 189
            } \
        } \
190
        if(posix_runtime) break; \
191
    } \
192 193
    POSIX_UNLOCK(); \
    return(ret); \
194 195 196 197 198
} while(0)

#define POSIX_POST_RECORD() do { \
    POSIX_UNLOCK(); \
} while(0)
199

Philip Carns's avatar
Philip Carns committed
200
#define POSIX_RECORD_OPEN(__ret, __path, __mode, __tm1, __tm2) do { \
201
    darshan_record_id rec_id; \
202 203
    struct posix_file_record_ref *rec_ref; \
    char *newpath; \
204
    if(__ret < 0) break; \
205 206 207 208 209 210 211
    newpath = darshan_clean_file_path(__path); \
    if(!newpath) newpath = (char *)__path; \
    if(darshan_core_excluded_path(newpath)) { \
        if(newpath != __path) free(newpath); \
        break; \
    } \
    rec_id = darshan_core_gen_record_id(newpath); \
212
    rec_ref = darshan_lookup_record_ref(posix_runtime->rec_id_hash, &rec_id, sizeof(darshan_record_id)); \
213 214
    if(!rec_ref) { \
        rec_ref = posix_track_new_file_record(rec_id, newpath); \
215 216 217
        /* DXT */ \
        if (getenv("ENABLE_DXT_IO_TRACE")) { \
            dxt_posix_track_new_file_record(rec_id, newpath); \
218 219
        } \
    } \
220
    if(!rec_ref) { \
221 222
        if(newpath != __path) free(newpath); \
        break; \
223
    } \
224
    if(__mode) \
225 226 227 228
        rec_ref->file_rec->counters[POSIX_MODE] = __mode; \
    rec_ref->offset = 0; \
    rec_ref->last_byte_written = 0; \
    rec_ref->last_byte_read = 0; \
229
    rec_ref->file_rec->counters[POSIX_OPENS] += 1; \
230 231 232 233
    if(rec_ref->file_rec->fcounters[POSIX_F_OPEN_START_TIMESTAMP] == 0 || \
     rec_ref->file_rec->fcounters[POSIX_F_OPEN_START_TIMESTAMP] > __tm1) \
        rec_ref->file_rec->fcounters[POSIX_F_OPEN_START_TIMESTAMP] = __tm1; \
    rec_ref->file_rec->fcounters[POSIX_F_OPEN_END_TIMESTAMP] = __tm2; \
234 235
    DARSHAN_TIMER_INC_NO_OVERLAP(rec_ref->file_rec->fcounters[POSIX_F_META_TIME], \
        __tm1, __tm2, rec_ref->last_meta_end); \
236
    darshan_add_record_ref(&(posix_runtime->fd_hash), &__ret, sizeof(int), rec_ref); \
237
    darshan_instrument_fs_data(rec_ref->fs_type, newpath, __ret); \
238
    if(newpath != __path) free(newpath); \
239 240 241
    /* DXT */ \
    if (getenv("ENABLE_DXT_IO_TRACE")) { \
        dxt_posix_add_record_ref(rec_id, __ret); \
242
    } \
243 244
} while(0)

245
#define POSIX_RECORD_READ(__ret, __fd, __pread_flag, __pread_offset, __aligned, __tm1, __tm2) do { \
246
    struct posix_file_record_ref* rec_ref; \
247
    size_t stride; \
248
    int64_t this_offset; \
249
    int64_t file_alignment; \
250 251
    double __elapsed = __tm2-__tm1; \
    if(__ret < 0) break; \
252 253
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &(__fd), sizeof(int)); \
    if(!rec_ref) break; \
254
    if(__pread_flag) \
255 256
        this_offset = __pread_offset; \
    else \
257
        this_offset = rec_ref->offset; \
258 259 260
    /* DXT to record detailed read tracing information */ \
    if (getenv("ENABLE_DXT_IO_TRACE")) { \
        dxt_posix_read(__fd, this_offset, __ret, __tm1, __tm2); \
261
    } \
262 263 264 265 266 267 268
    if(this_offset > rec_ref->last_byte_read) \
        rec_ref->file_rec->counters[POSIX_SEQ_READS] += 1;  \
    if(this_offset == (rec_ref->last_byte_read + 1)) \
        rec_ref->file_rec->counters[POSIX_CONSEC_READS] += 1;  \
    if(this_offset > 0 && this_offset > rec_ref->last_byte_read \
        && rec_ref->last_byte_read != 0) \
        stride = this_offset - rec_ref->last_byte_read - 1; \
269
    else \
270
        stride = 0; \
271 272 273 274 275
    rec_ref->last_byte_read = this_offset + __ret - 1; \
    rec_ref->offset = this_offset + __ret; \
    if(rec_ref->file_rec->counters[POSIX_MAX_BYTE_READ] < (this_offset + __ret - 1)) \
        rec_ref->file_rec->counters[POSIX_MAX_BYTE_READ] = (this_offset + __ret - 1); \
    rec_ref->file_rec->counters[POSIX_BYTES_READ] += __ret; \
276
    rec_ref->file_rec->counters[POSIX_READS] += 1; \
277 278 279 280 281 282 283
    DARSHAN_BUCKET_INC(&(rec_ref->file_rec->counters[POSIX_SIZE_READ_0_100]), __ret); \
    darshan_common_val_counter(&rec_ref->access_root, &rec_ref->access_count, __ret, \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_ACCESS]), \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_COUNT])); \
    darshan_common_val_counter(&rec_ref->stride_root, &rec_ref->stride_count, stride, \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_STRIDE]), \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_COUNT])); \
284
    if(!__aligned) \
285 286
        rec_ref->file_rec->counters[POSIX_MEM_NOT_ALIGNED] += 1; \
    file_alignment = rec_ref->file_rec->counters[POSIX_FILE_ALIGNMENT]; \
287
    if(file_alignment > 0 && (this_offset % file_alignment) != 0) \
288 289 290 291
        rec_ref->file_rec->counters[POSIX_FILE_NOT_ALIGNED] += 1; \
    if(rec_ref->last_io_type == DARSHAN_IO_WRITE) \
        rec_ref->file_rec->counters[POSIX_RW_SWITCHES] += 1; \
    rec_ref->last_io_type = DARSHAN_IO_READ; \
292 293
    if(rec_ref->file_rec->fcounters[POSIX_F_READ_START_TIMESTAMP] == 0 || \
     rec_ref->file_rec->fcounters[POSIX_F_READ_START_TIMESTAMP] > __tm1) \
294 295 296 297 298 299 300
        rec_ref->file_rec->fcounters[POSIX_F_READ_START_TIMESTAMP] = __tm1; \
    rec_ref->file_rec->fcounters[POSIX_F_READ_END_TIMESTAMP] = __tm2; \
    if(rec_ref->file_rec->fcounters[POSIX_F_MAX_READ_TIME] < __elapsed) { \
        rec_ref->file_rec->fcounters[POSIX_F_MAX_READ_TIME] = __elapsed; \
        rec_ref->file_rec->counters[POSIX_MAX_READ_TIME_SIZE] = __ret; } \
    DARSHAN_TIMER_INC_NO_OVERLAP(rec_ref->file_rec->fcounters[POSIX_F_READ_TIME], \
        __tm1, __tm2, rec_ref->last_read_end); \
301 302
} while(0)

303
#define POSIX_RECORD_WRITE(__ret, __fd, __pwrite_flag, __pwrite_offset, __aligned, __tm1, __tm2) do { \
304
    struct posix_file_record_ref* rec_ref; \
305
    size_t stride; \
306
    int64_t this_offset; \
307
    int64_t file_alignment; \
308 309
    double __elapsed = __tm2-__tm1; \
    if(__ret < 0) break; \
310 311
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &__fd, sizeof(int)); \
    if(!rec_ref) break; \
312
    if(__pwrite_flag) \
313 314
        this_offset = __pwrite_offset; \
    else \
315
        this_offset = rec_ref->offset; \
316 317 318
    /* DXT to record detailed write tracing information */ \
    if (getenv("ENABLE_DXT_IO_TRACE")) { \
        dxt_posix_write(__fd, this_offset, __ret, __tm1, __tm2); \
319
    } \
320 321 322 323 324 325 326
    if(this_offset > rec_ref->last_byte_written) \
        rec_ref->file_rec->counters[POSIX_SEQ_WRITES] += 1; \
    if(this_offset == (rec_ref->last_byte_written + 1)) \
        rec_ref->file_rec->counters[POSIX_CONSEC_WRITES] += 1; \
    if(this_offset > 0 && this_offset > rec_ref->last_byte_written \
        && rec_ref->last_byte_written != 0) \
        stride = this_offset - rec_ref->last_byte_written - 1; \
327
    else \
328
        stride = 0; \
329 330 331 332 333
    rec_ref->last_byte_written = this_offset + __ret - 1; \
    rec_ref->offset = this_offset + __ret; \
    if(rec_ref->file_rec->counters[POSIX_MAX_BYTE_WRITTEN] < (this_offset + __ret - 1)) \
        rec_ref->file_rec->counters[POSIX_MAX_BYTE_WRITTEN] = (this_offset + __ret - 1); \
    rec_ref->file_rec->counters[POSIX_BYTES_WRITTEN] += __ret; \
334
    rec_ref->file_rec->counters[POSIX_WRITES] += 1; \
335 336 337 338 339 340 341
    DARSHAN_BUCKET_INC(&(rec_ref->file_rec->counters[POSIX_SIZE_WRITE_0_100]), __ret); \
    darshan_common_val_counter(&rec_ref->access_root, &rec_ref->access_count, __ret, \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_ACCESS]), \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_COUNT])); \
    darshan_common_val_counter(&rec_ref->stride_root, &rec_ref->stride_count, stride, \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_STRIDE]), \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_COUNT])); \
342
    if(!__aligned) \
343 344
        rec_ref->file_rec->counters[POSIX_MEM_NOT_ALIGNED] += 1; \
    file_alignment = rec_ref->file_rec->counters[POSIX_FILE_ALIGNMENT]; \
345
    if(file_alignment > 0 && (this_offset % file_alignment) != 0) \
346 347 348 349
        rec_ref->file_rec->counters[POSIX_FILE_NOT_ALIGNED] += 1; \
    if(rec_ref->last_io_type == DARSHAN_IO_READ) \
        rec_ref->file_rec->counters[POSIX_RW_SWITCHES] += 1; \
    rec_ref->last_io_type = DARSHAN_IO_WRITE; \
350 351
    if(rec_ref->file_rec->fcounters[POSIX_F_WRITE_START_TIMESTAMP] == 0 || \
     rec_ref->file_rec->fcounters[POSIX_F_WRITE_START_TIMESTAMP] > __tm1) \
352 353 354 355 356 357 358
        rec_ref->file_rec->fcounters[POSIX_F_WRITE_START_TIMESTAMP] = __tm1; \
    rec_ref->file_rec->fcounters[POSIX_F_WRITE_END_TIMESTAMP] = __tm2; \
    if(rec_ref->file_rec->fcounters[POSIX_F_MAX_WRITE_TIME] < __elapsed) { \
        rec_ref->file_rec->fcounters[POSIX_F_MAX_WRITE_TIME] = __elapsed; \
        rec_ref->file_rec->counters[POSIX_MAX_WRITE_TIME_SIZE] = __ret; } \
    DARSHAN_TIMER_INC_NO_OVERLAP(rec_ref->file_rec->fcounters[POSIX_F_WRITE_TIME], \
        __tm1, __tm2, rec_ref->last_write_end); \
359
} while(0)
360

361
#define POSIX_LOOKUP_RECORD_STAT(__path, __statbuf, __tm1, __tm2) do { \
362
    darshan_record_id rec_id; \
363 364 365 366 367 368
    struct posix_file_record_ref* rec_ref; \
    char *newpath = darshan_clean_file_path(__path); \
    if(!newpath) newpath = (char *)__path; \
    if(darshan_core_excluded_path(newpath)) { \
        if(newpath != __path) free(newpath); \
        break; \
369
    } \
370 371
    rec_id = darshan_core_gen_record_id(newpath); \
    rec_ref = darshan_lookup_record_ref(posix_runtime->rec_id_hash, &rec_id, sizeof(darshan_record_id)); \
372
    if(!rec_ref) rec_ref = posix_track_new_file_record(rec_id, newpath); \
373
    if(newpath != __path) free(newpath); \
374 375
    if(rec_ref) { \
        POSIX_RECORD_STAT(rec_ref, __statbuf, __tm1, __tm2); \
376 377 378
    } \
} while(0)

379 380 381 382
#define POSIX_RECORD_STAT(__rec_ref, __statbuf, __tm1, __tm2) do { \
    (__rec_ref)->file_rec->counters[POSIX_STATS] += 1; \
    DARSHAN_TIMER_INC_NO_OVERLAP((__rec_ref)->file_rec->fcounters[POSIX_F_META_TIME], \
        __tm1, __tm2, (__rec_ref)->last_meta_end); \
383 384
} while(0)

385

386 387 388 389
/**********************************************************
 *      Wrappers for POSIX I/O functions of interest      * 
 **********************************************************/

390
int DARSHAN_DECL(open)(const char *path, int flags, ...)
391 392 393 394 395
{
    int mode = 0;
    int ret;
    double tm1, tm2;

396 397
    MAP_OR_FAIL(open);

398
    if(flags & O_CREAT) 
399 400 401 402 403 404
    {
        va_list arg;
        va_start(arg, flags);
        mode = va_arg(arg, int);
        va_end(arg);

405
        tm1 = darshan_core_wtime();
406
        ret = __real_open(path, flags, mode);
407
        tm2 = darshan_core_wtime();
408 409 410
    }
    else
    {
411
        tm1 = darshan_core_wtime();
412
        ret = __real_open(path, flags);
413
        tm2 = darshan_core_wtime();
414 415
    }

416
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
417
    POSIX_RECORD_OPEN(ret, path, mode, tm1, tm2);
418
    POSIX_POST_RECORD();
419 420 421 422

    return(ret);
}

Shane Snyder's avatar
Shane Snyder committed
423 424 425 426 427 428
int DARSHAN_DECL(open64)(const char *path, int flags, ...)
{
    int mode = 0;
    int ret;
    double tm1, tm2;

429
    MAP_OR_FAIL(open64);
Shane Snyder's avatar
Shane Snyder committed
430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448

    if(flags & O_CREAT)
    {
        va_list arg;
        va_start(arg, flags);
        mode = va_arg(arg, int);
        va_end(arg);

        tm1 = darshan_core_wtime();
        ret = __real_open64(path, flags, mode);
        tm2 = darshan_core_wtime();
    }
    else
    {
        tm1 = darshan_core_wtime();
        ret = __real_open64(path, flags);
        tm2 = darshan_core_wtime();
    }

449
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
450
    POSIX_RECORD_OPEN(ret, path, mode, tm1, tm2);
451
    POSIX_POST_RECORD();
452 453 454 455 456 457 458 459 460 461 462 463 464 465 466

    return(ret);
}

int DARSHAN_DECL(creat)(const char* path, mode_t mode)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(creat);

    tm1 = darshan_core_wtime();
    ret = __real_creat(path, mode);
    tm2 = darshan_core_wtime();

467
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
468
    POSIX_RECORD_OPEN(ret, path, mode, tm1, tm2);
469
    POSIX_POST_RECORD();
470 471 472 473 474 475 476 477 478 479

    return(ret);
}

int DARSHAN_DECL(creat64)(const char* path, mode_t mode)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(creat64);
Shane Snyder's avatar
Shane Snyder committed
480

481 482 483 484
    tm1 = darshan_core_wtime();
    ret = __real_creat64(path, mode);
    tm2 = darshan_core_wtime();

485
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
486
    POSIX_RECORD_OPEN(ret, path, mode, tm1, tm2);
487
    POSIX_POST_RECORD();
488 489 490 491

    return(ret);
}

492 493 494 495 496 497 498 499 500 501 502
int DARSHAN_DECL(mkstemp)(char* template)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkstemp);

    tm1 = darshan_core_wtime();
    ret = __real_mkstemp(template);
    tm2 = darshan_core_wtime();

503
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
504
    POSIX_RECORD_OPEN(ret, template, 0, tm1, tm2);
505
    POSIX_POST_RECORD();
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520

    return(ret);
}

int DARSHAN_DECL(mkostemp)(char* template, int flags)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkostemp);

    tm1 = darshan_core_wtime();
    ret = __real_mkostemp(template, flags);
    tm2 = darshan_core_wtime();

521
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
522
    POSIX_RECORD_OPEN(ret, template, 0, tm1, tm2);
523
    POSIX_POST_RECORD();
524 525 526 527 528 529 530 531 532 533 534 535 536 537 538

    return(ret);
}

int DARSHAN_DECL(mkstemps)(char* template, int suffixlen)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkstemps);

    tm1 = darshan_core_wtime();
    ret = __real_mkstemps(template, suffixlen);
    tm2 = darshan_core_wtime();

539
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
540
    POSIX_RECORD_OPEN(ret, template, 0, tm1, tm2);
541
    POSIX_POST_RECORD();
542 543 544 545 546 547 548 549 550 551 552 553 554 555 556

    return(ret);
}

int DARSHAN_DECL(mkostemps)(char* template, int suffixlen, int flags)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkostemps);

    tm1 = darshan_core_wtime();
    ret = __real_mkostemps(template, suffixlen, flags);
    tm2 = darshan_core_wtime();

557
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
558
    POSIX_RECORD_OPEN(ret, template, 0, tm1, tm2);
559
    POSIX_POST_RECORD();
560 561 562 563

    return(ret);
}

564 565 566 567 568 569
ssize_t DARSHAN_DECL(read)(int fd, void *buf, size_t count)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

Shane Snyder's avatar
Shane Snyder committed
570
    MAP_OR_FAIL(read);
571

572
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
573 574 575 576 577

    tm1 = darshan_core_wtime();
    ret = __real_read(fd, buf, count);
    tm2 = darshan_core_wtime();

578
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
579
    POSIX_RECORD_READ(ret, fd, 0, 0, aligned_flag, tm1, tm2);
580
    POSIX_POST_RECORD();
581 582 583 584 585 586 587 588 589 590 591 592

    return(ret);
}

ssize_t DARSHAN_DECL(write)(int fd, const void *buf, size_t count)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(write);

593
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
594 595 596 597 598

    tm1 = darshan_core_wtime();
    ret = __real_write(fd, buf, count);
    tm2 = darshan_core_wtime();

599
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
600
    POSIX_RECORD_WRITE(ret, fd, 0, 0, aligned_flag, tm1, tm2);
601
    POSIX_POST_RECORD();
602 603 604 605 606 607 608 609 610 611 612 613

    return(ret);
}

ssize_t DARSHAN_DECL(pread)(int fd, void *buf, size_t count, off_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pread);

614
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
615 616 617 618 619

    tm1 = darshan_core_wtime();
    ret = __real_pread(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

620
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
621
    POSIX_RECORD_READ(ret, fd, 1, offset, aligned_flag, tm1, tm2);
622
    POSIX_POST_RECORD();
623 624 625 626 627 628 629 630 631 632 633 634

    return(ret);
}

ssize_t DARSHAN_DECL(pwrite)(int fd, const void *buf, size_t count, off_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pwrite);

635
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
636 637 638 639 640

    tm1 = darshan_core_wtime();
    ret = __real_pwrite(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

641
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
642
    POSIX_RECORD_WRITE(ret, fd, 1, offset, aligned_flag, tm1, tm2);
643
    POSIX_POST_RECORD();
644 645 646 647 648 649 650 651 652 653 654 655

    return(ret);
}

ssize_t DARSHAN_DECL(pread64)(int fd, void *buf, size_t count, off64_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pread64);

656
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
657 658 659 660 661

    tm1 = darshan_core_wtime();
    ret = __real_pread64(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

662
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
663
    POSIX_RECORD_READ(ret, fd, 1, offset, aligned_flag, tm1, tm2);
664
    POSIX_POST_RECORD();
665 666 667 668 669 670 671 672 673 674 675 676

    return(ret);
}

ssize_t DARSHAN_DECL(pwrite64)(int fd, const void *buf, size_t count, off64_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pwrite64);

677
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
678 679 680 681 682

    tm1 = darshan_core_wtime();
    ret = __real_pwrite64(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

683
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
684
    POSIX_RECORD_WRITE(ret, fd, 1, offset, aligned_flag, tm1, tm2);
685
    POSIX_POST_RECORD();
686 687 688 689 690 691 692

    return(ret);
}

ssize_t DARSHAN_DECL(readv)(int fd, const struct iovec *iov, int iovcnt)
{
    ssize_t ret;
693
    int aligned_flag = 1;
694 695 696 697
    int i;
    double tm1, tm2;

    MAP_OR_FAIL(readv);
698

699 700 701 702
    for(i=0; i<iovcnt; i++)
    {
        if(((unsigned long)iov[i].iov_base % darshan_mem_alignment) != 0)
            aligned_flag = 0;
703
    }
704 705 706 707 708

    tm1 = darshan_core_wtime();
    ret = __real_readv(fd, iov, iovcnt);
    tm2 = darshan_core_wtime();

709
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
710
    POSIX_RECORD_READ(ret, fd, 0, 0, aligned_flag, tm1, tm2);
711
    POSIX_POST_RECORD();
712 713 714 715 716 717 718

    return(ret);
}

ssize_t DARSHAN_DECL(writev)(int fd, const struct iovec *iov, int iovcnt)
{
    ssize_t ret;
719
    int aligned_flag = 1;
720 721 722 723
    int i;
    double tm1, tm2;

    MAP_OR_FAIL(writev);
724

725 726 727 728
    for(i=0; i<iovcnt; i++)
    {
        if(((unsigned long)iov[i].iov_base % darshan_mem_alignment) != 0)
            aligned_flag = 0;
729
    }
730 731 732 733 734

    tm1 = darshan_core_wtime();
    ret = __real_writev(fd, iov, iovcnt);
    tm2 = darshan_core_wtime();

735
    POSIX_PRE_RECORD();
Philip Carns's avatar
Philip Carns committed
736
    POSIX_RECORD_WRITE(ret, fd, 0, 0, aligned_flag, tm1, tm2);
737
    POSIX_POST_RECORD();
738 739 740 741 742 743 744

    return(ret);
}

off_t DARSHAN_DECL(lseek)(int fd, off_t offset, int whence)
{
    off_t ret;
745
    struct posix_file_record_ref *rec_ref;
746 747 748 749 750 751 752 753 754 755
    double tm1, tm2;

    MAP_OR_FAIL(lseek);

    tm1 = darshan_core_wtime();
    ret = __real_lseek(fd, offset, whence);
    tm2 = darshan_core_wtime();

    if(ret >= 0)
    {
756
        POSIX_PRE_RECORD();
757 758
        rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
        if(rec_ref)
759
        {
760
            rec_ref->offset = ret;
761
            DARSHAN_TIMER_INC_NO_OVERLAP(
762 763 764
                rec_ref->file_rec->fcounters[POSIX_F_META_TIME],
                tm1, tm2, rec_ref->last_meta_end);
            rec_ref->file_rec->counters[POSIX_SEEKS] += 1;
765
        }
766
        POSIX_POST_RECORD();
767 768 769 770 771 772 773 774
    }

    return(ret);
}

off_t DARSHAN_DECL(lseek64)(int fd, off_t offset, int whence)
{
    off_t ret;
775
    struct posix_file_record_ref *rec_ref;
776 777 778 779 780 781 782 783 784 785
    double tm1, tm2;

    MAP_OR_FAIL(lseek64);

    tm1 = darshan_core_wtime();
    ret = __real_lseek64(fd, offset, whence);
    tm2 = darshan_core_wtime();

    if(ret >= 0)
    {
786
        POSIX_PRE_RECORD();
787 788
        rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
        if(rec_ref)
789
        {
790
            rec_ref->offset = ret;
791
            DARSHAN_TIMER_INC_NO_OVERLAP(
792 793 794
                rec_ref->file_rec->fcounters[POSIX_F_META_TIME],
                tm1, tm2, rec_ref->last_meta_end);
            rec_ref->file_rec->counters[POSIX_SEEKS] += 1;
795
        }
796
        POSIX_POST_RECORD();
797 798 799 800 801
    }

    return(ret);
}

802 803 804 805 806 807 808 809 810 811 812 813 814 815
int DARSHAN_DECL(__xstat)(int vers, const char *path, struct stat *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__xstat);

    tm1 = darshan_core_wtime();
    ret = __real___xstat(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

816
    POSIX_PRE_RECORD();
817
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
818
    POSIX_POST_RECORD();
819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836

    return(ret);
}

int DARSHAN_DECL(__xstat64)(int vers, const char *path, struct stat64 *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__xstat64);

    tm1 = darshan_core_wtime();
    ret = __real___xstat64(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

837
    POSIX_PRE_RECORD();
838
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
839
    POSIX_POST_RECORD();
840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857

    return(ret);
}

int DARSHAN_DECL(__lxstat)(int vers, const char *path, struct stat *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__lxstat);

    tm1 = darshan_core_wtime();
    ret = __real___lxstat(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

858
    POSIX_PRE_RECORD();
859
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
860
    POSIX_POST_RECORD();
861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878

    return(ret);
}

int DARSHAN_DECL(__lxstat64)(int vers, const char *path, struct stat64 *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__lxstat64);

    tm1 = darshan_core_wtime();
    ret = __real___lxstat64(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

879
    POSIX_PRE_RECORD();
880
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
881
    POSIX_POST_RECORD();
882 883 884 885 886 887 888

    return(ret);
}

int DARSHAN_DECL(__fxstat)(int vers, int fd, struct stat *buf)
{
    int ret;
889
    struct posix_file_record_ref *rec_ref;
890 891 892 893 894 895 896 897 898 899 900
    double tm1, tm2;

    MAP_OR_FAIL(__fxstat);

    tm1 = darshan_core_wtime();
    ret = __real___fxstat(vers, fd, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

901
    POSIX_PRE_RECORD();
902 903
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
904
    {
905
        POSIX_RECORD_STAT(rec_ref, buf, tm1, tm2);
906
    }
907
    POSIX_POST_RECORD();
908 909 910 911 912 913 914

    return(ret);
}

int DARSHAN_DECL(__fxstat64)(int vers, int fd, struct stat64 *buf)
{
    int ret;
915
    struct posix_file_record_ref *rec_ref;
916 917 918 919 920 921 922 923 924 925 926
    double tm1, tm2;

    MAP_OR_FAIL(__fxstat64);

    tm1 = darshan_core_wtime();
    ret = __real___fxstat64(vers, fd, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

927
    POSIX_PRE_RECORD();
928 929
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
930
    {
931
        POSIX_RECORD_STAT(rec_ref, buf, tm1, tm2);
932
    }
933
    POSIX_POST_RECORD();
934 935 936 937

    return(ret);
}

Shane Snyder's avatar
Shane Snyder committed
938 939 940 941
void* DARSHAN_DECL(mmap)(void *addr, size_t length, int prot, int flags,
    int fd, off_t offset)
{
    void* ret;
942
    struct posix_file_record_ref *rec_ref;
Shane Snyder's avatar
Shane Snyder committed
943 944 945 946 947 948 949

    MAP_OR_FAIL(mmap);

    ret = __real_mmap(addr, length, prot, flags, fd, offset);
    if(ret == MAP_FAILED)
        return(ret);

950
    POSIX_PRE_RECORD();
951 952
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
Shane Snyder's avatar
Shane Snyder committed
953
    {
954
        rec_ref->file_rec->counters[POSIX_MMAPS] += 1;
Shane Snyder's avatar
Shane Snyder committed
955
    }
956
    POSIX_POST_RECORD();
Shane Snyder's avatar
Shane Snyder committed
957 958 959 960 961 962 963 964

    return(ret);
}

void* DARSHAN_DECL(mmap64)(void *addr, size_t length, int prot, int flags,
    int fd, off64_t offset)
{
    void* ret;
965
    struct posix_file_record_ref *rec_ref;
Shane Snyder's avatar
Shane Snyder committed
966 967 968 969 970 971 972

    MAP_OR_FAIL(mmap64);

    ret = __real_mmap64(addr, length, prot, flags, fd, offset);
    if(ret == MAP_FAILED)
        return(ret);

973
    POSIX_PRE_RECORD();
974 975
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
Shane Snyder's avatar
Shane Snyder committed
976
    {
977
        rec_ref->file_rec->counters[POSIX_MMAPS] += 1;
Shane Snyder's avatar
Shane Snyder committed
978
    }
979
    POSIX_POST_RECORD();
Shane Snyder's avatar
Shane Snyder committed
980 981 982 983

    return(ret);
}

984 985 986
int DARSHAN_DECL(fsync)(int fd)
{
    int ret;
987
    struct posix_file_record_ref *rec_ref;
988 989 990 991 992 993 994 995 996 997 998
    double tm1, tm2;

    MAP_OR_FAIL(fsync);

    tm1 = darshan_core_wtime();
    ret = __real_fsync(fd);
    tm2 = darshan_core_wtime();

    if(ret < 0)
        return(ret);

999
    POSIX_PRE_RECORD();
1000 1001
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
1002
    {