darshan-posix.c 59.9 KB
Newer Older
1
/*
Shane Snyder's avatar
Shane Snyder committed
2 3 4
 * Copyright (C) 2015 University of Chicago.
 * See COPYRIGHT notice in top-level directory.
 *
5 6
 */

7 8 9
#define _XOPEN_SOURCE 500
#define _GNU_SOURCE

10
#include "darshan-runtime-config.h"
11 12 13 14 15 16 17 18 19 20 21 22 23 24
#include <stdio.h>
#include <unistd.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <stdarg.h>
#include <string.h>
#include <time.h>
#include <stdlib.h>
#include <errno.h>
#include <sys/uio.h>
#include <sys/mman.h>
#include <search.h>
#include <assert.h>
25
#include <libgen.h>
Philip Carns's avatar
Philip Carns committed
26
#include <aio.h>
27
#include <pthread.h>
28

29
#include "utlist.h"
30
#include "darshan.h"
31
#include "darshan-dynamic.h"
32

33
#ifndef HAVE_OFF64_T
34 35
typedef int64_t off64_t;
#endif
36 37 38
#ifndef HAVE_AIOCB64
#define aiocb64 aiocb
#endif
39

40 41
DARSHAN_FORWARD_DECL(open, int, (const char *path, int flags, ...));
DARSHAN_FORWARD_DECL(open64, int, (const char *path, int flags, ...));
42 43
DARSHAN_FORWARD_DECL(creat, int, (const char* path, mode_t mode));
DARSHAN_FORWARD_DECL(creat64, int, (const char* path, mode_t mode));
44 45
DARSHAN_FORWARD_DECL(fopen, FILE*, (const char *path, const char *mode));
DARSHAN_FORWARD_DECL(fopen64, FILE*, (const char *path, const char *mode));
46 47 48 49
DARSHAN_FORWARD_DECL(mkstemp, int, (char *template));
DARSHAN_FORWARD_DECL(mkostemp, int, (char *template, int flags));
DARSHAN_FORWARD_DECL(mkstemps, int, (char *template, int suffixlen));
DARSHAN_FORWARD_DECL(mkostemps, int, (char *template, int suffixlen, int flags));
50 51 52 53 54 55 56 57
DARSHAN_FORWARD_DECL(read, ssize_t, (int fd, void *buf, size_t count));
DARSHAN_FORWARD_DECL(write, ssize_t, (int fd, const void *buf, size_t count));
DARSHAN_FORWARD_DECL(pread, ssize_t, (int fd, void *buf, size_t count, off_t offset));
DARSHAN_FORWARD_DECL(pwrite, ssize_t, (int fd, const void *buf, size_t count, off_t offset));
DARSHAN_FORWARD_DECL(pread64, ssize_t, (int fd, void *buf, size_t count, off64_t offset));
DARSHAN_FORWARD_DECL(pwrite64, ssize_t, (int fd, const void *buf, size_t count, off64_t offset));
DARSHAN_FORWARD_DECL(readv, ssize_t, (int fd, const struct iovec *iov, int iovcnt));
DARSHAN_FORWARD_DECL(writev, ssize_t, (int fd, const struct iovec *iov, int iovcnt));
58 59 60 61 62
DARSHAN_FORWARD_DECL(fread, size_t, (void *ptr, size_t size, size_t nmemb, FILE *stream));
DARSHAN_FORWARD_DECL(fwrite, size_t, (const void *ptr, size_t size, size_t nmemb, FILE *stream));
DARSHAN_FORWARD_DECL(lseek, off_t, (int fd, off_t offset, int whence));
DARSHAN_FORWARD_DECL(lseek64, off64_t, (int fd, off64_t offset, int whence));
DARSHAN_FORWARD_DECL(fseek, int, (FILE *stream, long offset, int whence));
63 64 65 66 67 68
DARSHAN_FORWARD_DECL(__xstat, int, (int vers, const char* path, struct stat *buf));
DARSHAN_FORWARD_DECL(__xstat64, int, (int vers, const char* path, struct stat64 *buf));
DARSHAN_FORWARD_DECL(__lxstat, int, (int vers, const char* path, struct stat *buf));
DARSHAN_FORWARD_DECL(__lxstat64, int, (int vers, const char* path, struct stat64 *buf));
DARSHAN_FORWARD_DECL(__fxstat, int, (int vers, int fd, struct stat *buf));
DARSHAN_FORWARD_DECL(__fxstat64, int, (int vers, int fd, struct stat64 *buf));
Shane Snyder's avatar
Shane Snyder committed
69 70
DARSHAN_FORWARD_DECL(mmap, void*, (void *addr, size_t length, int prot, int flags, int fd, off_t offset));
DARSHAN_FORWARD_DECL(mmap64, void*, (void *addr, size_t length, int prot, int flags, int fd, off64_t offset));
71 72
DARSHAN_FORWARD_DECL(fsync, int, (int fd));
DARSHAN_FORWARD_DECL(fdatasync, int, (int fd));
73
DARSHAN_FORWARD_DECL(close, int, (int fd));
74
DARSHAN_FORWARD_DECL(fclose, int, (FILE *fp));
75 76 77 78 79 80 81 82
DARSHAN_FORWARD_DECL(aio_read, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_write, int, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_read64, int, (struct aiocb64 *aiocbp));
DARSHAN_FORWARD_DECL(aio_write64, int, (struct aiocb64 *aiocbp));
DARSHAN_FORWARD_DECL(aio_return, ssize_t, (struct aiocb *aiocbp));
DARSHAN_FORWARD_DECL(aio_return64, ssize_t, (struct aiocb64 *aiocbp));
DARSHAN_FORWARD_DECL(lio_listio, int, (int mode, struct aiocb *const aiocb_list[], int nitems, struct sigevent *sevp));
DARSHAN_FORWARD_DECL(lio_listio64, int, (int mode, struct aiocb64 *const aiocb_list[], int nitems, struct sigevent *sevp));
83

84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105
/* The posix_file_record_ref structure maintains necessary runtime metadata
 * for the POSIX file record (darshan_posix_file structure, defined in
 * darshan-posix-log-format.h) pointed to by 'file_rec'. This metadata
 * assists with the instrumenting of specific statistics in the file record.
 *
 * RATIONALE: the POSIX module needs to track some stateful, volatile 
 * information about each open file (like the current file offset, most recent 
 * access time, etc.) to aid in instrumentation, but this information can't be
 * stored in the darshan_posix_file struct because we don't want it to appear in
 * the final darshan log file.  We therefore associate a posix_file_record_ref
 * struct with each darshan_posix_file struct in order to track this information
 * (i.e., the mapping between posix_file_record_ref structs to darshan_posix_file
 * structs is one-to-one).
 *
 * NOTE: we use the 'darshan_record_ref' interface (in darshan-common) to
 * associate different types of handles with this posix_file_record_ref struct.
 * This allows us to index this struct (and the underlying file record) by using
 * either the corresponding Darshan record identifier (derived from the filename)
 * or by a generated file descriptor, for instance. So, while there should only
 * be a single Darshan record identifier that indexes a posix_file_record_ref,
 * there could be multiple open file descriptors that index it.
 */
106
struct posix_file_record_ref
107
{
108
    struct darshan_posix_file* file_rec;
109 110 111
    int64_t offset;
    int64_t last_byte_read;
    int64_t last_byte_written;
Shane Snyder's avatar
Shane Snyder committed
112
    enum darshan_io_type last_io_type;
113 114 115
    double last_meta_end;
    double last_read_end;
    double last_write_end;
116 117 118 119
    void* access_root;
    int access_count;
    void* stride_root;
    int stride_count;
120
    struct posix_aio_tracker* aio_list;
121 122
};

123 124 125 126
/* The posix_runtime structure maintains necessary state for storing
 * POSIX file records and for coordinating with darshan-core at 
 * shutdown time.
 */
127 128
struct posix_runtime
{
129 130 131
    void *rec_id_hash;
    void *fd_hash;
    int file_rec_count;
132 133
};

134 135 136 137 138 139 140
/* struct to track information about aio operations in flight */
struct posix_aio_tracker
{
    double tm1;
    void *aiocbp;
    struct posix_aio_tracker* next;
};
141

142 143 144 145 146 147 148 149 150 151 152 153 154 155 156
static void posix_runtime_initialize(
    void);
static struct posix_file_record_ref *posix_track_new_file_record(
    darshan_record_id rec_id, const char *path);
static void posix_aio_tracker_add(
    int fd, void *aiocbp);
static struct posix_aio_tracker* posix_aio_tracker_del(
    int fd, void *aiocbp);
static int posix_record_compare(
    const void* a, const void* b);
static void posix_record_reduction_op(
    void* infile_v, void* inoutfile_v, int *len, MPI_Datatype *datatype);
static void posix_shared_record_variance(
    MPI_Comm mod_comm, struct darshan_posix_file *inrec_array,
    struct darshan_posix_file *outrec_array, int shared_rec_count);
157
static void posix_cleanup_runtime(
158
    void);
159 160

static void posix_shutdown(
161
    MPI_Comm mod_comm, darshan_record_id *shared_recs,
162
    int shared_rec_count, void **posix_buf, int *posix_buf_sz);
163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181

static struct posix_runtime *posix_runtime = NULL;
static pthread_mutex_t posix_runtime_mutex = PTHREAD_RECURSIVE_MUTEX_INITIALIZER_NP;
static int instrumentation_disabled = 0;
static int my_rank = -1;
static int darshan_mem_alignment = 1;

#define POSIX_PRE_RECORD() do { \
    POSIX_LOCK(); \
    if(!posix_runtime && !instrumentation_disabled) posix_runtime_initialize(); \
    if(!posix_runtime) { \
        POSIX_UNLOCK(); \
        return(ret); \
    } \
} while(0)

#define POSIX_POST_RECORD() do { \
    POSIX_UNLOCK(); \
} while(0)
182

183 184
#define POSIX_LOCK() pthread_mutex_lock(&posix_runtime_mutex)
#define POSIX_UNLOCK() pthread_mutex_unlock(&posix_runtime_mutex)
185

186
#define POSIX_RECORD_OPEN(__ret, __path, __mode, __stream_flag, __tm1, __tm2) do { \
187 188
    struct posix_file_record_ref *rec_ref; \
    darshan_record_id rec_id; \
189
    if(__ret < 0) break; \
190
    if(darshan_core_excluded_path(__path)) break; \
191 192 193 194 195 196 197
    rec_id = darshan_record_id_from_path(__path); \
    rec_ref = darshan_lookup_record_ref(posix_runtime->rec_id_hash, &rec_id, sizeof(darshan_record_id)); \
    if(!rec_ref) { \
        rec_ref = posix_track_new_file_record(rec_id, __path); \
        if(!rec_ref) break; \
    } \
    if(darshan_add_record_ref(&(posix_runtime->fd_hash), &__ret, sizeof(int), rec_ref) == 0) break; \
198
    if(__mode) \
199 200 201 202
        rec_ref->file_rec->counters[POSIX_MODE] = __mode; \
    rec_ref->offset = 0; \
    rec_ref->last_byte_written = 0; \
    rec_ref->last_byte_read = 0; \
203
    if(__stream_flag)\
204
        rec_ref->file_rec->counters[POSIX_FOPENS] += 1; \
205
    else \
206 207 208 209 210
        rec_ref->file_rec->counters[POSIX_OPENS] += 1; \
    if(rec_ref->file_rec->fcounters[POSIX_F_OPEN_TIMESTAMP] == 0) \
        rec_ref->file_rec->fcounters[POSIX_F_OPEN_TIMESTAMP] = __tm1; \
    DARSHAN_TIMER_INC_NO_OVERLAP(rec_ref->file_rec->fcounters[POSIX_F_META_TIME], \
        __tm1, __tm2, rec_ref->last_meta_end); \
211 212
} while(0)

213 214
#define POSIX_RECORD_READ(__ret, __fd, __pread_flag, __pread_offset, __aligned, __stream_flag, __tm1, __tm2) do { \
    struct posix_file_record_ref* rec_ref; \
215
    size_t stride; \
216
    int64_t this_offset; \
217
    int64_t file_alignment; \
218 219
    double __elapsed = __tm2-__tm1; \
    if(__ret < 0) break; \
220 221
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &(__fd), sizeof(int)); \
    if(!rec_ref) break; \
222
    if(__pread_flag) \
223 224
        this_offset = __pread_offset; \
    else \
225 226 227 228 229 230 231 232
        this_offset = rec_ref->offset; \
    if(this_offset > rec_ref->last_byte_read) \
        rec_ref->file_rec->counters[POSIX_SEQ_READS] += 1;  \
    if(this_offset == (rec_ref->last_byte_read + 1)) \
        rec_ref->file_rec->counters[POSIX_CONSEC_READS] += 1;  \
    if(this_offset > 0 && this_offset > rec_ref->last_byte_read \
        && rec_ref->last_byte_read != 0) \
        stride = this_offset - rec_ref->last_byte_read - 1; \
233
    else \
234
        stride = 0; \
235 236 237 238 239
    rec_ref->last_byte_read = this_offset + __ret - 1; \
    rec_ref->offset = this_offset + __ret; \
    if(rec_ref->file_rec->counters[POSIX_MAX_BYTE_READ] < (this_offset + __ret - 1)) \
        rec_ref->file_rec->counters[POSIX_MAX_BYTE_READ] = (this_offset + __ret - 1); \
    rec_ref->file_rec->counters[POSIX_BYTES_READ] += __ret; \
240
    if(__stream_flag) \
241
        rec_ref->file_rec->counters[POSIX_FREADS] += 1; \
242
    else \
243 244 245 246 247 248 249 250
        rec_ref->file_rec->counters[POSIX_READS] += 1; \
    DARSHAN_BUCKET_INC(&(rec_ref->file_rec->counters[POSIX_SIZE_READ_0_100]), __ret); \
    darshan_common_val_counter(&rec_ref->access_root, &rec_ref->access_count, __ret, \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_ACCESS]), \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_COUNT])); \
    darshan_common_val_counter(&rec_ref->stride_root, &rec_ref->stride_count, stride, \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_STRIDE]), \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_COUNT])); \
251
    if(!__aligned) \
252 253
        rec_ref->file_rec->counters[POSIX_MEM_NOT_ALIGNED] += 1; \
    file_alignment = rec_ref->file_rec->counters[POSIX_FILE_ALIGNMENT]; \
254
    if(file_alignment > 0 && (this_offset % file_alignment) != 0) \
255 256 257 258 259 260 261 262 263 264 265 266
        rec_ref->file_rec->counters[POSIX_FILE_NOT_ALIGNED] += 1; \
    if(rec_ref->last_io_type == DARSHAN_IO_WRITE) \
        rec_ref->file_rec->counters[POSIX_RW_SWITCHES] += 1; \
    rec_ref->last_io_type = DARSHAN_IO_READ; \
    if(rec_ref->file_rec->fcounters[POSIX_F_READ_START_TIMESTAMP] == 0) \
        rec_ref->file_rec->fcounters[POSIX_F_READ_START_TIMESTAMP] = __tm1; \
    rec_ref->file_rec->fcounters[POSIX_F_READ_END_TIMESTAMP] = __tm2; \
    if(rec_ref->file_rec->fcounters[POSIX_F_MAX_READ_TIME] < __elapsed) { \
        rec_ref->file_rec->fcounters[POSIX_F_MAX_READ_TIME] = __elapsed; \
        rec_ref->file_rec->counters[POSIX_MAX_READ_TIME_SIZE] = __ret; } \
    DARSHAN_TIMER_INC_NO_OVERLAP(rec_ref->file_rec->fcounters[POSIX_F_READ_TIME], \
        __tm1, __tm2, rec_ref->last_read_end); \
267 268
} while(0)

269 270
#define POSIX_RECORD_WRITE(__ret, __fd, __pwrite_flag, __pwrite_offset, __aligned, __stream_flag, __tm1, __tm2) do { \
    struct posix_file_record_ref* rec_ref; \
271
    size_t stride; \
272
    int64_t this_offset; \
273
    int64_t file_alignment; \
274 275
    double __elapsed = __tm2-__tm1; \
    if(__ret < 0) break; \
276 277
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &__fd, sizeof(int)); \
    if(!rec_ref) break; \
278
    if(__pwrite_flag) \
279 280
        this_offset = __pwrite_offset; \
    else \
281 282 283 284 285 286 287 288
        this_offset = rec_ref->offset; \
    if(this_offset > rec_ref->last_byte_written) \
        rec_ref->file_rec->counters[POSIX_SEQ_WRITES] += 1; \
    if(this_offset == (rec_ref->last_byte_written + 1)) \
        rec_ref->file_rec->counters[POSIX_CONSEC_WRITES] += 1; \
    if(this_offset > 0 && this_offset > rec_ref->last_byte_written \
        && rec_ref->last_byte_written != 0) \
        stride = this_offset - rec_ref->last_byte_written - 1; \
289
    else \
290
        stride = 0; \
291 292 293 294 295
    rec_ref->last_byte_written = this_offset + __ret - 1; \
    rec_ref->offset = this_offset + __ret; \
    if(rec_ref->file_rec->counters[POSIX_MAX_BYTE_WRITTEN] < (this_offset + __ret - 1)) \
        rec_ref->file_rec->counters[POSIX_MAX_BYTE_WRITTEN] = (this_offset + __ret - 1); \
    rec_ref->file_rec->counters[POSIX_BYTES_WRITTEN] += __ret; \
296
    if(__stream_flag) \
297
        rec_ref->file_rec->counters[POSIX_FWRITES] += 1; \
298
    else \
299 300 301 302 303 304 305 306
        rec_ref->file_rec->counters[POSIX_WRITES] += 1; \
    DARSHAN_BUCKET_INC(&(rec_ref->file_rec->counters[POSIX_SIZE_WRITE_0_100]), __ret); \
    darshan_common_val_counter(&rec_ref->access_root, &rec_ref->access_count, __ret, \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_ACCESS]), \
        &(rec_ref->file_rec->counters[POSIX_ACCESS1_COUNT])); \
    darshan_common_val_counter(&rec_ref->stride_root, &rec_ref->stride_count, stride, \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_STRIDE]), \
        &(rec_ref->file_rec->counters[POSIX_STRIDE1_COUNT])); \
307
    if(!__aligned) \
308 309
        rec_ref->file_rec->counters[POSIX_MEM_NOT_ALIGNED] += 1; \
    file_alignment = rec_ref->file_rec->counters[POSIX_FILE_ALIGNMENT]; \
310
    if(file_alignment > 0 && (this_offset % file_alignment) != 0) \
311 312 313 314 315 316 317 318 319 320 321 322
        rec_ref->file_rec->counters[POSIX_FILE_NOT_ALIGNED] += 1; \
    if(rec_ref->last_io_type == DARSHAN_IO_READ) \
        rec_ref->file_rec->counters[POSIX_RW_SWITCHES] += 1; \
    rec_ref->last_io_type = DARSHAN_IO_WRITE; \
    if(rec_ref->file_rec->fcounters[POSIX_F_WRITE_START_TIMESTAMP] == 0) \
        rec_ref->file_rec->fcounters[POSIX_F_WRITE_START_TIMESTAMP] = __tm1; \
    rec_ref->file_rec->fcounters[POSIX_F_WRITE_END_TIMESTAMP] = __tm2; \
    if(rec_ref->file_rec->fcounters[POSIX_F_MAX_WRITE_TIME] < __elapsed) { \
        rec_ref->file_rec->fcounters[POSIX_F_MAX_WRITE_TIME] = __elapsed; \
        rec_ref->file_rec->counters[POSIX_MAX_WRITE_TIME_SIZE] = __ret; } \
    DARSHAN_TIMER_INC_NO_OVERLAP(rec_ref->file_rec->fcounters[POSIX_F_WRITE_TIME], \
        __tm1, __tm2, rec_ref->last_write_end); \
323
} while(0)
324

325
#define POSIX_LOOKUP_RECORD_STAT(__path, __statbuf, __tm1, __tm2) do { \
326 327
    struct posix_file_record_ref* rec_ref; \
    darshan_record_id rec_id; \
328
    if(darshan_core_excluded_path(__path)) break; \
329 330 331 332 333 334 335
    rec_id = darshan_record_id_from_path(__path); \
    rec_ref = darshan_lookup_record_ref(posix_runtime->rec_id_hash, &rec_id, sizeof(darshan_record_id)); \
    if(!rec_ref) { \
        rec_ref = posix_track_new_file_record(rec_id, __path); \
    } \
    if(rec_ref) { \
        POSIX_RECORD_STAT(rec_ref, __statbuf, __tm1, __tm2); \
336 337 338
    } \
} while(0)

339 340 341 342
#define POSIX_RECORD_STAT(__rec_ref, __statbuf, __tm1, __tm2) do { \
    (__rec_ref)->file_rec->counters[POSIX_STATS] += 1; \
    DARSHAN_TIMER_INC_NO_OVERLAP((__rec_ref)->file_rec->fcounters[POSIX_F_META_TIME], \
        __tm1, __tm2, (__rec_ref)->last_meta_end); \
343 344
} while(0)

345

346 347 348 349
/**********************************************************
 *      Wrappers for POSIX I/O functions of interest      * 
 **********************************************************/

350
int DARSHAN_DECL(open)(const char *path, int flags, ...)
351 352 353 354 355
{
    int mode = 0;
    int ret;
    double tm1, tm2;

356 357
    MAP_OR_FAIL(open);

358
    if(flags & O_CREAT) 
359 360 361 362 363 364
    {
        va_list arg;
        va_start(arg, flags);
        mode = va_arg(arg, int);
        va_end(arg);

365
        tm1 = darshan_core_wtime();
366
        ret = __real_open(path, flags, mode);
367
        tm2 = darshan_core_wtime();
368 369 370
    }
    else
    {
371
        tm1 = darshan_core_wtime();
372
        ret = __real_open(path, flags);
373
        tm2 = darshan_core_wtime();
374 375
    }

376
    POSIX_PRE_RECORD();
377
    POSIX_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
378
    POSIX_POST_RECORD();
379 380 381 382

    return(ret);
}

Shane Snyder's avatar
Shane Snyder committed
383 384 385 386 387 388
int DARSHAN_DECL(open64)(const char *path, int flags, ...)
{
    int mode = 0;
    int ret;
    double tm1, tm2;

389
    MAP_OR_FAIL(open64);
Shane Snyder's avatar
Shane Snyder committed
390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408

    if(flags & O_CREAT)
    {
        va_list arg;
        va_start(arg, flags);
        mode = va_arg(arg, int);
        va_end(arg);

        tm1 = darshan_core_wtime();
        ret = __real_open64(path, flags, mode);
        tm2 = darshan_core_wtime();
    }
    else
    {
        tm1 = darshan_core_wtime();
        ret = __real_open64(path, flags);
        tm2 = darshan_core_wtime();
    }

409
    POSIX_PRE_RECORD();
410
    POSIX_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
411
    POSIX_POST_RECORD();
412 413 414 415 416 417 418 419 420 421 422 423 424 425 426

    return(ret);
}

int DARSHAN_DECL(creat)(const char* path, mode_t mode)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(creat);

    tm1 = darshan_core_wtime();
    ret = __real_creat(path, mode);
    tm2 = darshan_core_wtime();

427
    POSIX_PRE_RECORD();
428
    POSIX_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
429
    POSIX_POST_RECORD();
430 431 432 433 434 435 436 437 438 439

    return(ret);
}

int DARSHAN_DECL(creat64)(const char* path, mode_t mode)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(creat64);
Shane Snyder's avatar
Shane Snyder committed
440

441 442 443 444
    tm1 = darshan_core_wtime();
    ret = __real_creat64(path, mode);
    tm2 = darshan_core_wtime();

445
    POSIX_PRE_RECORD();
Shane Snyder's avatar
Shane Snyder committed
446
    POSIX_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
447
    POSIX_POST_RECORD();
Shane Snyder's avatar
Shane Snyder committed
448 449 450 451

    return(ret);
}

452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468
FILE* DARSHAN_DECL(fopen)(const char *path, const char *mode)
{
    FILE* ret;
    int fd;
    double tm1, tm2;

    MAP_OR_FAIL(fopen);

    tm1 = darshan_core_wtime();
    ret = __real_fopen(path, mode);
    tm2 = darshan_core_wtime();

    if(ret == NULL)
        fd = -1;
    else
        fd = fileno(ret);

469
    POSIX_PRE_RECORD();
470
    POSIX_RECORD_OPEN(fd, path, 0, 1, tm1, tm2);
471
    POSIX_POST_RECORD();
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492

    return(ret);
}

FILE* DARSHAN_DECL(fopen64)(const char *path, const char *mode)
{
    FILE* ret;
    int fd;
    double tm1, tm2;

    MAP_OR_FAIL(fopen64);

    tm1 = darshan_core_wtime();
    ret = __real_fopen64(path, mode);
    tm2 = darshan_core_wtime();

    if(ret == NULL)
        fd = -1;
    else
        fd = fileno(ret);

493
    POSIX_PRE_RECORD();
494
    POSIX_RECORD_OPEN(fd, path, 0, 1, tm1, tm2);
495
    POSIX_POST_RECORD();
496 497 498 499

    return(ret);
}

500 501 502 503 504 505 506 507 508 509 510
int DARSHAN_DECL(mkstemp)(char* template)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkstemp);

    tm1 = darshan_core_wtime();
    ret = __real_mkstemp(template);
    tm2 = darshan_core_wtime();

511
    POSIX_PRE_RECORD();
512
    POSIX_RECORD_OPEN(ret, template, 0, 0, tm1, tm2);
513
    POSIX_POST_RECORD();
514 515 516 517 518 519 520 521 522 523 524 525 526 527 528

    return(ret);
}

int DARSHAN_DECL(mkostemp)(char* template, int flags)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkostemp);

    tm1 = darshan_core_wtime();
    ret = __real_mkostemp(template, flags);
    tm2 = darshan_core_wtime();

529
    POSIX_PRE_RECORD();
530
    POSIX_RECORD_OPEN(ret, template, 0, 0, tm1, tm2);
531
    POSIX_POST_RECORD();
532 533 534 535 536 537 538 539 540 541 542 543 544 545 546

    return(ret);
}

int DARSHAN_DECL(mkstemps)(char* template, int suffixlen)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkstemps);

    tm1 = darshan_core_wtime();
    ret = __real_mkstemps(template, suffixlen);
    tm2 = darshan_core_wtime();

547
    POSIX_PRE_RECORD();
548
    POSIX_RECORD_OPEN(ret, template, 0, 0, tm1, tm2);
549
    POSIX_POST_RECORD();
550 551 552 553 554 555 556 557 558 559 560 561 562 563 564

    return(ret);
}

int DARSHAN_DECL(mkostemps)(char* template, int suffixlen, int flags)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(mkostemps);

    tm1 = darshan_core_wtime();
    ret = __real_mkostemps(template, suffixlen, flags);
    tm2 = darshan_core_wtime();

565
    POSIX_PRE_RECORD();
566
    POSIX_RECORD_OPEN(ret, template, 0, 0, tm1, tm2);
567
    POSIX_POST_RECORD();
568 569 570 571

    return(ret);
}

572 573 574 575 576 577
ssize_t DARSHAN_DECL(read)(int fd, void *buf, size_t count)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

Shane Snyder's avatar
Shane Snyder committed
578
    MAP_OR_FAIL(read);
579

580
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
581 582 583 584 585

    tm1 = darshan_core_wtime();
    ret = __real_read(fd, buf, count);
    tm2 = darshan_core_wtime();

586
    POSIX_PRE_RECORD();
587
    POSIX_RECORD_READ(ret, fd, 0, 0, aligned_flag, 0, tm1, tm2);
588
    POSIX_POST_RECORD();
589 590 591 592 593 594 595 596 597 598 599 600

    return(ret);
}

ssize_t DARSHAN_DECL(write)(int fd, const void *buf, size_t count)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(write);

601
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
602 603 604 605 606

    tm1 = darshan_core_wtime();
    ret = __real_write(fd, buf, count);
    tm2 = darshan_core_wtime();

607
    POSIX_PRE_RECORD();
608
    POSIX_RECORD_WRITE(ret, fd, 0, 0, aligned_flag, 0, tm1, tm2);
609
    POSIX_POST_RECORD();
610 611 612 613 614 615 616 617 618 619 620 621

    return(ret);
}

ssize_t DARSHAN_DECL(pread)(int fd, void *buf, size_t count, off_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pread);

622
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
623 624 625 626 627

    tm1 = darshan_core_wtime();
    ret = __real_pread(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

628
    POSIX_PRE_RECORD();
629
    POSIX_RECORD_READ(ret, fd, 1, offset, aligned_flag, 0, tm1, tm2);
630
    POSIX_POST_RECORD();
631 632 633 634 635 636 637 638 639 640 641 642

    return(ret);
}

ssize_t DARSHAN_DECL(pwrite)(int fd, const void *buf, size_t count, off_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pwrite);

643
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
644 645 646 647 648

    tm1 = darshan_core_wtime();
    ret = __real_pwrite(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

649
    POSIX_PRE_RECORD();
650
    POSIX_RECORD_WRITE(ret, fd, 1, offset, aligned_flag, 0, tm1, tm2);
651
    POSIX_POST_RECORD();
652 653 654 655 656 657 658 659 660 661 662 663

    return(ret);
}

ssize_t DARSHAN_DECL(pread64)(int fd, void *buf, size_t count, off64_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pread64);

664
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
665 666 667 668 669

    tm1 = darshan_core_wtime();
    ret = __real_pread64(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

670
    POSIX_PRE_RECORD();
671
    POSIX_RECORD_READ(ret, fd, 1, offset, aligned_flag, 0, tm1, tm2);
672
    POSIX_POST_RECORD();
673 674 675 676 677 678 679 680 681 682 683 684

    return(ret);
}

ssize_t DARSHAN_DECL(pwrite64)(int fd, const void *buf, size_t count, off64_t offset)
{
    ssize_t ret;
    int aligned_flag = 0;
    double tm1, tm2;

    MAP_OR_FAIL(pwrite64);

685
    if((unsigned long)buf % darshan_mem_alignment == 0) aligned_flag = 1;
686 687 688 689 690

    tm1 = darshan_core_wtime();
    ret = __real_pwrite64(fd, buf, count, offset);
    tm2 = darshan_core_wtime();

691
    POSIX_PRE_RECORD();
692
    POSIX_RECORD_WRITE(ret, fd, 1, offset, aligned_flag, 0, tm1, tm2);
693
    POSIX_POST_RECORD();
694 695 696 697 698 699 700

    return(ret);
}

ssize_t DARSHAN_DECL(readv)(int fd, const struct iovec *iov, int iovcnt)
{
    ssize_t ret;
701
    int aligned_flag = 1;
702 703 704 705
    int i;
    double tm1, tm2;

    MAP_OR_FAIL(readv);
706

707 708 709 710
    for(i=0; i<iovcnt; i++)
    {
        if(((unsigned long)iov[i].iov_base % darshan_mem_alignment) != 0)
            aligned_flag = 0;
711
    }
712 713 714 715 716

    tm1 = darshan_core_wtime();
    ret = __real_readv(fd, iov, iovcnt);
    tm2 = darshan_core_wtime();

717
    POSIX_PRE_RECORD();
718
    POSIX_RECORD_READ(ret, fd, 0, 0, aligned_flag, 0, tm1, tm2);
719
    POSIX_POST_RECORD();
720 721 722 723 724 725 726

    return(ret);
}

ssize_t DARSHAN_DECL(writev)(int fd, const struct iovec *iov, int iovcnt)
{
    ssize_t ret;
727
    int aligned_flag = 1;
728 729 730 731
    int i;
    double tm1, tm2;

    MAP_OR_FAIL(writev);
732

733 734 735 736
    for(i=0; i<iovcnt; i++)
    {
        if(((unsigned long)iov[i].iov_base % darshan_mem_alignment) != 0)
            aligned_flag = 0;
737
    }
738 739 740 741 742

    tm1 = darshan_core_wtime();
    ret = __real_writev(fd, iov, iovcnt);
    tm2 = darshan_core_wtime();

743
    POSIX_PRE_RECORD();
744
    POSIX_RECORD_WRITE(ret, fd, 0, 0, aligned_flag, 0, tm1, tm2);
745
    POSIX_POST_RECORD();
746 747 748 749

    return(ret);
}

750 751 752 753
size_t DARSHAN_DECL(fread)(void *ptr, size_t size, size_t nmemb, FILE *stream)
{
    size_t ret;
    int aligned_flag = 0;
754
    int fd;
755 756 757 758
    double tm1, tm2;

    MAP_OR_FAIL(fread);

759
    if((unsigned long)ptr % darshan_mem_alignment == 0) aligned_flag = 1;
760 761 762 763 764

    tm1 = darshan_core_wtime();
    ret = __real_fread(ptr, size, nmemb, stream);
    tm2 = darshan_core_wtime();

765
    fd = fileno(stream);
766
    POSIX_PRE_RECORD();
767 768
    if(ret > 0)
    {
769
        POSIX_RECORD_READ(size*ret, fd, 0, 0, aligned_flag, 1, tm1, tm2);
770 771 772
    }
    else
    {
773
        POSIX_RECORD_READ(ret, fd, 0, 0, aligned_flag, 1, tm1, tm2);
774
    }
775
    POSIX_POST_RECORD();
776 777 778 779 780 781 782 783

    return(ret);
}

size_t DARSHAN_DECL(fwrite)(const void *ptr, size_t size, size_t nmemb, FILE *stream)
{
    size_t ret;
    int aligned_flag = 0;
784
    int fd;
785 786 787 788
    double tm1, tm2;

    MAP_OR_FAIL(fwrite);

789
    if((unsigned long)ptr % darshan_mem_alignment == 0) aligned_flag = 1;
790 791 792 793 794

    tm1 = darshan_core_wtime();
    ret = __real_fwrite(ptr, size, nmemb, stream);
    tm2 = darshan_core_wtime();

795
    fd = fileno(stream);
796
    POSIX_PRE_RECORD();
797 798
    if(ret > 0)
    {
799
        POSIX_RECORD_WRITE(size*ret, fd, 0, 0, aligned_flag, 1, tm1, tm2);
800 801 802
    }
    else
    {
803
        POSIX_RECORD_WRITE(ret, fd, 0, 0, aligned_flag, 1, tm1, tm2);
804
    }
805
    POSIX_POST_RECORD();
806 807 808 809 810 811 812

    return(ret);
}

off_t DARSHAN_DECL(lseek)(int fd, off_t offset, int whence)
{
    off_t ret;
813
    struct posix_file_record_ref *rec_ref;
814 815 816 817 818 819 820 821 822 823
    double tm1, tm2;

    MAP_OR_FAIL(lseek);

    tm1 = darshan_core_wtime();
    ret = __real_lseek(fd, offset, whence);
    tm2 = darshan_core_wtime();

    if(ret >= 0)
    {
824
        POSIX_PRE_RECORD();
825 826
        rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
        if(rec_ref)
827
        {
828
            rec_ref->offset = ret;
829
            DARSHAN_TIMER_INC_NO_OVERLAP(
830 831 832
                rec_ref->file_rec->fcounters[POSIX_F_META_TIME],
                tm1, tm2, rec_ref->last_meta_end);
            rec_ref->file_rec->counters[POSIX_SEEKS] += 1;
833
        }
834
        POSIX_POST_RECORD();
835 836 837 838 839 840 841 842
    }

    return(ret);
}

off_t DARSHAN_DECL(lseek64)(int fd, off_t offset, int whence)
{
    off_t ret;
843
    struct posix_file_record_ref *rec_ref;
844 845 846 847 848 849 850 851 852 853
    double tm1, tm2;

    MAP_OR_FAIL(lseek64);

    tm1 = darshan_core_wtime();
    ret = __real_lseek64(fd, offset, whence);
    tm2 = darshan_core_wtime();

    if(ret >= 0)
    {
854
        POSIX_PRE_RECORD();
855 856
        rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
        if(rec_ref)
857
        {
858
            rec_ref->offset = ret;
859
            DARSHAN_TIMER_INC_NO_OVERLAP(
860 861 862
                rec_ref->file_rec->fcounters[POSIX_F_META_TIME],
                tm1, tm2, rec_ref->last_meta_end);
            rec_ref->file_rec->counters[POSIX_SEEKS] += 1;
863
        }
864
        POSIX_POST_RECORD();
865 866 867 868 869 870 871 872
    }

    return(ret);
}

int DARSHAN_DECL(fseek)(FILE *stream, long offset, int whence)
{
    int ret;
873 874
    struct posix_file_record_ref *rec_ref;
    int fd;
875 876 877 878 879 880 881 882 883 884
    double tm1, tm2;

    MAP_OR_FAIL(fseek);

    tm1 = darshan_core_wtime();
    ret = __real_fseek(stream, offset, whence);
    tm2 = darshan_core_wtime();

    if(ret >= 0)
    {
885
        POSIX_PRE_RECORD();
886 887 888
        fd = fileno(stream);
        rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
        if(rec_ref)
889
        {
890
            rec_ref->offset = ftell(stream);
891
            DARSHAN_TIMER_INC_NO_OVERLAP(
892 893 894
                rec_ref->file_rec->fcounters[POSIX_F_META_TIME],
                tm1, tm2, rec_ref->last_meta_end);
            rec_ref->file_rec->counters[POSIX_FSEEKS] += 1;
895
        }
896
        POSIX_POST_RECORD();
897 898 899 900 901
    }

    return(ret);
}

902 903 904 905 906 907 908 909 910 911 912 913 914 915
int DARSHAN_DECL(__xstat)(int vers, const char *path, struct stat *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__xstat);

    tm1 = darshan_core_wtime();
    ret = __real___xstat(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

916
    POSIX_PRE_RECORD();
917
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
918
    POSIX_POST_RECORD();
919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936

    return(ret);
}

int DARSHAN_DECL(__xstat64)(int vers, const char *path, struct stat64 *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__xstat64);

    tm1 = darshan_core_wtime();
    ret = __real___xstat64(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

937
    POSIX_PRE_RECORD();
938
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
939
    POSIX_POST_RECORD();
940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957

    return(ret);
}

int DARSHAN_DECL(__lxstat)(int vers, const char *path, struct stat *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__lxstat);

    tm1 = darshan_core_wtime();
    ret = __real___lxstat(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

958
    POSIX_PRE_RECORD();
959
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
960
    POSIX_POST_RECORD();
961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978

    return(ret);
}

int DARSHAN_DECL(__lxstat64)(int vers, const char *path, struct stat64 *buf)
{
    int ret;
    double tm1, tm2;

    MAP_OR_FAIL(__lxstat64);

    tm1 = darshan_core_wtime();
    ret = __real___lxstat64(vers, path, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

979
    POSIX_PRE_RECORD();
980
    POSIX_LOOKUP_RECORD_STAT(path, buf, tm1, tm2);
981
    POSIX_POST_RECORD();
982 983 984 985 986 987 988

    return(ret);
}

int DARSHAN_DECL(__fxstat)(int vers, int fd, struct stat *buf)
{
    int ret;
989
    struct posix_file_record_ref *rec_ref;
990 991 992 993 994 995 996 997 998 999 1000
    double tm1, tm2;

    MAP_OR_FAIL(__fxstat);

    tm1 = darshan_core_wtime();
    ret = __real___fxstat(vers, fd, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

1001
    POSIX_PRE_RECORD();
1002 1003
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
1004
    {
1005
        POSIX_RECORD_STAT(rec_ref, buf, tm1, tm2);
1006
    }
1007
    POSIX_POST_RECORD();
1008 1009 1010 1011 1012 1013 1014

    return(ret);
}

int DARSHAN_DECL(__fxstat64)(int vers, int fd, struct stat64 *buf)
{
    int ret;
1015
    struct posix_file_record_ref *rec_ref;
1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026
    double tm1, tm2;

    MAP_OR_FAIL(__fxstat64);

    tm1 = darshan_core_wtime();
    ret = __real___fxstat64(vers, fd, buf);
    tm2 = darshan_core_wtime();

    if(ret < 0 || !S_ISREG(buf->st_mode))
        return(ret);

1027
    POSIX_PRE_RECORD();
1028 1029
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
1030
    {
1031
        POSIX_RECORD_STAT(rec_ref, buf, tm1, tm2);
1032
    }
1033
    POSIX_POST_RECORD();
1034 1035 1036 1037

    return(ret);
}

Shane Snyder's avatar
Shane Snyder committed
1038 1039 1040 1041
void* DARSHAN_DECL(mmap)(void *addr, size_t length, int prot, int flags,
    int fd, off_t offset)
{
    void* ret;
1042
    struct posix_file_record_ref *rec_ref;
Shane Snyder's avatar
Shane Snyder committed
1043 1044 1045 1046 1047 1048 1049

    MAP_OR_FAIL(mmap);

    ret = __real_mmap(addr, length, prot, flags, fd, offset);
    if(ret == MAP_FAILED)
        return(ret);

1050
    POSIX_PRE_RECORD();
1051 1052
    rec_ref = darshan_lookup_record_ref(posix_runtime->fd_hash, &fd, sizeof(int));
    if(rec_ref)
Shane Snyder's avatar
Shane Snyder committed
1053
    {
1054
        rec_ref->file_rec->counters[POSIX_MMAPS] += 1;
Shane Snyder's avatar
Shane Snyder committed
1055
    }
1056
    POSIX_POST_RECORD();