darshan-posix-log-format.h 4.96 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
/*
 *  (C) 2009 by Argonne National Laboratory.
 *      See COPYRIGHT in top-level directory.
 */

#ifndef __DARSHAN_POSIX_LOG_FORMAT_H
#define __DARSHAN_POSIX_LOG_FORMAT_H

#include "darshan-log-format.h"

11
/* integer statistics for POSIX file records */
12 13
enum darshan_posix_indices
{
14 15 16 17 18 19
    POSIX_OPENS,              /* count of posix opens */
    POSIX_READS,              /* count of posix reads */
    POSIX_WRITES,             /* count of posix writes */
    POSIX_SEEKS,              /* count of posix seeks */
    POSIX_STATS,              /* count of posix stat/lstat/fstats */
    POSIX_MMAPS,              /* count of posix mmaps */
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
    POSIX_FOPENS,             /* count of posix fopens */
    POSIX_FREADS,             /* count of posix freads */
    POSIX_FWRITES,            /* count of posix fwrites */
    POSIX_FSEEKS,             /* count of posix fseeks */
    POSIX_FSYNCS,             /* count of posix fsyncs */
    POSIX_FDSYNCS,            /* count of posix fdatasyncs */
    POSIX_MODE,               /* mode of file */
    POSIX_BYTES_READ,         /* total bytes read */
    POSIX_BYTES_WRITTEN,      /* total bytes written */
    POSIX_MAX_BYTE_READ,      /* highest offset byte read */
    POSIX_MAX_BYTE_WRITTEN,   /* highest offset byte written */
    POSIX_CONSEC_READS,       /* count of consecutive reads */
    POSIX_CONSEC_WRITES,      /* count of consecutive writes */ 
    POSIX_SEQ_READS,          /* count of sequential reads */
    POSIX_SEQ_WRITES,         /* count of sequential writes */
    POSIX_RW_SWITCHES,        /* number of times switched between read and write */
36
#if 0
37 38 39
    MEM_NOT_ALIGNED,          /* count of accesses not mem aligned */
    MEM_ALIGNMENT,            /* mem alignment in bytes */
    FILE_NOT_ALIGNED,         /* count of accesses not file aligned */
40
#endif
41
    FILE_ALIGNMENT,           /* file alignment in bytes */
42 43 44
    POSIX_MAX_READ_TIME_SIZE,
    POSIX_MAX_WRITE_TIME_SIZE,
#if 0
45
    /* buckets */
46
    SIZE_READ_0_100,          /* count of posix read size ranges */
47 48 49 50 51 52 53 54 55
    SIZE_READ_100_1K,
    SIZE_READ_1K_10K,
    SIZE_READ_10K_100K,
    SIZE_READ_100K_1M,
    SIZE_READ_1M_4M,
    SIZE_READ_4M_10M,
    SIZE_READ_10M_100M,
    SIZE_READ_100M_1G,
    SIZE_READ_1G_PLUS,
56
    /* buckets */
57
    SIZE_WRITE_0_100,         /* count of posix write size ranges */
58 59 60 61 62 63 64 65 66
    SIZE_WRITE_100_1K,
    SIZE_WRITE_1K_10K,
    SIZE_WRITE_10K_100K,
    SIZE_WRITE_100K_1M,
    SIZE_WRITE_1M_4M,
    SIZE_WRITE_4M_10M,
    SIZE_WRITE_10M_100M,
    SIZE_WRITE_100M_1G,
    SIZE_WRITE_1G_PLUS,
67
    /* counters */
68
    STRIDE1_STRIDE,           /* the four most frequently appearing strides */
69 70 71
    STRIDE2_STRIDE,
    STRIDE3_STRIDE,
    STRIDE4_STRIDE,
72
    STRIDE1_COUNT,            /* count of each of the most frequent strides */
73 74 75
    STRIDE2_COUNT,
    STRIDE3_COUNT,
    STRIDE4_COUNT,
76
    ACCESS1_ACCESS,           /* the four most frequently appearing access sizes */
77 78 79
    ACCESS2_ACCESS,
    ACCESS3_ACCESS,
    ACCESS4_ACCESS,
80
    ACCESS1_COUNT,            /* count of each of the most frequent access sizes */
81 82 83
    ACCESS2_COUNT,
    ACCESS3_COUNT,
    ACCESS4_COUNT,
84
    DEVICE,                   /* device id reported by stat */
85
#endif
86
    SIZE_AT_OPEN,
87
#if 0
88 89 90 91 92
    FASTEST_RANK,
    FASTEST_RANK_BYTES,
    SLOWEST_RANK,
    SLOWEST_RANK_BYTES,
#endif
93

94
    POSIX_NUM_INDICES,
95 96
};

97
/* floating point statistics for POSIX file records */
98
enum darshan_posix_f_indices
99
{
100 101 102 103 104 105 106 107 108 109 110 111
    POSIX_F_OPEN_TIMESTAMP = 0,    /* timestamp of first open */
    POSIX_F_READ_START_TIMESTAMP,  /* timestamp of first read */
    POSIX_F_WRITE_START_TIMESTAMP, /* timestamp of first write */
    POSIX_F_READ_END_TIMESTAMP,    /* timestamp of last read */
    POSIX_F_WRITE_END_TIMESTAMP,   /* timestamp of last write */
    POSIX_F_CLOSE_TIMESTAMP,       /* timestamp of last close */
    POSIX_F_READ_TIME,             /* cumulative posix read time */
    POSIX_F_WRITE_TIME,            /* cumulative posix write time */
    POSIX_F_META_TIME,             /* cumulative posix meta time */
    POSIX_F_MAX_READ_TIME,
    POSIX_F_MAX_WRITE_TIME,
#if 0
112 113 114 115
    /* Total I/O and meta time consumed by fastest and slowest ranks, 
     * reported in either MPI or POSIX time depending on how the file 
     * was accessed.
     */
116 117 118 119 120
    F_FASTEST_RANK_TIME,
    F_SLOWEST_RANK_TIME,
    F_VARIANCE_RANK_TIME,
    F_VARIANCE_RANK_BYTES,
#endif
121

122
    POSIX_F_NUM_INDICES,
123 124
};

125 126 127 128 129 130 131 132
/* file record structure for POSIX files. a record is created and stored for
 * every POSIX file opened by the original application. For the POSIX module,
 * the record includes:
 *      - a corresponding record identifier (created by hashing the file path)
 *      - the rank of the process which opened the file (-1 for shared files)
 *      - integer file I/O statistics (open, read/write counts, etc)
 *      - floating point I/O statistics (timestamps, cumulative timers, etc.)
 */
133 134 135 136
struct darshan_posix_file
{
    darshan_record_id f_id;
    int64_t rank;
137 138
    int64_t counters[POSIX_NUM_INDICES];
    double fcounters[POSIX_F_NUM_INDICES];
139 140 141
};

#endif /* __DARSHAN_POSIX_LOG_FORMAT_H */