darshan-posix-log-format.h 4.81 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
/*
 *  (C) 2009 by Argonne National Laboratory.
 *      See COPYRIGHT in top-level directory.
 */

#ifndef __DARSHAN_POSIX_LOG_FORMAT_H
#define __DARSHAN_POSIX_LOG_FORMAT_H

#include "darshan-log-format.h"

11
/* integer statistics for POSIX file records */
12 13
enum darshan_posix_indices
{
14 15 16 17 18 19
    POSIX_OPENS,              /* count of posix opens */
    POSIX_READS,              /* count of posix reads */
    POSIX_WRITES,             /* count of posix writes */
    POSIX_SEEKS,              /* count of posix seeks */
    POSIX_STATS,              /* count of posix stat/lstat/fstats */
    POSIX_MMAPS,              /* count of posix mmaps */
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
    POSIX_FOPENS,             /* count of posix fopens */
    POSIX_FREADS,             /* count of posix freads */
    POSIX_FWRITES,            /* count of posix fwrites */
    POSIX_FSEEKS,             /* count of posix fseeks */
    POSIX_FSYNCS,             /* count of posix fsyncs */
    POSIX_FDSYNCS,            /* count of posix fdatasyncs */
    POSIX_MODE,               /* mode of file */
    POSIX_BYTES_READ,         /* total bytes read */
    POSIX_BYTES_WRITTEN,      /* total bytes written */
    POSIX_MAX_BYTE_READ,      /* highest offset byte read */
    POSIX_MAX_BYTE_WRITTEN,   /* highest offset byte written */
    POSIX_CONSEC_READS,       /* count of consecutive reads */
    POSIX_CONSEC_WRITES,      /* count of consecutive writes */ 
    POSIX_SEQ_READS,          /* count of sequential reads */
    POSIX_SEQ_WRITES,         /* count of sequential writes */
    POSIX_RW_SWITCHES,        /* number of times switched between read and write */
36
#if 0
37 38 39
    MEM_NOT_ALIGNED,          /* count of accesses not mem aligned */
    MEM_ALIGNMENT,            /* mem alignment in bytes */
    FILE_NOT_ALIGNED,         /* count of accesses not file aligned */
40
#endif
41
    FILE_ALIGNMENT,           /* file alignment in bytes */
42 43 44
    POSIX_MAX_READ_TIME_SIZE,
    POSIX_MAX_WRITE_TIME_SIZE,
#if 0
45
    /* buckets */
46
    SIZE_READ_0_100,          /* count of posix read size ranges */
47 48 49 50 51 52 53 54 55
    SIZE_READ_100_1K,
    SIZE_READ_1K_10K,
    SIZE_READ_10K_100K,
    SIZE_READ_100K_1M,
    SIZE_READ_1M_4M,
    SIZE_READ_4M_10M,
    SIZE_READ_10M_100M,
    SIZE_READ_100M_1G,
    SIZE_READ_1G_PLUS,
56
    /* buckets */
57
    SIZE_WRITE_0_100,         /* count of posix write size ranges */
58 59 60 61 62 63 64 65 66
    SIZE_WRITE_100_1K,
    SIZE_WRITE_1K_10K,
    SIZE_WRITE_10K_100K,
    SIZE_WRITE_100K_1M,
    SIZE_WRITE_1M_4M,
    SIZE_WRITE_4M_10M,
    SIZE_WRITE_10M_100M,
    SIZE_WRITE_100M_1G,
    SIZE_WRITE_1G_PLUS,
67
    /* counters */
68
    STRIDE1_STRIDE,           /* the four most frequently appearing strides */
69 70 71
    STRIDE2_STRIDE,
    STRIDE3_STRIDE,
    STRIDE4_STRIDE,
72
    STRIDE1_COUNT,            /* count of each of the most frequent strides */
73 74 75
    STRIDE2_COUNT,
    STRIDE3_COUNT,
    STRIDE4_COUNT,
76
    ACCESS1_ACCESS,           /* the four most frequently appearing access sizes */
77 78 79
    ACCESS2_ACCESS,
    ACCESS3_ACCESS,
    ACCESS4_ACCESS,
80
    ACCESS1_COUNT,            /* count of each of the most frequent access sizes */
81 82 83 84
    ACCESS2_COUNT,
    ACCESS3_COUNT,
    ACCESS4_COUNT,
#endif
85 86 87 88
    POSIX_FASTEST_RANK,
    POSIX_FASTEST_RANK_BYTES,
    POSIX_SLOWEST_RANK,
    POSIX_SLOWEST_RANK_BYTES,
89

90
    POSIX_NUM_INDICES,
91 92
};

93
/* floating point statistics for POSIX file records */
94
enum darshan_posix_f_indices
95
{
96 97 98 99 100 101 102 103 104 105 106
    POSIX_F_OPEN_TIMESTAMP = 0,    /* timestamp of first open */
    POSIX_F_READ_START_TIMESTAMP,  /* timestamp of first read */
    POSIX_F_WRITE_START_TIMESTAMP, /* timestamp of first write */
    POSIX_F_READ_END_TIMESTAMP,    /* timestamp of last read */
    POSIX_F_WRITE_END_TIMESTAMP,   /* timestamp of last write */
    POSIX_F_CLOSE_TIMESTAMP,       /* timestamp of last close */
    POSIX_F_READ_TIME,             /* cumulative posix read time */
    POSIX_F_WRITE_TIME,            /* cumulative posix write time */
    POSIX_F_META_TIME,             /* cumulative posix meta time */
    POSIX_F_MAX_READ_TIME,
    POSIX_F_MAX_WRITE_TIME,
107 108 109
    /* Total I/O and meta time consumed by fastest and slowest ranks */ 
    POSIX_F_FASTEST_RANK_TIME,
    POSIX_F_SLOWEST_RANK_TIME,
110 111 112 113
#if 0
    F_VARIANCE_RANK_TIME,
    F_VARIANCE_RANK_BYTES,
#endif
114

115
    POSIX_F_NUM_INDICES,
116 117
};

118 119 120 121 122 123 124 125
/* file record structure for POSIX files. a record is created and stored for
 * every POSIX file opened by the original application. For the POSIX module,
 * the record includes:
 *      - a corresponding record identifier (created by hashing the file path)
 *      - the rank of the process which opened the file (-1 for shared files)
 *      - integer file I/O statistics (open, read/write counts, etc)
 *      - floating point I/O statistics (timestamps, cumulative timers, etc.)
 */
126 127 128 129
struct darshan_posix_file
{
    darshan_record_id f_id;
    int64_t rank;
130 131
    int64_t counters[POSIX_NUM_INDICES];
    double fcounters[POSIX_F_NUM_INDICES];
132 133 134
};

#endif /* __DARSHAN_POSIX_LOG_FORMAT_H */