darshan.h 6.68 KB
Newer Older
1
/*
Shane Snyder's avatar
Shane Snyder committed
2 3 4
 * Copyright (C) 2015 University of Chicago.
 * See COPYRIGHT notice in top-level directory.
 *
5 6
 */

7 8 9 10 11 12 13
#ifndef __DARSHAN_H
#define __DARSHAN_H

#include <unistd.h>
#include <sys/types.h>
#include <stdint.h>
#include <mpi.h>
14

15
#include "darshan-log-format.h"
16
#include "darshan-common.h"
17

18 19 20 21
/* macros for declaring wrapper functions and calling MPI routines
 * consistently regardless of whether static or dynamic linking is used
 */
#ifdef DARSHAN_PRELOAD
22

23 24 25
#include <dlfcn.h>
#include <stdlib.h>

26 27
#define DARSHAN_FORWARD_DECL(__func,__ret,__args) \
  __ret (*__real_ ## __func)__args = NULL
28

29
#define DARSHAN_DECL(__func) __func
30

31 32 33
/* creates P* variant of MPI symbols for LD_PRELOAD so that we can handle
 * language bindings that map to MPI or PMPI symbols under the covers.
 */
34 35
#define DARSHAN_WRAPPER_MAP(__func,__ret,__args,__fcall) \
	__ret __func __args { \
36
		__ret i; \
37
		i = __fcall; \
38 39 40
		return i; \
	}

41 42 43 44
/* Map the desired function call to a pointer called __real_NAME at run
 * time.  Note that we fall back to looking for the same symbol with a P
 * prefix to handle MPI bindings that call directly to the PMPI layer.
 */
45 46
#define MAP_OR_FAIL(__func) \
    if (!(__real_ ## __func)) \
47
    { \
48 49
        __real_ ## __func = dlsym(RTLD_NEXT, #__func); \
        if(!(__real_ ## __func)) { \
50 51
            fprintf(stderr, "Darshan failed to map symbol: %s\n", #__func); \
            exit(1); \
52 53 54 55 56
       } \
    }

#else

57 58
#define DARSHAN_FORWARD_DECL(__name,__ret,__args) \
  extern __ret __real_ ## __name __args;
59 60 61

#define DARSHAN_DECL(__name) __wrap_ ## __name

62 63 64 65 66 67 68 69 70
/* creates P* variant of MPI symbols for static linking so that we can handle
 * language bindings that map to MPI or PMPI symbols under the covers.
 */
#define DARSHAN_WRAPPER_MAP(__func,__ret,__args,__fcall) \
	__ret __wrap_ ## __func __args { \
		__ret i; \
		i = __wrap_ ## __fcall; \
		return i; \
	}
71

72
#define MAP_OR_FAIL(__func)
73 74 75

#endif

76 77 78
/* default number of records to attempt to store for each module */
#define DARSHAN_DEF_MOD_REC_COUNT 1024

79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94
/* module developers must define a 'darshan_module_shutdown' function
 * for allowing darshan-core to call into a module and retrieve final
 * output data to be saved in the log.
 *
 * NOTE: module developers can use this function to run collective
 * MPI operations at shutdown time. Typically this functionality
 * has been used to reduce records shared globablly (given in the
 * 'shared_recs' array) into a single data record.
 */
typedef void (*darshan_module_shutdown)(
    MPI_Comm mod_comm,  /* MPI communicator to run collectives with */
    darshan_record_id *shared_recs, /* list of shared data record ids */
    int shared_rec_count, /* count of shared data records */
    void **mod_buf, /* output parameter to save module buffer address */
    int *mod_buf_sz /* output parameter to save module buffer size */
);
95

96 97 98 99 100
/* stores FS info from statfs calls for a given mount point */
struct darshan_fs_info
{
    int fs_type;
    int block_size;
101 102
    int ost_count;
    int mdt_count;
103 104
};

105 106 107 108 109 110 111 112 113 114 115 116 117 118
/* darshan_instrument_fs_data()
 *
 * Allow file system-specific modules to instrument data for the file
 * stored at 'path'. 'fs_type' is checked to determine the underlying
 * filesystem and calls into the corresponding file system instrumentation
 * module, if defined -- currently we only have a Lustre module. 'fd' is
 * the file descriptor corresponding to the file, which may be needed by
 * the file system to retrieve specific parameters.
 */
void darshan_instrument_fs_data(
    int fs_type,
    const char *path,
    int fd);

119 120 121
/*****************************************************
* darshan-core functions exported to darshan modules *
*****************************************************/
122

123 124 125 126
/* darshan_core_register_module()
 *
 * Register module identifier 'mod_id' with the darshan-core runtime
 * environment, allowing the module to store I/O characterization data.
127 128
 * 'mod_shutdown_func is a pointer to a function responsible for
 * shutting down the module and returning final output data to darshan-core.
129 130 131 132 133 134 135
 * 'inout_mod_buf_size' is an input/output argument, with it being
 * set to the requested amount of module memory on input, and set to
 * the amount allocated by darshan-core on output. If given, 'rank' is
 * a pointer to an integer which will contain the calling process's
 * MPI rank on return. If given, 'sys_mem_alignment' is a pointer to
 * an integer which will contain the memory alignment value Darshan
 * was configured with on return.
136
 */
137
void darshan_core_register_module(
138
    darshan_module_id mod_id,
139
    darshan_module_shutdown mod_shutdown_func,
140
    int *inout_mod_buf_size,
141
    int *rank,
142
    int *sys_mem_alignment);
143

144 145 146 147 148
/* darshan_core_unregister_module()
 * 
 * Unregisters module identifier 'mod_id' with the darshan-core runtime,
 * removing the given module from the resulting I/O characterization log.
 */
149 150 151
void darshan_core_unregister_module(
    darshan_module_id mod_id);

152
/* darshan_core_gen_record_id()
153
 *
154
 * Returns the Darshan record ID correpsonding to input string 'name'.
155
 */
156
darshan_record_id darshan_core_gen_record_id(
157
    const char *name);
158

159 160
/* darshan_core_register_record()
 *
161 162
 * Register a record with the darshan-core runtime, allowing it to be
 * properly tracked and (potentially) correlated with records from other
163 164
 * modules. 'rec_id' is the Darshan record id as given by the
 * `darshan_core_gen_record_id` function. 'name' is the the name of the
165 166
 * Darshan record (e.g., the full file path), which is ignored if NULL is
 * passed. 'mod_id' is the identifier of the calling module. 'rec_len'
167
 * is the size of the record being registered with Darshan. If given,
Shane Snyder's avatar
Shane Snyder committed
168 169 170 171 172
 * 'fs_info' is a pointer to a structure containing information on
 * the underlying FS this record is associated with (determined by
 * matching the file name prefix with Darshan's list of tracked mount
 * points). Returns a pointer to the address the record should be
 * written to on success, NULL on failure.
173
 */
174
void *darshan_core_register_record(
175
    darshan_record_id rec_id,
176
    const char *name,
177
    darshan_module_id mod_id,
178
    int rec_len,
179
    struct darshan_fs_info *fs_info);
180

181 182 183 184 185
/* darshan_core_wtime()
 *
 * Returns the elapsed time relative to (roughly) the start of
 * the application.
 */
186
double darshan_core_wtime(void);
187

188 189
/* darshan_core_excluded_path()
 *
190 191
 * Returns true (1) if the given file path 'path' is in Darshan's
 * list of excluded file paths, false (0) otherwise.
192 193 194 195
 */
int darshan_core_excluded_path(
    const char * path);

196 197 198 199 200 201 202 203 204
/* darshan_core_disabled_instrumentation
 *
 * Returns true (1) if Darshan has currently disabled instrumentation,
 * false (0) otherwise. If instrumentation is disabled, modules should
 * no longer update any file records as part of the intercepted function
 * wrappers.
 */
int darshan_core_disabled_instrumentation(void);

205
#endif /* __DARSHAN_H */