configuration.c 13.3 KB
Newer Older
Philip Carns's avatar
Philip Carns committed
1 2 3 4 5 6
/*
 * Copyright (C) 2013 University of Chicago.
 * See COPYRIGHT notice in top-level directory.
 *
 */

7 8
#include <stdio.h>
#include <stdlib.h>
9
#include <string.h>
10 11
#include <assert.h>
#include <errno.h>
12
#include <libgen.h>
13
#include "codes/configuration.h"
14
#include <ross.h>
15

16 17 18 19 20
/*
 * Global to hold configuration in memory
 */
ConfigHandle config;

21 22 23
/* Global to hold LP configuration */
config_lpgroups_t lpconf;

24 25 26 27 28 29 30
int configuration_load (const char *filepath,
                        MPI_Comm comm,
                        ConfigHandle *handle)
{
    MPI_File   fh;
    MPI_Status status;
    MPI_Offset txtsize;
31 32 33 34 35
    FILE      *f = NULL;
    char      *txtdata = NULL;
    char      *error = NULL;
    int        rc = 0;
    char      *tmp_path = NULL;
36 37

    rc = MPI_File_open(comm, (char*)filepath, MPI_MODE_RDONLY, MPI_INFO_NULL, &fh);
38
    if (rc != MPI_SUCCESS) goto finalize;
39 40

    rc = MPI_File_get_size(fh, &txtsize);
41
    if (rc != MPI_SUCCESS) goto finalize;
42 43

    txtdata = malloc(txtsize);
44
    assert(txtdata);
45 46

    rc = MPI_File_read_all(fh, txtdata, txtsize, MPI_BYTE, &status);
47
    if (rc != MPI_SUCCESS) goto finalize;
48

49 50 51
#ifdef __APPLE__
    f = fopen(filepath, "r");
#else
52
    f = fmemopen(txtdata, txtsize, "rb");
53
#endif
54
    if (!f) { rc = 1; goto finalize; }
55 56

    *handle = txtfile_openStream(f, &error);
57
    if (error) { rc = 1; goto finalize; }
58

59 60
    /* NOTE: posix version overwrites argument :(. */
    tmp_path = strdup(filepath);
61
    assert(tmp_path);
62
    (*handle)->config_dir = strdup(dirname(tmp_path));
63 64
    assert((*handle)->config_dir);

65
    rc = configuration_get_lpgroups(handle, "LPGROUPS", &lpconf);
66

67 68 69 70 71 72 73 74 75
finalize:
    if (fh != MPI_FILE_NULL) MPI_File_close(&fh);
    if (f) fclose(f);
    free(txtdata);
    free(tmp_path);
    if (error) {
        fprintf(stderr, "config error: %s\n", error);
        free(error);
    }
76

77 78 79 80 81 82
    return rc;
}

int configuration_get_value(ConfigHandle *handle,
                            const char *section_name,
                            const char *key_name,
83
                            const char *annotation,
84 85 86 87 88
                            char *value,
                            size_t len)
{
    SectionHandle section_handle;
    int           rc;
89 90 91 92 93 94 95 96 97
    // reading directly from the config, so need to inject the annotation
    // directly into the search string
    char key_name_tmp[CONFIGURATION_MAX_NAME];
    char *key_name_full;
    if (annotation==NULL){
        // sorry const type... we promise we won't change you
        key_name_full = (char*) key_name;
    }
    else{
98 99 100 101 102 103 104 105 106
        if (snprintf(key_name_tmp, CONFIGURATION_MAX_NAME, "%s@%s",
                    key_name, annotation) >= CONFIGURATION_MAX_NAME) {
            fprintf(stderr,
                    "config error: name@annotation pair too long: %s@%s\n",
                    key_name, annotation);
            return 1;
        }
        else
            key_name_full = key_name_tmp;
107
    }
108 109

    rc = cf_openSection(*handle, ROOT_SECTION, section_name, &section_handle);
110
    if (rc != 1) return 0;
111

112
    rc = cf_getKey(*handle, section_handle, key_name_full, value, len);
113 114 115 116 117
    (void) cf_closeSection(*handle, section_handle);

    return rc;
}

118 119 120 121
int configuration_get_value_relpath(
        ConfigHandle *handle,
        const char * section_name,
        const char * key_name,
122
        const char *annotation,
123 124 125 126
        char *value,
        size_t length){
    char *tmp = malloc(length);

127
    int w = configuration_get_value(handle, section_name, key_name, annotation, tmp,
128
            length);
129 130
    if (w <= 0)
        return w;
131 132

    /* concat the configuration value with the directory */
133
    w = snprintf(value, length, "%s/%s", (*handle)->config_dir, tmp);
134 135 136 137 138

    free(tmp);
    return w;
}

139 140 141
int configuration_get_multivalue(ConfigHandle *handle,
                                 const char *section_name,
                                 const char *key_name,
142
                                 const char *annotation,
143 144 145 146 147
                                 char ***values,
                                 size_t *len)
{
    SectionHandle section_handle;
    int           rc;
148 149 150 151 152 153 154 155 156
    // reading directly from the config, so need to inject the annotation
    // directly into the search string
    char key_name_tmp[CONFIGURATION_MAX_NAME];
    char *key_name_full;
    if (annotation==NULL){
        // sorry const type... we promise we won't change you
        key_name_full = (char*) key_name;
    }
    else{
157 158 159 160 161 162 163 164 165
        if (snprintf(key_name_tmp, CONFIGURATION_MAX_NAME, "%s@%s",
                    key_name, annotation) >= CONFIGURATION_MAX_NAME) {
            fprintf(stderr,
                    "config error: name@annotation pair too long: %s@%s\n",
                    key_name, annotation);
            return 1;
        }
        else
            key_name_full = key_name_tmp;
166
    }
167 168

    rc = cf_openSection(*handle, ROOT_SECTION, section_name, &section_handle);
169
    if (rc != 1) return rc;
170

171
    rc = cf_getMultiKey(*handle, section_handle, key_name_full, values, len);
172 173 174 175 176
    (void) cf_closeSection(*handle, section_handle);

    return rc;
}

177 178 179
int configuration_get_value_int (ConfigHandle *handle,
                                 const char *section_name,
                                 const char *key_name,
180
                                 const char *annotation,
181 182 183 184 185 186 187 188 189
                                 int *value)
{
    char valuestr[256];
    int rc = 1;
    int r;

    r = configuration_get_value(handle,
                                section_name,
                                key_name,
190
                                annotation,
191 192 193 194 195 196 197 198 199 200 201 202 203 204
                                valuestr,
                                sizeof(valuestr));
    if (r > 0)
    {
        *value = atoi(valuestr);
        rc = 0;
    }

    return rc;
}

int configuration_get_value_uint (ConfigHandle *handle,
                                  const char *section_name,
                                  const char *key_name,
205
                                  const char *annotation,
206 207 208 209 210 211 212 213 214
                                  unsigned int *value)
{
    char valuestr[256];
    int rc = 1;
    int r;

    r = configuration_get_value(handle,
                                section_name,
                                key_name,
215
                                annotation,
216 217 218 219 220 221 222 223 224 225 226 227 228 229
                                valuestr,
                                sizeof(valuestr));
    if (r > 0)
    {
        *value = (unsigned int) atoi(valuestr);
        rc = 0;
    }

    return rc;
}

int configuration_get_value_longint (ConfigHandle *handle,
                                     const char *section_name,
                                     const char *key_name,
230
                                     const char *annotation,
231 232 233 234 235 236 237 238 239
                                     long int *value)
{
    char valuestr[256];
    int rc = 1;
    int r;

    r = configuration_get_value(handle,
                                section_name,
                                key_name,
240
                                annotation,
241 242 243 244 245 246 247 248 249 250 251 252 253 254 255
                                valuestr,
                                sizeof(valuestr));
    if (r > 0)
    {
        errno = 0;
        *value = strtol(valuestr, NULL, 10);
        rc = errno;
    }

    return rc;
}

int configuration_get_value_double (ConfigHandle *handle,
                                    const char *section_name,
                                    const char *key_name,
256
                                    const char *annotation,
257 258 259 260 261 262 263 264 265
                                    double *value)
{
    char valuestr[256];
    int rc = 1;
    int r;

    r = configuration_get_value(handle,
                                section_name,
                                key_name,
266
                                annotation,
267 268 269 270 271 272 273 274 275 276 277 278
                                valuestr,
                                sizeof(valuestr));
    if (r > 0)
    {
        errno = 0;
        *value = strtod(valuestr, NULL);
        rc = errno;
    }

    return rc;
}

279 280 281 282
static void check_add_anno(
        const char *anno,
        config_anno_map_t *map){
    if (anno[0] == '\0'){
283
        map->has_unanno_lp = 1;
284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319
    }
    else{
        uint64_t a = 0;
        for (; a < map->num_annos; a++){
            if (strcmp(map->annotations[a], anno) == 0){
                map->num_anno_lps[a]++;
                break;
            }
        }
        if (a == map->num_annos){
            // we have a new anno!
            assert(a < CONFIGURATION_MAX_ANNOS);
            map->annotations[a] = strdup(anno);
            map->num_annos++;
            map->num_anno_lps[a] = 1;
        } // else anno was already there, do nothing
    }
}
static void check_add_lp_type_anno(
        const char *lp_name,
        const char *anno,
        config_lpgroups_t *lpgroups){
    uint64_t lpt_anno = 0;
    for (; lpt_anno < lpgroups->lpannos_count; lpt_anno++){
        config_anno_map_t *map = &lpgroups->lpannos[lpt_anno];
        if (strcmp(map->lp_name, lp_name) == 0){
            check_add_anno(anno, map);
        }
    }
    if (lpt_anno == lpgroups->lpannos_count){
        // we haven't seen this lp type before
        assert(lpt_anno < CONFIGURATION_MAX_TYPES);
        config_anno_map_t *map = &lpgroups->lpannos[lpt_anno];
        // initialize this annotation map
        strcpy(map->lp_name, lp_name);
        map->num_annos = 0;
320
        map->has_unanno_lp = 0;
321 322 323 324 325 326 327
        memset(map->num_anno_lps, 0, 
                CONFIGURATION_MAX_ANNOS*sizeof(*map->num_anno_lps));
        check_add_anno(anno, map);
        lpgroups->lpannos_count++;
    }
}

328 329 330
int configuration_get_lpgroups (ConfigHandle *handle,
                                const char *section_name,
                                config_lpgroups_t *lpgroups)
331 332 333 334 335 336 337 338 339 340
{
    SectionHandle sh;
    SectionHandle subsh;
    SectionEntry se[10];
    SectionEntry subse[10];
    size_t se_count = 10;
    size_t subse_count = 10;
    int i, j, lpt;
    char data[256];

341
    memset (lpgroups, 0, sizeof(*lpgroups));
342

343 344 345
    int ret = cf_openSection(*handle, ROOT_SECTION, section_name, &sh);
    if (ret == -1)
        return -1;
346
    cf_listSection(*handle, sh, se, &se_count); 
347

348 349 350 351 352 353 354 355 356 357 358
#define CHECKED_STRTOL(_val, _field, _data) \
    do{ \
        errno = 0; \
        long int _rd = strtol(_data, NULL, 10); \
        if (_rd <= 0 || errno) \
            tw_error(TW_LOC, "bad value (expected positive integer) for " \
                    "\"%s\": %s\n", _field, _data); \
        else \
            _val = _rd; \
    }while(0);

359 360
    for (i = 0; i < se_count; i++)
    {
361
        //printf("section: %s type: %d\n", se[i].name, se[i].type);
362 363 364
        if (se[i].type == SE_SECTION)
        {
            subse_count = 10;
365 366 367
            cf_openSection(*handle, sh, se[i].name, &subsh);
            cf_listSection(*handle, subsh, subse, &subse_count);
            strncpy(lpgroups->lpgroups[i].name, se[i].name,
368
                    CONFIGURATION_MAX_NAME);
369 370
            lpgroups->lpgroups[i].repetitions = 1;
            lpgroups->lpgroups_count++;
371 372 373 374
            for (j = 0, lpt = 0; j < subse_count; j++)
            {
                if (subse[j].type == SE_KEY)
                {
375 376
                   cf_getKey(*handle, subsh, subse[j].name, data, sizeof(data));
                   //printf("key: %s value: %s\n", subse[j].name, data);
377 378
                   if (strcmp("repetitions", subse[j].name) == 0)
                   {
379 380
                       CHECKED_STRTOL(lpgroups->lpgroups[i].repetitions,
                               "repetitions", data);
381
		       //printf("\n Repetitions: %ld ", lpgroups->lpgroups[i].repetitions);
382 383 384
                   }
                   else
                   {
385 386 387
                       size_t s = sizeof(lpgroups->lpgroups[i].lptypes[lpt].name);
                       char *nm   = lpgroups->lpgroups[i].lptypes[lpt].name;
                       char *anno = lpgroups->lpgroups[i].lptypes[lpt].anno;
388
                       // assume these are lptypes and counts
389 390 391 392 393 394 395 396 397 398 399
                       strncpy(nm, subse[j].name, s-1);
                       lpgroups->lpgroups[i].lptypes[lpt].name[s-1] = '\0';

                       char *c = strchr(nm, '@');
                       if (c) {
                           strcpy(anno, c+1);
                           *c = '\0';
                       }
                       else {
                           anno[0] = '\0';
                       }
400 401
                       // add to anno map
                       check_add_lp_type_anno(nm, anno, lpgroups);
402 403
                       CHECKED_STRTOL(lpgroups->lpgroups[i].lptypes[lpt].count,
                               nm, data);
404
                       lpgroups->lpgroups[i].lptypes_count++;
405 406 407 408
                       lpt++;
                   }
                }
            }
409
            cf_closeSection(*handle, subsh);
410 411 412
        }
    }

413
    cf_closeSection(*handle, sh);
414 415 416
    
    return 0;
}
Philip Carns's avatar
Philip Carns committed
417

418 419 420 421 422
/*
 * Helper function - get the position in the LP annotation list of the
 * given annotation. Used for configuration schemes where an array of
 * configuration values is generated based on the annotations in
 * config_anno_map_t
423 424
 * If anno is not found or a NULL anno is passed in,
 * -1 is returned */
425 426
int configuration_get_annotation_index(const char *              anno,
                                       const config_anno_map_t * anno_map){
427
    if (anno == NULL) return -1;
428
    for (uint64_t i = 0; i < anno_map->num_annos; i++){
429
        if (!strcmp(anno, anno_map->annotations[i])){
430 431 432 433 434 435
            return (int)i;
        }
    }
    return -1;
}

Philip Carns's avatar
Philip Carns committed
436 437 438 439 440 441 442 443
/*
 * Local variables:
 *  c-indent-level: 4
 *  c-basic-offset: 4
 * End:
 *
 * vim: ts=8 sts=4 sw=4 expandtab
 */