default.nix 15.9 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1
{ # host package set (unused except for fetching nixpkgs)
Valentin Reis's avatar
Valentin Reis committed
2
  hostPkgs         ? import <nixpkgs> {}
Valentin Reis's avatar
Valentin Reis committed
3 4

, # versioned nixpkgs
Valentin Reis's avatar
Valentin Reis committed
5
  pkgs             ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}
Valentin Reis's avatar
Valentin Reis committed
6

Valentin Reis's avatar
Valentin Reis committed
7
, # versioned nixpkgs-older version for zmcat
Valentin Reis's avatar
Valentin Reis committed
8
  bleeding         ? import (hostPkgs.nix-update-source.fetch ./bleeding.json).src {}
Valentin Reis's avatar
Valentin Reis committed
9

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched          ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12 13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14
  aml-src          ? fetched aml/pin.json
Valentin Reis's avatar
Valentin Reis committed
15
, numabench-src    ? fetched numabench/pin.json
Valentin Reis's avatar
Valentin Reis committed
16
, excit-src        ? fetched excit/pin.json
Valentin Reis's avatar
Valentin Reis committed
17 18
, libnrm-src       ? fetched libnrm/pin.json
, nrm-src          ? fetched nrm/pin.json
Valentin Reis's avatar
Valentin Reis committed
19
, nrm-schema-src   ? fetched nrm-schema/pin.json
Valentin Reis's avatar
Valentin Reis committed
20
, containers-src   ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
21 22

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
23 24 25 26 27
  amg-src          ? fetched amg/pin.json
, qmcpack-src      ? fetched qmcpack/pin.json
, openmc-src       ? fetched openmc/pin.json
, stream-src       ? fetched stream/pin.json
, lammps-src       ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
28

Valentin Reis's avatar
Valentin Reis committed
29
  #source overrides: tooling
30
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
31
, dhrun-src        ? builtins.fetchGit {inherit (pkgs.stdenv.lib.importJSON dhrun/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
32
, powerplots-src   ? builtins.fetchGit {inherit (fetched powerplots/pin.json) url rev;}
33
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
34
, experiments-src  ? fetched experiments/pin.json
35 36

, #used for hardware experiments.
Valentin Reis's avatar
Valentin Reis committed
37
  sudoPath         ? null
Valentin Reis's avatar
Valentin Reis committed
38

Valentin Reis's avatar
Valentin Reis committed
39 40
, #whether to graft apps on libnrm.
  graftLibnrm      ? false
41 42 43

, #name for the generic test builder
  genericTestName  ? "run"
Valentin Reis's avatar
.  
Valentin Reis committed
44 45
}:
let
Valentin Reis's avatar
Valentin Reis committed
46
  panhandle-src = fetched panhandle/pin.json;
Valentin Reis's avatar
Valentin Reis committed
47
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
48

Valentin Reis's avatar
Valentin Reis committed
49 50 51
  addBI = drv: bi: drv.overrideAttrs
    (old:{buildInputs=old.buildInputs ++ [ bi ];});

Valentin Reis's avatar
Valentin Reis committed
52
  argopkgs = rec {
Valentin Reis's avatar
Valentin Reis committed
53

54
    # library of nix expressions
Valentin Reis's avatar
Valentin Reis committed
55
    argolib       = import ../lib/utils.nix;
Valentin Reis's avatar
Valentin Reis committed
56

Valentin Reis's avatar
Valentin Reis committed
57
    singularity = bleeding.singularity;
58
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
59 60 61 62 63 64
    aml           = callPackage ./aml        {
      src=aml-src;
      hwloc=hwloc2;
      inherit excit;
      inherit numabench;
    };
Valentin Reis's avatar
Valentin Reis committed
65
    numabench     = callPackage ./numabench  {src=numabench-src; hwloc = hwloc2;};
Valentin Reis's avatar
Valentin Reis committed
66
    excit         = callPackage ./excit      {src=excit-src;};
Valentin Reis's avatar
Valentin Reis committed
67 68
    nrm           = (callPackage ./nrm        {src=nrm-src;}).overrideAttrs (o:{
      installPhase=o.installPhase+''
Valentin Reis's avatar
Valentin Reis committed
69
        cp -r nrm/schemas $out/lib/python2.7/site-packages/nrm/
Valentin Reis's avatar
Valentin Reis committed
70 71
      '';
    });
Valentin Reis's avatar
Valentin Reis committed
72 73 74 75
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
76 77 78
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
79

Valentin Reis's avatar
Valentin Reis committed
80 81 82 83 84 85 86
    #jsonschema3 = pkgs.pythonPackages.jsonschema.overrideAttrs(o:{
      #src=pkgs.fetchurl{
        #url="https://files.pythonhosted.org/packages/1f/7f/a020327823b9c405ee6f85ab3053ff171e10801b19cfe55c78bb0b3810e7/jsonschema-3.0.1.tar.gz";
        #sha256 = "03g20i1xfg4qdlk4475pl4pp7y0h37g1fbgs5qhy678q9xb822hc";
      #};
    #});

Valentin Reis's avatar
Valentin Reis committed
87 88
    nrm-pytest    = nrm.overrideAttrs (old:{checkPhase="py.test --deselect=test/test_messaging.py";});

Valentin Reis's avatar
Valentin Reis committed
89 90
    aml-check = aml.overrideAttrs (old:{
      doCheck = true;
Valentin Reis's avatar
Valentin Reis committed
91
      checkPhase = "make check";
Valentin Reis's avatar
Valentin Reis committed
92 93
    });

Valentin Reis's avatar
Valentin Reis committed
94 95 96
    mkl =  callPackage ./mkl {compiler_path = "/opt/intel/compilers_and_libraries/linux";};
    icc = callPackage ./icc {compiler_path = "/opt/intel/compilers_and_libraries/linux";};

Valentin Reis's avatar
Valentin Reis committed
97
    aml-check-knl = aml-check.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
98 99 100 101 102 103 104 105 106
      makeFlags = [ "-j64" "V=1"];
      configureFlags = [ "--enable-benchmarks" ];
      buildInputs = old.buildInputs ++ [pkgs.man-db icc mkl];
      CC="${icc}/bin/icc";
      preConfigure =  ''
        export CFLAGS="-mkl -xhost"
        export CC="${icc}/bin/icc"
        find . -name '*.o'
        find . -name '*.o' -delete
Valentin Reis's avatar
Valentin Reis committed
107 108 109
      '';
    });

Valentin Reis's avatar
Valentin Reis committed
110
    aml-dist      = aml.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
111 112
      nativeBuildInputs = old.nativeBuildInputs ++
      [
Valentin Reis's avatar
Valentin Reis committed
113
        pkgs.doxygen
Valentin Reis's avatar
Valentin Reis committed
114 115 116
        pkgs.curl
        pkgs.bash
        pkgs.coreutils
Valentin Reis's avatar
Valentin Reis committed
117 118 119 120 121 122
        (pkgs.python.withPackages (ps: [
          ps.sphinx_rtd_theme
          ps.sphinx
          ps.breathe
          ps.recommonmark
        ]))
Valentin Reis's avatar
Valentin Reis committed
123
      ];
Valentin Reis's avatar
Valentin Reis committed
124
      buildPhase = "make dist";
Valentin Reis's avatar
Valentin Reis committed
125 126 127 128
      installPhase = ''
        mkdir -p $out
        cp *.tar.gz $out/
      '';
Valentin Reis's avatar
Valentin Reis committed
129
    });
130

Valentin Reis's avatar
Valentin Reis committed
131 132
    numabench-check = numabench.overrideAttrs(old: {
      buildPhase = "make check";
133
      installPhase =''
134 135 136
        mkdir -p $out/tests
        cp ./tests/*.log $out/tests
        cp ./tests/*.trs $out/tests
Valentin Reis's avatar
Valentin Reis committed
137
        cp -r ./tests/tmp $out/tests
138
        '';
Valentin Reis's avatar
Valentin Reis committed
139 140 141 142 143
    });
    excit-check = excit.overrideAttrs(old: {
      buildPhase = "make check";
    });

Valentin Reis's avatar
Valentin Reis committed
144 145 146
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
Valentin Reis's avatar
Valentin Reis committed
147
      drv = callPackage path ({
Valentin Reis's avatar
Valentin Reis committed
148 149 150
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
151
      }//extra);
Valentin Reis's avatar
Valentin Reis committed
152
      rebuilt = drv.override {libnrm = libnrm;};
Valentin Reis's avatar
Valentin Reis committed
153 154 155 156 157 158
      grafted = pkgs.replaceDependency {
        drv = drv;
        oldDependency = libnrm-pinned;
        newDependency = libnrm;
      };
    in if graftLibnrm then grafted else rebuilt;
Valentin Reis's avatar
Valentin Reis committed
159 160 161 162
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
Valentin Reis's avatar
Valentin Reis committed
163
    stream       = repLibnrm ./stream  stream-src  {iterationCount="2000";};
Valentin Reis's avatar
Valentin Reis committed
164

165
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
166
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
167

168
    # tools
169
    checkpatch = callPackage ./checkpatch {src=pkgs.linux_testing.src;};
170 171 172
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
173 174
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
175
      rec {
Valentin Reis's avatar
Valentin Reis committed
176 177 178 179
        panpipe        = doJailbreak super.panpipe;
        #panhandle      = doJailbreak super.panhandle;
        spdx           = doJailbreak super.spdx;
        monad-mock     = doJailbreak super.monad-mock;
Valentin Reis's avatar
Valentin Reis committed
180
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
181
        jsonschema-gen = doJailbreak super.jsonschema-gen;
Valentin Reis's avatar
Valentin Reis committed
182
        aeson-t = doJailbreak super.aeson-t;
Valentin Reis's avatar
Valentin Reis committed
183

Valentin Reis's avatar
Valentin Reis committed
184 185 186
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};
Valentin Reis's avatar
Valentin Reis committed
187 188 189 190 191
        inline-r = dontCheck super.inline-r;
        argonix     = (self.callCabal2nix "argonix"     argonix-src     ) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src ) {};
        powerplots  = (self.callCabal2nix "powerplots"  powerplots-src  ) {};

Valentin Reis's avatar
Valentin Reis committed
192 193 194
        generic-aeson   = doJailbreak super.generic-aeson;
        nrm-schema  = (self.callCabal2nix "nrm-schema"  nrm-schema-src ) {};

195
      };
Valentin Reis's avatar
Valentin Reis committed
196
    };
Valentin Reis's avatar
Valentin Reis committed
197

Valentin Reis's avatar
Valentin Reis committed
198 199 200
    bleedingHaskellPackages = bleeding.haskellPackages.override {
      overrides = self: super: with bleeding.haskell.lib;
      rec {
Valentin Reis's avatar
Valentin Reis committed
201
        panpipe        = doJailbreak super.panpipe;
Valentin Reis's avatar
Valentin Reis committed
202 203 204
        panhandle      = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                        inherit (panhandle-src) url rev; })) {};
        multistate      = doJailbreak super.multistate;
205
        #hspec       = doJailbreak super.hspec;
Valentin Reis's avatar
Valentin Reis committed
206 207 208 209
        dhrun       = (self.callCabal2nix "dhrun"       dhrun-src ) {};
      };
    };

210
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
211
    inherit (haskellPackages) repoquality;
Valentin Reis's avatar
Valentin Reis committed
212 213 214 215 216 217 218 219 220 221
    inherit (bleedingHaskellPackages) dhall dhall-json;

    nrm-schema = haskellPackages.nrm-schema.overrideAttrs (old:{
      buildInputs = old.buildInputs ++ [
        (pkgs.python.withPackages (ps: [
          ps.warlock
          ps.jsonschema
        ]))
      ];
    });
Valentin Reis's avatar
Valentin Reis committed
222

Valentin Reis's avatar
Valentin Reis committed
223
    dhrun = bleedingHaskellPackages.dhrun.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
224
        installPhase = old.installPhase + ''
Valentin Reis's avatar
Valentin Reis committed
225 226
          mkdir -p $out/share/
          cp -r resources $out/share/
Valentin Reis's avatar
Valentin Reis committed
227
        '';
Valentin Reis's avatar
Valentin Reis committed
228 229 230 231
      });

    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
Valentin Reis's avatar
Valentin Reis committed
232
          mkdir -p $out/share/
Valentin Reis's avatar
Valentin Reis committed
233 234 235
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
236

Valentin Reis's avatar
Valentin Reis committed
237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257
    powerplots =
    let
      pkl = with pkgs.rPackages; [ docopt pracma tidyr readr magrittr formatR
          purrr wrapr knitr cowplot plotly lubridate dplyr ggplot2 fpp2
          prospectr gridExtra zoo xtable ggthemes data_table
        ];
      myR = (pkgs.rWrapper.override{ packages = [pkl];});
    in
    haskellPackages.powerplots.overrideDerivation (drv: rec {
      buildInputs = (drv.buildInputs or []) ++ [
        pkgs.makeWrapper
        myR
      ];

      installPhase = drv.installPhase + ''
        wrapProgram "$out/bin/powerplots" \
          --set R_LIBS_SITE `Rscript -e "Sys.getenv(\"R_LIBS_SITE\")"`
      '';

    });

258
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
259
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
260

Valentin Reis's avatar
Valentin Reis committed
261
    hwloc2 = pkgs.hwloc.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
262
      name="hwloc-2";
Valentin Reis's avatar
Valentin Reis committed
263 264 265 266 267 268
      src = pkgs.fetchurl {
        url = "https://download.open-mpi.org/release/hwloc/v2.0/hwloc-2.0.3.tar.gz";
        sha256 = "0707ml34ylrr8zwwhddp64q6q57248m9646f27jadcx5m93g5pk4";
      };
    });

269
    # ci/experimental environments
Valentin Reis's avatar
Valentin Reis committed
270 271
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
272

Valentin Reis's avatar
Valentin Reis committed
273
      buildInputs = [
Valentin Reis's avatar
Valentin Reis committed
274
        # tooling may run mpiexec or hwloc:
Valentin Reis's avatar
Valentin Reis committed
275
        pkgs.mpich2
Valentin Reis's avatar
Valentin Reis committed
276
        hwloc2
Valentin Reis's avatar
Valentin Reis committed
277 278 279 280 281
        # these are needed for some reason:
        pkgs.coreutils
        pkgs.utillinux
        pkgs.git
        # argo tools
Valentin Reis's avatar
Valentin Reis committed
282
        dhrun
Valentin Reis's avatar
Valentin Reis committed
283 284 285
        # argo components
        containers
        nrm
Valentin Reis's avatar
Valentin Reis committed
286
        libnrm
Valentin Reis's avatar
Valentin Reis committed
287
      ];
288

Valentin Reis's avatar
Valentin Reis committed
289
      #required to be able to build the drv.
290
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
291
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
292

293 294 295 296 297 298 299 300
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
        echo ""
301
      '';
302
      #argotk uses this environment variable.
Valentin Reis's avatar
Valentin Reis committed
303
      #OPENMC_PWD = "${argotk}/share/openmc";
Valentin Reis's avatar
Valentin Reis committed
304
    };
Valentin Reis's avatar
Valentin Reis committed
305 306 307 308 309 310

    analysis = pkgs.stdenv.mkDerivation rec {
      name = "analysis";
      src = experiments-src;

      #required to be able to build the drv.
Valentin Reis's avatar
Valentin Reis committed
311 312 313
      installPhase = ''
        mkdir -p $out
      '';
Valentin Reis's avatar
Valentin Reis committed
314 315 316
      unpackPhase = "true";

      buildInputs = [
317
        pkgs.pandoc
Valentin Reis's avatar
Valentin Reis committed
318 319 320 321
        (pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
          pkgs.rlwrap
          pkgs.pandoc
          docopt
322 323 324 325
          pracma
          tidyr
          readr
          magrittr
Valentin Reis's avatar
Valentin Reis committed
326 327
          formatR
          purrr
328
          wrapr
Valentin Reis's avatar
Valentin Reis committed
329 330 331 332 333 334
          knitr
          cowplot
          plotly
          lubridate
          dplyr
          ggplot2
335 336 337 338
          fpp2
          prospectr
          gridExtra
          zoo
Valentin Reis's avatar
Valentin Reis committed
339 340 341 342 343 344 345
          xtable
          ggthemes
          data_table
        ];})
      ];
    };

346 347
    hanalysis = analysis.overrideAttrs (old:{
      buildInputs = old.buildInputs ++ [
Valentin Reis's avatar
Valentin Reis committed
348 349 350 351 352
        (haskellPackages.ghcWithPackages(p:[
          p.protolude
          p.optparse-applicative
          (p.inline-r.overrideAttrs(old:{doCheck=false;}))
        ]))
353 354 355
      ];
    });

Valentin Reis's avatar
Valentin Reis committed
356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
    f = { mkDerivation, base, protolude, data-default
    , optparse-applicative, typed-process, inline-r
    , R, stdenv }:
    mkDerivation {
      pname = "hsr";
      version = "1.0.0";
      src = "";
      isLibrary = true;
      isExecutable = false;
      libraryHaskellDepends = [
        base
        protolude
        inline-r
        typed-process
        optparse-applicative
        data-default
      ];
      librarySystemDepends = [
        pkgs.pandoc
        R
        pkgs.rPackages.docopt
        pkgs.rPackages.pracma
        pkgs.rPackages.tidyr
        pkgs.rPackages.readr
        pkgs.rPackages.magrittr
        pkgs.rPackages.formatR
        pkgs.rPackages.purrr
        pkgs.rPackages.wrapr
        pkgs.rPackages.knitr
        pkgs.rPackages.cowplot
        pkgs.rPackages.plotly
        pkgs.rPackages.lubridate
        pkgs.rPackages.dplyr
        pkgs.rPackages.ggplot2
        pkgs.rPackages.fpp2
        pkgs.rPackages.prospectr
        pkgs.rPackages.gridExtra
        pkgs.rPackages.zoo
        pkgs.rPackages.xtable
        pkgs.rPackages.ggthemes
        pkgs.rPackages.data_table
      ];
      license = stdenv.lib.licenses.bsd3;
    };
    hanal = argolib.getHackEnv (pkgs//argopkgs)
      haskellPackages (haskellPackages.callPackage f {});

Valentin Reis's avatar
Valentin Reis committed
403 404
    report = analysis.overrideAttrs (old:{
      buildPhase = ''
405 406
        echo "analysis/zymakefolder.R ${powerexpe}"
        analysis/zymakefolder.R ${powerexpe}
Valentin Reis's avatar
Valentin Reis committed
407 408 409 410 411 412
      '';
      installPhase = ''
        mkdir -p $out
        cp -r index* $out
      '';
    });
413

Valentin Reis's avatar
Valentin Reis committed
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428
    dhrunSpecs = pkgs.stdenv.mkDerivation rec {
      name = "dhrunSpecs";
      src = ../dhrun ;
      installPhase = ''
        mkdir -p $out
        cp -r $src/* $out
        substituteInPlace $out/assets/simple-H2O.xml --replace \
          H2O.HF.wfs.xml $out/assets/H2O.HF.wfs.xml
        substituteInPlace $out/assets/simple-H2O.xml --replace \
          O.BFD.xml $out/assets/O.BFD.xml
        substituteInPlace $out/assets/simple-H2O.xml --replace \
          H.BFD.xml $out/assets/H.BFD.xml
        substituteInPlace $out/lib.dh --replace \
          "dataDir = \"./\"" "dataDir = \"$out/\""
        substituteInPlace $out/lib.dh --replace \
Valentin Reis's avatar
Valentin Reis committed
429 430
          "https://xgitlab.cels.anl.gov/argo/dhrun/raw/master/" "./"
        ln -s ${dhrun}/share/resources $out/resources
Valentin Reis's avatar
Valentin Reis committed
431 432 433 434
        '';
      unpackPhase = "true";
    };

Valentin Reis's avatar
Valentin Reis committed
435
    doDhrun = dhrscript: test.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
436
      buildPhase = ''
437
        cat $DHRUNSCRIPT | dhall resolve | dhall normalize | dhall-to-yaml | dhrun run "-"
Valentin Reis's avatar
Valentin Reis committed
438
      '';
Valentin Reis's avatar
Valentin Reis committed
439 440 441 442 443
      buildInputs = old.buildInputs ++ [
        dhall-json
        pkgs.yq
        dhall
      ];
444
      DHRUNSCRIPT = "${dhrscript}";
Valentin Reis's avatar
Valentin Reis committed
445
      DHRUNSPECS = "${dhrunSpecs}";
Valentin Reis's avatar
Valentin Reis committed
446
      installPhase = ''
Valentin Reis's avatar
Valentin Reis committed
447
        mkdir -p $out
Valentin Reis's avatar
Valentin Reis committed
448 449 450 451
        cp _output/* $out/
      '';
    });

Valentin Reis's avatar
Valentin Reis committed
452 453 454
    doDhrunApp = app :
    let
      dhrunscript = pkgs.writeText "test.dhall" ''
455
        let all = ${dhrunSpecs}/all-tests.dh "${dhrunSpecs}/"
456
        in all.${app} True < NoCap = {=} | Cap : Text >
Valentin Reis's avatar
Valentin Reis committed
457 458 459 460 461 462 463
      '';
    in
    doDhrun dhrunscript;

    doDhrunKey = key:
    let
      dhrunscript = pkgs.writeText "test.dhall" ''
464
        let all = ${dhrunSpecs}/all-tests.dh "${dhrunSpecs}/" in all.${key}
Valentin Reis's avatar
Valentin Reis committed
465 466 467 468
      '';
    in
    doDhrun dhrunscript;

469
    testGeneric     = doDhrunKey genericTestName;
Valentin Reis's avatar
Valentin Reis committed
470
    testSingularity = (doDhrunKey "run-singularity").overrideAttrs (o:{
471
      buildInputs = o.buildInputs ++[ bleeding.singularity ];
Valentin Reis's avatar
Valentin Reis committed
472
    });
Valentin Reis's avatar
Valentin Reis committed
473

Valentin Reis's avatar
Valentin Reis committed
474 475 476 477 478 479
    testSTREAM      = addBI (doDhrunApp "stream") stream;
    testAMG         = addBI (doDhrunApp "amg") amg;
    testOpenMC      = (addBI (doDhrunApp "openmc") openmc).overrideAttrs
      (old:{ OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml"; });
    testLAMMPS      = addBI (doDhrunApp "lammps") lammps;
    testQMCPack     = addBI (doDhrunApp "qmcpack") qmcpack ;
Valentin Reis's avatar
Valentin Reis committed
480

481
    testAll         = (doDhrunKey "hello").overrideAttrs
Valentin Reis's avatar
Valentin Reis committed
482 483 484 485 486 487 488 489 490
    (old:{
      buildInputs = old.buildInputs ++ [
        lammps
        qmcpack
        openmc
        stream
        amg
        openmc-data
      ];
Valentin Reis's avatar
Valentin Reis committed
491 492
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
      });
Valentin Reis's avatar
Valentin Reis committed
493 494 495 496 497 498 499 500 501 502 503 504 505 506 507

    powerexpe = testAll.overrideAttrs (old:{
      name = "power-experiments";
      buildInputs = old.buildInputs ++ [
        #debug tools
        pkgs.which
        #experiment tools
        zymake
      ];
      buildPhase = "zymake ${experiments-src}/experiments/zymakefile";
      installPhase = ''
        mkdir -p $out
        cp -r o/* $out
      '';
    });
508 509

    bld = bleeding;
510
  };
Valentin Reis's avatar
Valentin Reis committed
511

512
# re-exporting a full nixpkgs-like package set
513
in pkgs // argopkgs