default.nix 13 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1
{ # host package set (unused except for fetching nixpkgs)
Valentin Reis's avatar
Valentin Reis committed
2
  hostPkgs         ? import <nixpkgs> {}
Valentin Reis's avatar
Valentin Reis committed
3 4

, # versioned nixpkgs
Valentin Reis's avatar
Valentin Reis committed
5
  pkgs             ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}
Valentin Reis's avatar
Valentin Reis committed
6

Valentin Reis's avatar
Valentin Reis committed
7
, # versioned nixpkgs-older version for zmcat
Valentin Reis's avatar
Valentin Reis committed
8
  pkgs-old         ? import (hostPkgs.nix-update-source.fetch ./pkgs-old.json).src {}
Valentin Reis's avatar
Valentin Reis committed
9

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched          ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12 13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14
  aml-src          ? fetched aml/pin.json
Valentin Reis's avatar
Valentin Reis committed
15
, numabench-src    ? fetched numabench/pin.json
Valentin Reis's avatar
Valentin Reis committed
16
, excit-src        ? fetched excit/pin.json
Valentin Reis's avatar
Valentin Reis committed
17 18 19
, libnrm-src       ? fetched libnrm/pin.json
, nrm-src          ? fetched nrm/pin.json
, containers-src   ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
20 21

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
22 23 24 25 26
  amg-src          ? fetched amg/pin.json
, qmcpack-src      ? fetched qmcpack/pin.json
, openmc-src       ? fetched openmc/pin.json
, stream-src       ? fetched stream/pin.json
, lammps-src       ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
27

Valentin Reis's avatar
Valentin Reis committed
28
  #source overrides: tooling
29
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
30
, dhrun-src        ? builtins.fetchGit {inherit (fetched dhrun/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
31
, powerplots-src   ? builtins.fetchGit {inherit (fetched powerplots/pin.json) url rev;}
32
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
33
, experiments-src  ? fetched experiments/pin.json
34 35

, #used for hardware experiments.
Valentin Reis's avatar
Valentin Reis committed
36
  sudoPath         ? null
Valentin Reis's avatar
Valentin Reis committed
37

Valentin Reis's avatar
Valentin Reis committed
38 39
, #whether to graft apps on libnrm.
  graftLibnrm      ? false
Valentin Reis's avatar
.  
Valentin Reis committed
40 41
}:
let
Valentin Reis's avatar
Valentin Reis committed
42
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
43

Valentin Reis's avatar
Valentin Reis committed
44
  argopkgs = rec {
45
    # library of nix expressions
Valentin Reis's avatar
style.  
Valentin Reis committed
46
    argolib       = import ../lib/utils.nix;
47
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
48
    aml           = callPackage ./aml        {src=aml-src; inherit excit; inherit numabench;};
Valentin Reis's avatar
Valentin Reis committed
49
    numabench     = callPackage ./numabench  {src=numabench-src; hwloc = hwloc2;};
Valentin Reis's avatar
Valentin Reis committed
50
    excit         = callPackage ./excit      {src=excit-src;};
Valentin Reis's avatar
Valentin Reis committed
51 52 53 54 55
    nrm           = callPackage ./nrm        {src=nrm-src;};
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
56 57 58
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
59

60 61
    nrm-pytest    = nrm.overrideAttrs (old:{checkPhase="py.test";});

Valentin Reis's avatar
Valentin Reis committed
62 63
    numabench-check = numabench.overrideAttrs(old: {
      buildPhase = "make check";
64
      installPhase =''
65 66 67
        mkdir -p $out/tests
        cp ./tests/*.log $out/tests
        cp ./tests/*.trs $out/tests
Valentin Reis's avatar
Valentin Reis committed
68
        cp -r ./tests/tmp $out/tests
69
        '';
Valentin Reis's avatar
Valentin Reis committed
70 71 72 73 74
    });
    excit-check = excit.overrideAttrs(old: {
      buildPhase = "make check";
    });

Valentin Reis's avatar
Valentin Reis committed
75 76 77
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
Valentin Reis's avatar
Valentin Reis committed
78
      drv = callPackage path ({
Valentin Reis's avatar
style.  
Valentin Reis committed
79 80 81
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
82
      }//extra);
Valentin Reis's avatar
style.  
Valentin Reis committed
83
      rebuilt = drv.override {libnrm = libnrm;};
Valentin Reis's avatar
Valentin Reis committed
84 85 86 87 88 89
      grafted = pkgs.replaceDependency {
        drv = drv;
        oldDependency = libnrm-pinned;
        newDependency = libnrm;
      };
    in if graftLibnrm then grafted else rebuilt;
Valentin Reis's avatar
Valentin Reis committed
90 91 92 93
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
Valentin Reis's avatar
Valentin Reis committed
94
    stream       = repLibnrm ./stream  stream-src  {iterationCount="2000";};
Valentin Reis's avatar
Valentin Reis committed
95

96
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
97
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
98

99
    # tools
100
    checkpatch = callPackage ./checkpatch {src=pkgs.linux_testing.src;};
101 102 103
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
104 105
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
106
      rec {
Valentin Reis's avatar
Valentin Reis committed
107
        panpipe        = (pkgs.haskell.lib.doJailbreak super.panpipe);
Valentin Reis's avatar
Valentin Reis committed
108
        spdx           = (pkgs.haskell.lib.doJailbreak super.spdx);
Valentin Reis's avatar
Valentin Reis committed
109
        monad-mock     = (pkgs.haskell.lib.doJailbreak super.monad-mock);
Valentin Reis's avatar
Valentin Reis committed
110
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
111

Valentin Reis's avatar
Valentin Reis committed
112 113 114
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};
Valentin Reis's avatar
Valentin Reis committed
115 116 117
        inline-r = dontCheck super.inline-r;
        argonix     = (self.callCabal2nix "argonix"     argonix-src     ) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src ) {};
Valentin Reis's avatar
Valentin Reis committed
118
        dhrun       = (self.callCabal2nix "dhrun"       dhrun-src ) {};
Valentin Reis's avatar
Valentin Reis committed
119 120
        powerplots  = (self.callCabal2nix "powerplots"  powerplots-src  ) {};

121
      };
Valentin Reis's avatar
Valentin Reis committed
122
    };
Valentin Reis's avatar
Valentin Reis committed
123

124
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
125
    inherit (haskellPackages) repoquality;
Valentin Reis's avatar
Valentin Reis committed
126

Valentin Reis's avatar
Valentin Reis committed
127
    dhrun = haskellPackages.dhrun.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
128
        installPhase = old.installPhase + ''
Valentin Reis's avatar
Valentin Reis committed
129 130
          mkdir -p $out/share/
          cp -r resources $out/share/
Valentin Reis's avatar
Valentin Reis committed
131
        '';
Valentin Reis's avatar
Valentin Reis committed
132 133
      });

Valentin Reis's avatar
Valentin Reis committed
134 135
    dhrun-tests = dhrun.overrideAttrs (_:{doCheck=true;});

Valentin Reis's avatar
Valentin Reis committed
136 137
    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
Valentin Reis's avatar
Valentin Reis committed
138
          mkdir -p $out/share/
Valentin Reis's avatar
Valentin Reis committed
139 140 141
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
142

Valentin Reis's avatar
Valentin Reis committed
143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163
    powerplots =
    let
      pkl = with pkgs.rPackages; [ docopt pracma tidyr readr magrittr formatR
          purrr wrapr knitr cowplot plotly lubridate dplyr ggplot2 fpp2
          prospectr gridExtra zoo xtable ggthemes data_table
        ];
      myR = (pkgs.rWrapper.override{ packages = [pkl];});
    in
    haskellPackages.powerplots.overrideDerivation (drv: rec {
      buildInputs = (drv.buildInputs or []) ++ [
        pkgs.makeWrapper
        myR
      ];

      installPhase = drv.installPhase + ''
        wrapProgram "$out/bin/powerplots" \
          --set R_LIBS_SITE `Rscript -e "Sys.getenv(\"R_LIBS_SITE\")"`
      '';

    });

164
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
165
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
166

Valentin Reis's avatar
Valentin Reis committed
167 168 169 170 171 172 173
    hwloc2 = pkgs.hwloc.overrideAttrs (old:{
      src = pkgs.fetchurl {
        url = "https://download.open-mpi.org/release/hwloc/v2.0/hwloc-2.0.3.tar.gz";
        sha256 = "0707ml34ylrr8zwwhddp64q6q57248m9646f27jadcx5m93g5pk4";
      };
    });

174
    # archived for sake of the simplicity of this file
Valentin Reis's avatar
Valentin Reis committed
175 176
    zmcat = pkgs-old.haskellPackages.callPackage ./zmcat {};
    zmqat = pkgs-old.haskellPackages.zmqat;
177

178
    # ci/experimental environments
Valentin Reis's avatar
Valentin Reis committed
179 180
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
181

Valentin Reis's avatar
Valentin Reis committed
182
      buildInputs = [
Valentin Reis's avatar
Valentin Reis committed
183
        # tooling may run mpiexec or hwloc:
Valentin Reis's avatar
Valentin Reis committed
184 185 186 187 188 189 190
        pkgs.mpich2
        pkgs.hwloc
        # these are needed for some reason:
        pkgs.coreutils
        pkgs.utillinux
        pkgs.git
        # argo tools
Valentin Reis's avatar
Valentin Reis committed
191
        dhrun
Valentin Reis's avatar
Valentin Reis committed
192 193 194
        # argo components
        containers
        nrm
Valentin Reis's avatar
Valentin Reis committed
195
      ];
196

Valentin Reis's avatar
Valentin Reis committed
197
      #required to be able to build the drv.
198
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
199
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
200

201 202 203 204 205 206 207 208
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
        echo ""
209
      '';
210
      #argotk uses this environment variable.
Valentin Reis's avatar
Valentin Reis committed
211
      #OPENMC_PWD = "${argotk}/share/openmc";
Valentin Reis's avatar
Valentin Reis committed
212
    };
Valentin Reis's avatar
Valentin Reis committed
213

Valentin Reis's avatar
Valentin Reis committed
214
    testApplications = test.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
215
      name = "testEnv-with-applications";
216
      buildInputs = old.buildInputs ++ [
Valentin Reis's avatar
Valentin Reis committed
217
        lammps
218
        qmcpack
Valentin Reis's avatar
Valentin Reis committed
219 220 221 222 223 224
        openmc
        stream
        amg
        openmc-data
      ];
    });
Valentin Reis's avatar
Valentin Reis committed
225

226
    powerexpe = testApplications.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
227 228
      name = "power-experiments";
      buildInputs = old.buildInputs ++ [
229 230
        #debug tools
        pkgs.which
Valentin Reis's avatar
Valentin Reis committed
231
        zmcat
232 233
        #experiment tools
        zymake
234
      ];
Valentin Reis's avatar
Valentin Reis committed
235
      buildPhase = "zymake ${experiments-src}/experiments/zymakefile";
Valentin Reis's avatar
Valentin Reis committed
236 237 238 239
      installPhase = ''
        mkdir -p $out
        cp -r o/* $out
      '';
Valentin Reis's avatar
Valentin Reis committed
240
    });
Valentin Reis's avatar
Valentin Reis committed
241

Valentin Reis's avatar
Valentin Reis committed
242 243 244 245 246
    analysis = pkgs.stdenv.mkDerivation rec {
      name = "analysis";
      src = experiments-src;

      #required to be able to build the drv.
Valentin Reis's avatar
Valentin Reis committed
247 248 249
      installPhase = ''
        mkdir -p $out
      '';
Valentin Reis's avatar
Valentin Reis committed
250 251 252
      unpackPhase = "true";

      buildInputs = [
253
        pkgs.pandoc
Valentin Reis's avatar
Valentin Reis committed
254 255 256 257
        (pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
          pkgs.rlwrap
          pkgs.pandoc
          docopt
258 259 260 261
          pracma
          tidyr
          readr
          magrittr
Valentin Reis's avatar
Valentin Reis committed
262 263
          formatR
          purrr
264
          wrapr
Valentin Reis's avatar
Valentin Reis committed
265 266 267 268 269 270
          knitr
          cowplot
          plotly
          lubridate
          dplyr
          ggplot2
271 272 273 274
          fpp2
          prospectr
          gridExtra
          zoo
Valentin Reis's avatar
Valentin Reis committed
275 276 277 278 279 280 281
          xtable
          ggthemes
          data_table
        ];})
      ];
    };

282 283
    hanalysis = analysis.overrideAttrs (old:{
      buildInputs = old.buildInputs ++ [
Valentin Reis's avatar
Valentin Reis committed
284 285 286 287 288
        (haskellPackages.ghcWithPackages(p:[
          p.protolude
          p.optparse-applicative
          (p.inline-r.overrideAttrs(old:{doCheck=false;}))
        ]))
289 290 291
      ];
    });

Valentin Reis's avatar
Valentin Reis committed
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
    f = { mkDerivation, base, protolude, data-default
    , optparse-applicative, typed-process, inline-r
    , R, stdenv }:
    mkDerivation {
      pname = "hsr";
      version = "1.0.0";
      src = "";
      isLibrary = true;
      isExecutable = false;
      libraryHaskellDepends = [
        base
        protolude
        inline-r
        typed-process
        optparse-applicative
        data-default
      ];
      librarySystemDepends = [
        pkgs.pandoc
        R
        pkgs.rPackages.docopt
        pkgs.rPackages.pracma
        pkgs.rPackages.tidyr
        pkgs.rPackages.readr
        pkgs.rPackages.magrittr
        pkgs.rPackages.formatR
        pkgs.rPackages.purrr
        pkgs.rPackages.wrapr
        pkgs.rPackages.knitr
        pkgs.rPackages.cowplot
        pkgs.rPackages.plotly
        pkgs.rPackages.lubridate
        pkgs.rPackages.dplyr
        pkgs.rPackages.ggplot2
        pkgs.rPackages.fpp2
        pkgs.rPackages.prospectr
        pkgs.rPackages.gridExtra
        pkgs.rPackages.zoo
        pkgs.rPackages.xtable
        pkgs.rPackages.ggthemes
        pkgs.rPackages.data_table
      ];
      license = stdenv.lib.licenses.bsd3;
    };
    hanal = argolib.getHackEnv (pkgs//argopkgs)
      haskellPackages (haskellPackages.callPackage f {});

Valentin Reis's avatar
Valentin Reis committed
339 340
    report = analysis.overrideAttrs (old:{
      buildPhase = ''
341 342
        echo "analysis/zymakefolder.R ${powerexpe}"
        analysis/zymakefolder.R ${powerexpe}
Valentin Reis's avatar
Valentin Reis committed
343 344 345 346 347 348
      '';
      installPhase = ''
        mkdir -p $out
        cp -r index* $out
      '';
    });
349

Valentin Reis's avatar
Valentin Reis committed
350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374
    dhrunSpecs = pkgs.stdenv.mkDerivation rec {
      name = "dhrunSpecs";
      src = ../dhrun ;
      installPhase = ''
        mkdir -p $out
        cp -r $src/* $out
        substituteInPlace $out/assets/simple-H2O.xml --replace \
          H2O.HF.wfs.xml $out/assets/H2O.HF.wfs.xml
        substituteInPlace $out/assets/simple-H2O.xml --replace \
          O.BFD.xml $out/assets/O.BFD.xml
        substituteInPlace $out/assets/simple-H2O.xml --replace \
          H.BFD.xml $out/assets/H.BFD.xml
        substituteInPlace $out/lib.dh --replace \
          "dataDir = \"./\"" "dataDir = \"$out/\""
        substituteInPlace $out/lib.dh --replace \
          "https://xgitlab.cels.anl.gov/argo/dhrun/raw/master/" "${dhrun}/share/"
        '';
      unpackPhase = "true";
    };

    doDhrun = drv: command: drv.overrideAttrs (old:{
      buildPhase = ''
        dhrun run $DHRUNSPECS/tests/${command}.dh
      '';
      DHRUNSPECS = "${dhrunSpecs}";
Valentin Reis's avatar
Valentin Reis committed
375
      installPhase = ''
Valentin Reis's avatar
Valentin Reis committed
376
        mkdir -p $out
Valentin Reis's avatar
Valentin Reis committed
377 378 379 380
        cp _output/* $out/
      '';
    });

Valentin Reis's avatar
Valentin Reis committed
381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397
    testHello       = doDhrun test "hello";
    testListen      = doDhrun test "listen";
    testPerfwrapper = doDhrun test "performance";
    testPower       = doDhrun test "power";
    testSTREAM      = doDhrun (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ stream  ];})) "stream";
    testAMG         = doDhrun (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ amg     ];})) "amg";
    testOpenMC      = doDhrun (test.overrideAttrs
    (old:{buildInputs=old.buildInputs++[ openmc  ];
           OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
         })) "openmc";
    testLAMMPS      = doDhrun (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ lammps  ];})) "lammps";
    testQMCPack     = doDhrun (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ qmcpack ];})) "qmcpack";
    testAll         = doDhrun (test.overrideAttrs
Valentin Reis's avatar
Valentin Reis committed
398 399 400 401 402 403 404 405 406 407
    (old:{
      buildInputs = old.buildInputs ++ [
        lammps
        qmcpack
        openmc
        stream
        amg
        openmc-data
      ];
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";})) "tests";
408
  };
409
# re-exporting a full nixpkgs-like package set
410
in pkgs // argopkgs