default.nix 10.1 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1
{ # host package set (unused except for fetching nixpkgs)
Valentin Reis's avatar
Valentin Reis committed
2
  hostPkgs         ? import <nixpkgs> {}
Valentin Reis's avatar
Valentin Reis committed
3 4

, # versioned nixpkgs
Valentin Reis's avatar
Valentin Reis committed
5
  pkgs             ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}
Valentin Reis's avatar
Valentin Reis committed
6

Valentin Reis's avatar
Valentin Reis committed
7
, # versioned nixpkgs-older version for zmcat
Valentin Reis's avatar
Valentin Reis committed
8
  pkgs-old         ? import (hostPkgs.nix-update-source.fetch ./pkgs-old.json).src {}
Valentin Reis's avatar
Valentin Reis committed
9

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched          ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12 13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14
  aml-src          ? fetched aml/pin.json
Valentin Reis's avatar
Valentin Reis committed
15
, numabench-src    ? fetched numabench/pin.json
Valentin Reis's avatar
Valentin Reis committed
16
, excit-src        ? fetched excit/pin.json
Valentin Reis's avatar
Valentin Reis committed
17 18 19
, libnrm-src       ? fetched libnrm/pin.json
, nrm-src          ? fetched nrm/pin.json
, containers-src   ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
20 21

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
22 23 24 25 26
  amg-src          ? fetched amg/pin.json
, qmcpack-src      ? fetched qmcpack/pin.json
, openmc-src       ? fetched openmc/pin.json
, stream-src       ? fetched stream/pin.json
, lammps-src       ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
27

Valentin Reis's avatar
Valentin Reis committed
28
, #source overrides: tooling
29 30 31
  argotk-src       ? builtins.fetchGit {inherit (fetched argotk/pin.json) url rev;}
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
32
, experiments-src  ? fetched experiments/pin.json
33 34

, #used for hardware experiments.
Valentin Reis's avatar
Valentin Reis committed
35
  sudoPath         ? null
Valentin Reis's avatar
Valentin Reis committed
36

Valentin Reis's avatar
Valentin Reis committed
37 38
, #whether to graft apps on libnrm.
  graftLibnrm      ? false
Valentin Reis's avatar
.  
Valentin Reis committed
39 40
}:
let
Valentin Reis's avatar
Valentin Reis committed
41
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
42

Valentin Reis's avatar
Valentin Reis committed
43
  argopkgs = rec {
44
    # library of nix expressions
Valentin Reis's avatar
style.  
Valentin Reis committed
45
    argolib       = import ../lib/utils.nix;
46
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
47
    aml           = callPackage ./aml        {src=aml-src; inherit excit; inherit numabench;};
Valentin Reis's avatar
Valentin Reis committed
48
    numabench     = callPackage ./numabench  {src=numabench-src; hwloc = hwloc2;};
Valentin Reis's avatar
Valentin Reis committed
49
    excit         = callPackage ./excit      {src=excit-src;};
Valentin Reis's avatar
Valentin Reis committed
50 51 52 53 54
    nrm           = callPackage ./nrm        {src=nrm-src;};
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
55 56 57
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
58

Valentin Reis's avatar
Valentin Reis committed
59 60
    numabench-check = numabench.overrideAttrs(old: {
      buildPhase = "make check";
61
      installPhase =''
62 63 64
        mkdir -p $out/tests
        cp ./tests/*.log $out/tests
        cp ./tests/*.trs $out/tests
Valentin Reis's avatar
Valentin Reis committed
65
        cp -r ./tests/tmp $out/tests
66
        '';
Valentin Reis's avatar
Valentin Reis committed
67 68 69 70 71
    });
    excit-check = excit.overrideAttrs(old: {
      buildPhase = "make check";
    });

Valentin Reis's avatar
Valentin Reis committed
72 73 74
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
Valentin Reis's avatar
Valentin Reis committed
75
      drv = callPackage path ({
Valentin Reis's avatar
style.  
Valentin Reis committed
76 77 78
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
79
      }//extra);
Valentin Reis's avatar
style.  
Valentin Reis committed
80
      rebuilt = drv.override {libnrm = libnrm;};
Valentin Reis's avatar
Valentin Reis committed
81 82 83 84 85 86
      grafted = pkgs.replaceDependency {
        drv = drv;
        oldDependency = libnrm-pinned;
        newDependency = libnrm;
      };
    in if graftLibnrm then grafted else rebuilt;
Valentin Reis's avatar
Valentin Reis committed
87 88 89 90
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
Valentin Reis's avatar
Valentin Reis committed
91
    stream       = repLibnrm ./stream  stream-src  {iterationCount="2000";};
Valentin Reis's avatar
Valentin Reis committed
92

93
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
94
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
95

96 97 98 99
    # tools
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
100 101
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
102
      rec {
Valentin Reis's avatar
Valentin Reis committed
103
        panpipe        = (pkgs.haskell.lib.doJailbreak super.panpipe);
Valentin Reis's avatar
Valentin Reis committed
104
        spdx           = (pkgs.haskell.lib.doJailbreak super.spdx);
Valentin Reis's avatar
Valentin Reis committed
105
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
106

Valentin Reis's avatar
Valentin Reis committed
107 108 109 110 111
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};

        #argo tools
Valentin Reis's avatar
Valentin Reis committed
112 113 114
        argotk = (self.callCabal2nix "argotk" argotk-src) {};
        argonix = (self.callCabal2nix "argonix" argonix-src) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src) {};
115
      };
Valentin Reis's avatar
Valentin Reis committed
116
    };
Valentin Reis's avatar
Valentin Reis committed
117

118
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
119 120 121
    inherit (haskellPackages) repoquality;

    argotk = haskellPackages.argotk.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
122 123 124 125 126 127 128 129 130 131 132 133
        buildInputs=old.buildInputs ++ [pkgs.hwloc];
        installPhase = old.installPhase + ''
          mkdir $out/share/
          ARGOTK_SHARE=share $out/bin/argotk --bash-completion-script argotk > $out/share/argotk.sh
          cp -r share/* $out/share/
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H2O.HF.wfs.xml $out/share/H2O.HF.wfs.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                O.BFD.xml $out/share/O.BFD.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H.BFD.xml $out/share/H.BFD.xml
        '';
Valentin Reis's avatar
Valentin Reis committed
134 135 136 137
      });

    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
Valentin Reis's avatar
Valentin Reis committed
138
          mkdir -p $out/share/
Valentin Reis's avatar
Valentin Reis committed
139 140 141
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
142

143
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
144
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
145

Valentin Reis's avatar
Valentin Reis committed
146 147 148 149 150 151 152
    hwloc2 = pkgs.hwloc.overrideAttrs (old:{
      src = pkgs.fetchurl {
        url = "https://download.open-mpi.org/release/hwloc/v2.0/hwloc-2.0.3.tar.gz";
        sha256 = "0707ml34ylrr8zwwhddp64q6q57248m9646f27jadcx5m93g5pk4";
      };
    });

153
    # archived for sake of the simplicity of this file
Valentin Reis's avatar
Valentin Reis committed
154 155
    zmcat = pkgs-old.haskellPackages.callPackage ./zmcat {};
    zmqat = pkgs-old.haskellPackages.zmqat;
156

157
    # ci/experimental environments
Valentin Reis's avatar
Valentin Reis committed
158 159
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
160

Valentin Reis's avatar
Valentin Reis committed
161 162 163 164 165 166 167 168 169 170 171 172 173 174
      buildInputs = [
        # argotk runs mpiexec:
        pkgs.mpich2
        # argotk uses hwloc to choose CPU counts:
        pkgs.hwloc
        # these are needed for some reason:
        pkgs.coreutils
        pkgs.utillinux
        pkgs.git
        # argo tools
        argotk
        # argo components
        containers
        nrm
Valentin Reis's avatar
Valentin Reis committed
175
      ];
176

Valentin Reis's avatar
Valentin Reis committed
177
      #required to be able to build the drv.
178
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
179
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
180

181 182 183 184 185 186 187
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
188
        source ${argotk}/share/argotk.sh # bash completion
189
        echo ""
190
      '';
191
      #argotk uses this environment variable.
192
      ARGOTK_SHARE = "${argotk}/share";
Valentin Reis's avatar
Valentin Reis committed
193 194
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
      OPENMC_PWD = "${argotk}/share/openmc";
Valentin Reis's avatar
Valentin Reis committed
195
    };
Valentin Reis's avatar
Valentin Reis committed
196

Valentin Reis's avatar
Valentin Reis committed
197
    testApplications = test.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
198
      name = "testEnv-with-applications";
199
      buildInputs = old.buildInputs ++ [
Valentin Reis's avatar
Valentin Reis committed
200
        lammps
201
        qmcpack
Valentin Reis's avatar
Valentin Reis committed
202 203 204 205 206 207
        openmc
        stream
        amg
        openmc-data
      ];
    });
Valentin Reis's avatar
Valentin Reis committed
208

209
    powerexpe = testApplications.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
210 211
      name = "power-experiments";
      buildInputs = old.buildInputs ++ [
212 213
        #debug tools
        pkgs.which
Valentin Reis's avatar
Valentin Reis committed
214
        #pkgs.sudo
Valentin Reis's avatar
Valentin Reis committed
215
        zmcat
216 217
        #experiment tools
        zymake
218
      ];
Valentin Reis's avatar
Valentin Reis committed
219
      buildPhase = "zymake ${experiments-src}/experiments/zymakefile";
Valentin Reis's avatar
Valentin Reis committed
220 221 222 223
      installPhase = ''
        mkdir -p $out
        cp -r o/* $out
      '';
Valentin Reis's avatar
Valentin Reis committed
224
    });
Valentin Reis's avatar
Valentin Reis committed
225

Valentin Reis's avatar
Valentin Reis committed
226 227 228 229 230
    analysis = pkgs.stdenv.mkDerivation rec {
      name = "analysis";
      src = experiments-src;

      #required to be able to build the drv.
Valentin Reis's avatar
Valentin Reis committed
231 232 233
      installPhase = ''
        mkdir -p $out
      '';
Valentin Reis's avatar
Valentin Reis committed
234 235 236
      unpackPhase = "true";

      buildInputs = [
237
        pkgs.pandoc
Valentin Reis's avatar
Valentin Reis committed
238 239 240 241
        (pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
          pkgs.rlwrap
          pkgs.pandoc
          docopt
242 243 244 245
          pracma
          tidyr
          readr
          magrittr
Valentin Reis's avatar
Valentin Reis committed
246 247
          formatR
          purrr
248
          wrapr
Valentin Reis's avatar
Valentin Reis committed
249 250 251 252 253 254
          knitr
          cowplot
          plotly
          lubridate
          dplyr
          ggplot2
255 256 257 258
          fpp2
          prospectr
          gridExtra
          zoo
Valentin Reis's avatar
Valentin Reis committed
259 260 261 262 263 264 265
          xtable
          ggthemes
          data_table
        ];})
      ];
    };

266 267 268 269 270 271
    hanalysis = analysis.overrideAttrs (old:{
      buildInputs = old.buildInputs ++ [
        (haskellPackages.ghcWithPackages(p:[p.inline-r]))
      ];
    });

Valentin Reis's avatar
Valentin Reis committed
272 273
    report = analysis.overrideAttrs (old:{
      buildPhase = ''
274 275
        echo "analysis/zymakefolder.R ${powerexpe}"
        analysis/zymakefolder.R ${powerexpe}
Valentin Reis's avatar
Valentin Reis committed
276 277 278 279 280 281
      '';
      installPhase = ''
        mkdir -p $out
        cp -r index* $out
      '';
    });
282

283
    doArgotk = drv: command: drv.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
284
      buildPhase = "argotk "+command+" --verbose";
Valentin Reis's avatar
Valentin Reis committed
285
      installPhase = ''
Valentin Reis's avatar
Valentin Reis committed
286
        mkdir -p $out
Valentin Reis's avatar
Valentin Reis committed
287 288 289
        cp _output/* $out/
      '';
    });
290 291 292 293
    testHello       = doArgotk test "TestHello";
    testListen      = doArgotk test "TestListen";
    testPerfwrapper = doArgotk test "TestPerfwrapper";
    testPower       = doArgotk test "TestPower";
294 295 296 297 298
    testSTREAM      = doArgotk (test.overrideAttrs (old:{buildInputs=old.buildInputs++[ stream ];})) "TestSTREAM";
    testAMG         = doArgotk (test.overrideAttrs (old:{buildInputs=old.buildInputs++[ amg ];})) "TestAMG";
    testOpenMC      = doArgotk (test.overrideAttrs (old:{buildInputs=old.buildInputs++[ openmc ];})) "TestOpenMC";
    testLAMMPS      = doArgotk (test.overrideAttrs (old:{buildInputs=old.buildInputs++[ lammps ];})) "TestLAMMPS";
    testQMCPack     = doArgotk (test.overrideAttrs (old:{buildInputs=old.buildInputs++[ qmcpack ];})) "TestQMCPack";
299
    testAll         = doArgotk test "tests";
Valentin Reis's avatar
Valentin Reis committed
300

301
  };
302
# re-exporting a full nixpkgs-like package set
303
in pkgs // argopkgs