default.nix 12.6 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1
{ # host package set (unused except for fetching nixpkgs)
Valentin Reis's avatar
Valentin Reis committed
2
  hostPkgs         ? import <nixpkgs> {}
Valentin Reis's avatar
Valentin Reis committed
3
4

, # versioned nixpkgs
Valentin Reis's avatar
Valentin Reis committed
5
  pkgs             ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}
Valentin Reis's avatar
Valentin Reis committed
6

Valentin Reis's avatar
Valentin Reis committed
7
, # versioned nixpkgs-older version for zmcat
Valentin Reis's avatar
Valentin Reis committed
8
  pkgs-old         ? import (hostPkgs.nix-update-source.fetch ./pkgs-old.json).src {}
Valentin Reis's avatar
Valentin Reis committed
9

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched          ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12
13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14
  aml-src          ? fetched aml/pin.json
Valentin Reis's avatar
Valentin Reis committed
15
, numabench-src    ? fetched numabench/pin.json
Valentin Reis's avatar
Valentin Reis committed
16
, excit-src        ? fetched excit/pin.json
Valentin Reis's avatar
Valentin Reis committed
17
18
19
, libnrm-src       ? fetched libnrm/pin.json
, nrm-src          ? fetched nrm/pin.json
, containers-src   ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
20
21

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
22
23
24
25
26
  amg-src          ? fetched amg/pin.json
, qmcpack-src      ? fetched qmcpack/pin.json
, openmc-src       ? fetched openmc/pin.json
, stream-src       ? fetched stream/pin.json
, lammps-src       ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
27

Valentin Reis's avatar
Valentin Reis committed
28
, #source overrides: tooling
29
30
  argotk-src       ? builtins.fetchGit {inherit (fetched argotk/pin.json) url rev;}
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
31
, dhrun-src        ? builtins.fetchGit {inherit (fetched dhrun/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
32
, powerplots-src   ? builtins.fetchGit {inherit (fetched powerplots/pin.json) url rev;}
33
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
34
, experiments-src  ? fetched experiments/pin.json
35
36

, #used for hardware experiments.
Valentin Reis's avatar
Valentin Reis committed
37
  sudoPath         ? null
Valentin Reis's avatar
Valentin Reis committed
38

Valentin Reis's avatar
Valentin Reis committed
39
40
, #whether to graft apps on libnrm.
  graftLibnrm      ? false
Valentin Reis's avatar
.  
Valentin Reis committed
41
42
}:
let
Valentin Reis's avatar
Valentin Reis committed
43
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
44

Valentin Reis's avatar
Valentin Reis committed
45
  argopkgs = rec {
46
    # library of nix expressions
Valentin Reis's avatar
style.    
Valentin Reis committed
47
    argolib       = import ../lib/utils.nix;
48
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
49
    aml           = callPackage ./aml        {src=aml-src; inherit excit; inherit numabench;};
Valentin Reis's avatar
Valentin Reis committed
50
    numabench     = callPackage ./numabench  {src=numabench-src; hwloc = hwloc2;};
Valentin Reis's avatar
Valentin Reis committed
51
    excit         = callPackage ./excit      {src=excit-src;};
Valentin Reis's avatar
Valentin Reis committed
52
53
54
55
56
    nrm           = callPackage ./nrm        {src=nrm-src;};
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
57
58
59
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
60

Valentin Reis's avatar
Valentin Reis committed
61
62
    numabench-check = numabench.overrideAttrs(old: {
      buildPhase = "make check";
63
      installPhase =''
64
65
66
        mkdir -p $out/tests
        cp ./tests/*.log $out/tests
        cp ./tests/*.trs $out/tests
Valentin Reis's avatar
Valentin Reis committed
67
        cp -r ./tests/tmp $out/tests
68
        '';
Valentin Reis's avatar
Valentin Reis committed
69
70
71
72
73
    });
    excit-check = excit.overrideAttrs(old: {
      buildPhase = "make check";
    });

Valentin Reis's avatar
Valentin Reis committed
74
75
76
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
Valentin Reis's avatar
Valentin Reis committed
77
      drv = callPackage path ({
Valentin Reis's avatar
style.    
Valentin Reis committed
78
79
80
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
81
      }//extra);
Valentin Reis's avatar
style.    
Valentin Reis committed
82
      rebuilt = drv.override {libnrm = libnrm;};
Valentin Reis's avatar
Valentin Reis committed
83
84
85
86
87
88
      grafted = pkgs.replaceDependency {
        drv = drv;
        oldDependency = libnrm-pinned;
        newDependency = libnrm;
      };
    in if graftLibnrm then grafted else rebuilt;
Valentin Reis's avatar
Valentin Reis committed
89
90
91
92
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
Valentin Reis's avatar
Valentin Reis committed
93
    stream       = repLibnrm ./stream  stream-src  {iterationCount="2000";};
Valentin Reis's avatar
Valentin Reis committed
94

95
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
96
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
97

98
    # tools
99
    checkpatch = callPackage ./checkpatch {src=pkgs.linux_testing.src;};
100
101
102
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
103
104
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
105
      rec {
Valentin Reis's avatar
Valentin Reis committed
106
        panpipe        = (pkgs.haskell.lib.doJailbreak super.panpipe);
Valentin Reis's avatar
Valentin Reis committed
107
        spdx           = (pkgs.haskell.lib.doJailbreak super.spdx);
Valentin Reis's avatar
Valentin Reis committed
108
        monad-mock     = (pkgs.haskell.lib.doJailbreak super.monad-mock);
Valentin Reis's avatar
Valentin Reis committed
109
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
110

Valentin Reis's avatar
Valentin Reis committed
111
112
113
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};
Valentin Reis's avatar
Valentin Reis committed
114
        inline-r = dontCheck super.inline-r;
Valentin Reis's avatar
Valentin Reis committed
115
        #argo tools
Valentin Reis's avatar
Valentin Reis committed
116
117
118
        argotk      = (self.callCabal2nix "argotk"      argotk-src      ) {};
        argonix     = (self.callCabal2nix "argonix"     argonix-src     ) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src ) {};
Valentin Reis's avatar
Valentin Reis committed
119
        dhrun       = (self.callCabal2nix "dhrun"       dhrun-src ) {};
Valentin Reis's avatar
Valentin Reis committed
120
121
        powerplots  = (self.callCabal2nix "powerplots"  powerplots-src  ) {};

122
      };
Valentin Reis's avatar
Valentin Reis committed
123
    };
Valentin Reis's avatar
Valentin Reis committed
124

125
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
126
    inherit (haskellPackages) repoquality dhrun;
Valentin Reis's avatar
Valentin Reis committed
127
128

    argotk = haskellPackages.argotk.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
129
130
131
132
133
134
135
136
137
138
139
140
        buildInputs=old.buildInputs ++ [pkgs.hwloc];
        installPhase = old.installPhase + ''
          mkdir $out/share/
          ARGOTK_SHARE=share $out/bin/argotk --bash-completion-script argotk > $out/share/argotk.sh
          cp -r share/* $out/share/
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H2O.HF.wfs.xml $out/share/H2O.HF.wfs.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                O.BFD.xml $out/share/O.BFD.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H.BFD.xml $out/share/H.BFD.xml
        '';
Valentin Reis's avatar
Valentin Reis committed
141
142
143
144
      });

    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
Valentin Reis's avatar
Valentin Reis committed
145
          mkdir -p $out/share/
Valentin Reis's avatar
Valentin Reis committed
146
147
148
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
149

Valentin Reis's avatar
Valentin Reis committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
    powerplots =
    let
      pkl = with pkgs.rPackages; [ docopt pracma tidyr readr magrittr formatR
          purrr wrapr knitr cowplot plotly lubridate dplyr ggplot2 fpp2
          prospectr gridExtra zoo xtable ggthemes data_table
        ];
      myR = (pkgs.rWrapper.override{ packages = [pkl];});
    in
    haskellPackages.powerplots.overrideDerivation (drv: rec {
      buildInputs = (drv.buildInputs or []) ++ [
        pkgs.makeWrapper
        myR
      ];

      installPhase = drv.installPhase + ''
        wrapProgram "$out/bin/powerplots" \
          --set R_LIBS_SITE `Rscript -e "Sys.getenv(\"R_LIBS_SITE\")"`
      '';

    });

171
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
172
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
173

Valentin Reis's avatar
Valentin Reis committed
174
175
176
177
178
179
180
    hwloc2 = pkgs.hwloc.overrideAttrs (old:{
      src = pkgs.fetchurl {
        url = "https://download.open-mpi.org/release/hwloc/v2.0/hwloc-2.0.3.tar.gz";
        sha256 = "0707ml34ylrr8zwwhddp64q6q57248m9646f27jadcx5m93g5pk4";
      };
    });

181
    # archived for sake of the simplicity of this file
Valentin Reis's avatar
Valentin Reis committed
182
183
    zmcat = pkgs-old.haskellPackages.callPackage ./zmcat {};
    zmqat = pkgs-old.haskellPackages.zmqat;
184

185
    # ci/experimental environments
Valentin Reis's avatar
Valentin Reis committed
186
187
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
188

Valentin Reis's avatar
Valentin Reis committed
189
190
191
192
193
194
195
196
197
198
199
200
201
202
      buildInputs = [
        # argotk runs mpiexec:
        pkgs.mpich2
        # argotk uses hwloc to choose CPU counts:
        pkgs.hwloc
        # these are needed for some reason:
        pkgs.coreutils
        pkgs.utillinux
        pkgs.git
        # argo tools
        argotk
        # argo components
        containers
        nrm
Valentin Reis's avatar
Valentin Reis committed
203
      ];
204

Valentin Reis's avatar
Valentin Reis committed
205
      #required to be able to build the drv.
206
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
207
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
208

209
210
211
212
213
214
215
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
216
        source ${argotk}/share/argotk.sh # bash completion
217
        echo ""
218
      '';
219
      #argotk uses this environment variable.
220
      ARGOTK_SHARE = "${argotk}/share";
Valentin Reis's avatar
Valentin Reis committed
221
222
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
      OPENMC_PWD = "${argotk}/share/openmc";
Valentin Reis's avatar
Valentin Reis committed
223
    };
Valentin Reis's avatar
Valentin Reis committed
224

Valentin Reis's avatar
Valentin Reis committed
225
    testApplications = test.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
226
      name = "testEnv-with-applications";
227
      buildInputs = old.buildInputs ++ [
Valentin Reis's avatar
Valentin Reis committed
228
        lammps
229
        qmcpack
Valentin Reis's avatar
Valentin Reis committed
230
231
232
233
234
235
        openmc
        stream
        amg
        openmc-data
      ];
    });
Valentin Reis's avatar
Valentin Reis committed
236

237
    powerexpe = testApplications.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
238
239
      name = "power-experiments";
      buildInputs = old.buildInputs ++ [
240
241
        #debug tools
        pkgs.which
Valentin Reis's avatar
Valentin Reis committed
242
        zmcat
243
244
        #experiment tools
        zymake
245
      ];
Valentin Reis's avatar
Valentin Reis committed
246
      buildPhase = "zymake ${experiments-src}/experiments/zymakefile";
Valentin Reis's avatar
Valentin Reis committed
247
248
249
250
      installPhase = ''
        mkdir -p $out
        cp -r o/* $out
      '';
Valentin Reis's avatar
Valentin Reis committed
251
    });
Valentin Reis's avatar
Valentin Reis committed
252

Valentin Reis's avatar
Valentin Reis committed
253
254
255
256
257
    analysis = pkgs.stdenv.mkDerivation rec {
      name = "analysis";
      src = experiments-src;

      #required to be able to build the drv.
Valentin Reis's avatar
Valentin Reis committed
258
259
260
      installPhase = ''
        mkdir -p $out
      '';
Valentin Reis's avatar
Valentin Reis committed
261
262
263
      unpackPhase = "true";

      buildInputs = [
264
        pkgs.pandoc
Valentin Reis's avatar
Valentin Reis committed
265
266
267
268
        (pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
          pkgs.rlwrap
          pkgs.pandoc
          docopt
269
270
271
272
          pracma
          tidyr
          readr
          magrittr
Valentin Reis's avatar
Valentin Reis committed
273
274
          formatR
          purrr
275
          wrapr
Valentin Reis's avatar
Valentin Reis committed
276
277
278
279
280
281
          knitr
          cowplot
          plotly
          lubridate
          dplyr
          ggplot2
282
283
284
285
          fpp2
          prospectr
          gridExtra
          zoo
Valentin Reis's avatar
Valentin Reis committed
286
287
288
289
290
291
292
          xtable
          ggthemes
          data_table
        ];})
      ];
    };

293
294
    hanalysis = analysis.overrideAttrs (old:{
      buildInputs = old.buildInputs ++ [
Valentin Reis's avatar
Valentin Reis committed
295
296
297
298
299
        (haskellPackages.ghcWithPackages(p:[
          p.protolude
          p.optparse-applicative
          (p.inline-r.overrideAttrs(old:{doCheck=false;}))
        ]))
300
301
302
      ];
    });

Valentin Reis's avatar
Valentin Reis committed
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
    f = { mkDerivation, base, protolude, data-default
    , optparse-applicative, typed-process, inline-r
    , R, stdenv }:
    mkDerivation {
      pname = "hsr";
      version = "1.0.0";
      src = "";
      isLibrary = true;
      isExecutable = false;
      libraryHaskellDepends = [
        base
        protolude
        inline-r
        typed-process
        optparse-applicative
        data-default
      ];
      librarySystemDepends = [
        pkgs.pandoc
        R
        pkgs.rPackages.docopt
        pkgs.rPackages.pracma
        pkgs.rPackages.tidyr
        pkgs.rPackages.readr
        pkgs.rPackages.magrittr
        pkgs.rPackages.formatR
        pkgs.rPackages.purrr
        pkgs.rPackages.wrapr
        pkgs.rPackages.knitr
        pkgs.rPackages.cowplot
        pkgs.rPackages.plotly
        pkgs.rPackages.lubridate
        pkgs.rPackages.dplyr
        pkgs.rPackages.ggplot2
        pkgs.rPackages.fpp2
        pkgs.rPackages.prospectr
        pkgs.rPackages.gridExtra
        pkgs.rPackages.zoo
        pkgs.rPackages.xtable
        pkgs.rPackages.ggthemes
        pkgs.rPackages.data_table
      ];
      license = stdenv.lib.licenses.bsd3;
    };
    hanal = argolib.getHackEnv (pkgs//argopkgs)
      haskellPackages (haskellPackages.callPackage f {});

Valentin Reis's avatar
Valentin Reis committed
350
351
    report = analysis.overrideAttrs (old:{
      buildPhase = ''
352
353
        echo "analysis/zymakefolder.R ${powerexpe}"
        analysis/zymakefolder.R ${powerexpe}
Valentin Reis's avatar
Valentin Reis committed
354
355
356
357
358
359
      '';
      installPhase = ''
        mkdir -p $out
        cp -r index* $out
      '';
    });
360

361
    doArgotk = drv: command: drv.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
362
      buildPhase = "argotk "+command+" --verbose";
Valentin Reis's avatar
Valentin Reis committed
363
      installPhase = ''
Valentin Reis's avatar
Valentin Reis committed
364
        mkdir -p $out
Valentin Reis's avatar
Valentin Reis committed
365
366
367
        cp _output/* $out/
      '';
    });
368
369
370
371
    testHello       = doArgotk test "TestHello";
    testListen      = doArgotk test "TestListen";
    testPerfwrapper = doArgotk test "TestPerfwrapper";
    testPower       = doArgotk test "TestPower";
Valentin Reis's avatar
Valentin Reis committed
372
373
374
375
376
377
378
379
380
381
    testSTREAM      = doArgotk (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ stream  ];})) "TestSTREAM";
    testAMG         = doArgotk (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ amg     ];})) "TestAMG";
    testOpenMC      = doArgotk (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ openmc  ];})) "TestOpenMC";
    testLAMMPS      = doArgotk (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ lammps  ];})) "TestLAMMPS";
    testQMCPack     = doArgotk (test.overrideAttrs
      (old:{buildInputs=old.buildInputs++[ qmcpack ];})) "TestQMCPack";
382
    testAll         = doArgotk test "tests";
Valentin Reis's avatar
Valentin Reis committed
383

384
  };
385
# re-exporting a full nixpkgs-like package set
386
in pkgs // argopkgs