default.nix 8.91 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1
{ # host package set (unused except for fetching nixpkgs)
Valentin Reis's avatar
Valentin Reis committed
2
  hostPkgs         ? import <nixpkgs> {}
Valentin Reis's avatar
Valentin Reis committed
3
4

, # versioned nixpkgs
Valentin Reis's avatar
Valentin Reis committed
5
  pkgs             ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}
Valentin Reis's avatar
Valentin Reis committed
6

Valentin Reis's avatar
Valentin Reis committed
7
, # versioned nixpkgs-older version for zmcat
Valentin Reis's avatar
Valentin Reis committed
8
  pkgs-old         ? import (hostPkgs.nix-update-source.fetch ./pkgs-old.json).src {}
Valentin Reis's avatar
Valentin Reis committed
9

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched          ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12
13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14
15
16
17
  aml-src          ? fetched aml/pin.json
, libnrm-src       ? fetched libnrm/pin.json
, nrm-src          ? fetched nrm/pin.json
, containers-src   ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
18
19

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
20
21
22
23
24
  amg-src          ? fetched amg/pin.json
, qmcpack-src      ? fetched qmcpack/pin.json
, openmc-src       ? fetched openmc/pin.json
, stream-src       ? fetched stream/pin.json
, lammps-src       ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
25

Valentin Reis's avatar
Valentin Reis committed
26
, #source overrides: tooling
27
28
29
  argotk-src       ? builtins.fetchGit {inherit (fetched argotk/pin.json) url rev;}
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}
Valentin Reis's avatar
Valentin Reis committed
30
, experiments-src  ? fetched experiments/pin.json
31
32

, #used for hardware experiments.
Valentin Reis's avatar
Valentin Reis committed
33
  sudoPath         ? null
Valentin Reis's avatar
Valentin Reis committed
34

Valentin Reis's avatar
Valentin Reis committed
35
36
, #whether to graft apps on libnrm.
  graftLibnrm      ? false
Valentin Reis's avatar
.  
Valentin Reis committed
37
38
}:
let
Valentin Reis's avatar
Valentin Reis committed
39
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
40

Valentin Reis's avatar
Valentin Reis committed
41
  argopkgs = rec {
42
    # library of nix expressions
Valentin Reis's avatar
style.    
Valentin Reis committed
43
    argolib       = import ../lib/utils.nix;
44
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
45
46
47
48
49
50
    aml           = callPackage ./aml        {src=aml-src;};
    nrm           = callPackage ./nrm        {src=nrm-src;};
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
51
52
53
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
54

Valentin Reis's avatar
Valentin Reis committed
55
56
57
58
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
      drv = callPackage path {
Valentin Reis's avatar
style.    
Valentin Reis committed
59
60
61
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
62
      };
Valentin Reis's avatar
Valentin Reis committed
63
64
65
66
67
68
69
      rebuilt = drv.override {libnrm =libnrm;};
      grafted = pkgs.replaceDependency {
        drv = drv;
        oldDependency = libnrm-pinned;
        newDependency = libnrm;
      };
    in if graftLibnrm then grafted else rebuilt;
Valentin Reis's avatar
Valentin Reis committed
70
71
72
73
74
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
    stream       = repLibnrm ./stream  stream-src  {iterationCount="20000";};
Valentin Reis's avatar
Valentin Reis committed
75

76
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
77
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
78

79
80
81
82
    # tools
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
83
84
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
85
      rec {
Valentin Reis's avatar
Valentin Reis committed
86
        panpipe        = (pkgs.haskell.lib.doJailbreak super.panpipe);
Valentin Reis's avatar
Valentin Reis committed
87
        spdx           = (pkgs.haskell.lib.doJailbreak super.spdx);
Valentin Reis's avatar
Valentin Reis committed
88
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
89

Valentin Reis's avatar
Valentin Reis committed
90
91
92
93
94
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};

        #argo tools
Valentin Reis's avatar
Valentin Reis committed
95
96
97
        argotk = (self.callCabal2nix "argotk" argotk-src) {};
        argonix = (self.callCabal2nix "argonix" argonix-src) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src) {};
98
      };
Valentin Reis's avatar
Valentin Reis committed
99
    };
Valentin Reis's avatar
Valentin Reis committed
100

101
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
102
103
104
    inherit (haskellPackages) repoquality;

    argotk = haskellPackages.argotk.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
105
106
107
108
109
110
111
112
113
114
115
116
        buildInputs=old.buildInputs ++ [pkgs.hwloc];
        installPhase = old.installPhase + ''
          mkdir $out/share/
          ARGOTK_SHARE=share $out/bin/argotk --bash-completion-script argotk > $out/share/argotk.sh
          cp -r share/* $out/share/
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H2O.HF.wfs.xml $out/share/H2O.HF.wfs.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                O.BFD.xml $out/share/O.BFD.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H.BFD.xml $out/share/H.BFD.xml
        '';
Valentin Reis's avatar
Valentin Reis committed
117
118
119
120
121
122
123
124
      });

    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
          mkdir $out/share/
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
125

126
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
127
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
128

129
    # archived for sake of the simplicity of this file
Valentin Reis's avatar
Valentin Reis committed
130
131
    zmcat = pkgs-old.haskellPackages.callPackage ./zmcat {};
    zmqat = pkgs-old.haskellPackages.zmqat;
132

133
    # ci/experimental environments
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    testBuildInputs =  [
      # argotk runs mpiexec:
      pkgs.mpich2
      # argotk uses hwloc to choose CPU counts:
      pkgs.hwloc
      # these are needed for some reason:
      pkgs.coreutils
      pkgs.utillinux
      pkgs.git
      # argo tools
      argotk
      # argo components
      containers
      nrm
    ];

Valentin Reis's avatar
Valentin Reis committed
150
151
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
152

Valentin Reis's avatar
Valentin Reis committed
153
154
155
156
157
158
159
160
161
162
163
164
165
166
      buildInputs = [
        # argotk runs mpiexec:
        pkgs.mpich2
        # argotk uses hwloc to choose CPU counts:
        pkgs.hwloc
        # these are needed for some reason:
        pkgs.coreutils
        pkgs.utillinux
        pkgs.git
        # argo tools
        argotk
        # argo components
        containers
        nrm
Valentin Reis's avatar
Valentin Reis committed
167
      ];
168

Valentin Reis's avatar
Valentin Reis committed
169
      #required to be able to build the drv.
170
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
171
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
172

173
174
175
176
177
178
179
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
180
        source ${argotk}/share/argotk.sh # bash completion
181
        echo ""
182
      '';
183
      #argotk uses this environment variable.
184
      ARGOTK_SHARE = "${argotk}/share";
Valentin Reis's avatar
Valentin Reis committed
185
186
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
      OPENMC_PWD = "${argotk}/share/openmc";
Valentin Reis's avatar
Valentin Reis committed
187
    };
Valentin Reis's avatar
Valentin Reis committed
188

Valentin Reis's avatar
Valentin Reis committed
189
    testApplications = test.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
190
      name = "testEnv-with-applications";
Valentin Reis's avatar
Valentin Reis committed
191
192
193
194
195
196
197
198
199
      buildInputs = testBuildInputs ++ [
        lammps
        qmcpack
        openmc
        stream
        amg
        openmc-data
      ];
    });
Valentin Reis's avatar
Valentin Reis committed
200

Valentin Reis's avatar
Valentin Reis committed
201
202
203
    expe = testApplications.overrideAttrs (old:{
      name = "power-experiments";
      buildInputs = old.buildInputs ++ [
204
205
        #debug tools
        pkgs.which
Valentin Reis's avatar
Valentin Reis committed
206
        zmcat
207
208
209

        #experiment tools
        zymake
210
      ];
Valentin Reis's avatar
Valentin Reis committed
211
      buildPhase = "zymake ${experiments-src}/experiments/zymakefile";
Valentin Reis's avatar
Valentin Reis committed
212
213
214
215
      installPhase = ''
        mkdir -p $out
        cp -r o/* $out
      '';
Valentin Reis's avatar
Valentin Reis committed
216
    });
Valentin Reis's avatar
Valentin Reis committed
217

Valentin Reis's avatar
Valentin Reis committed
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
    analysis = pkgs.stdenv.mkDerivation rec {
      name = "analysis";
      src = experiments-src;

      #required to be able to build the drv.
      installPhase = "mkdir $out";
      unpackPhase = "true";

      buildInputs = [
        (pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
          pkgs.rlwrap
          pkgs.pandoc
          docopt
          formatR
          purrr
          knitr
          cowplot
          plotly
          lubridate
          dplyr
          ggplot2
          xtable
          ggthemes
          data_table
        ];})
      ];
    };

    report = analysis.overrideAttrs (old:{
      buildPhase = ''
        echo "analysis/zymakefolder.R ${expe}"
        analysis/zymakefolder.R ${expe}
      '';
      installPhase = ''
        mkdir -p $out
        cp -r index* $out
      '';
    });
256

257
    doArgotk = drv: command: drv.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
258
      buildPhase = "argotk "+command+" --verbose";
Valentin Reis's avatar
Valentin Reis committed
259
260
261
262
263
      installPhase = ''
        mkdir $out
        cp _output/* $out/
      '';
    });
264
265
266
267
268
269
270
271
272
273
    testHello       = doArgotk test "TestHello";
    testListen      = doArgotk test "TestListen";
    testPerfwrapper = doArgotk test "TestPerfwrapper";
    testPower       = doArgotk test "TestPower";
    testSTREAM      = doArgotk testApplications "TestSTREAM";
    testAMG         = doArgotk testApplications "TestAMG";
    testOpenMC      = doArgotk testApplications "TestOpenMC";
    testLAMMPS      = doArgotk testApplications "TestLAMMPS";
    testQMCPack     = doArgotk testApplications "TestQMCPack";
    testAll         = doArgotk test "tests";
Valentin Reis's avatar
Valentin Reis committed
274

275
  };
276
# re-exporting a full nixpkgs-like package set
277
in pkgs // argopkgs