default.nix 7.96 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1
2
3
4
5
6
{ # host package set (unused except for fetching nixpkgs)
  hostPkgs        ? import <nixpkgs> {}

, # versioned nixpkgs
  pkgs            ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}

Valentin Reis's avatar
Valentin Reis committed
7
8
9
, # versioned nixpkgs-older version for zmcat
  pkgs-old        ? import (hostPkgs.nix-update-source.fetch ./pkgs-old.json).src {}

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched         ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12
13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14
15
16
17
  aml-src         ? fetched aml/pin.json
, libnrm-src      ? fetched libnrm/pin.json
, nrm-src         ? fetched nrm/pin.json
, containers-src  ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
18
19

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
20
21
22
23
24
  amg-src         ? fetched amg/pin.json
, qmcpack-src     ? fetched qmcpack/pin.json
, openmc-src      ? fetched openmc/pin.json
, stream-src      ? fetched stream/pin.json
, lammps-src      ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
25

Valentin Reis's avatar
Valentin Reis committed
26
, #source overrides: tooling
27
28
29
30
31
32
  argotk-src       ? builtins.fetchGit {inherit (fetched argotk/pin.json) url rev;}
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}

, #used for hardware experiments.
  sudoPath ? null
Valentin Reis's avatar
Valentin Reis committed
33
34
35

, #whether to rebuild apps when libnrm changes.
  rebuildApps ? true
Valentin Reis's avatar
.    
Valentin Reis committed
36
37
}:
let
Valentin Reis's avatar
Valentin Reis committed
38
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
39

Valentin Reis's avatar
Valentin Reis committed
40
  argopkgs = rec {
41
    # library of nix expressions
Valentin Reis's avatar
style.    
Valentin Reis committed
42
    argolib       = import ../lib/utils.nix;
43
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
44
45
46
47
48
49
    aml           = callPackage ./aml        {src=aml-src;};
    nrm           = callPackage ./nrm        {src=nrm-src;};
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
50
51
52
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
53

Valentin Reis's avatar
Valentin Reis committed
54
55
56
57
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
      drv = callPackage path {
Valentin Reis's avatar
style.    
Valentin Reis committed
58
59
60
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
61
      };
Valentin Reis's avatar
Valentin Reis committed
62
    in if !rebuildApps then drv else pkgs.replaceDependency {
Valentin Reis's avatar
Valentin Reis committed
63
64
65
66
67
68
69
70
71
      drv = drv;
      oldDependency = libnrm-pinned;
      newDependency = libnrm;
    };
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
    stream       = repLibnrm ./stream  stream-src  {iterationCount="20000";};
Valentin Reis's avatar
Valentin Reis committed
72

73
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
74
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
75

76
77
78
79
    # tools
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
80
81
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
82
      rec {
Valentin Reis's avatar
Valentin Reis committed
83
        panpipe        = (pkgs.haskell.lib.doJailbreak super.panpipe);
Valentin Reis's avatar
Valentin Reis committed
84
        spdx           = (pkgs.haskell.lib.doJailbreak super.spdx);
Valentin Reis's avatar
Valentin Reis committed
85
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
86

Valentin Reis's avatar
Valentin Reis committed
87
88
89
90
91
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};

        #argo tools
Valentin Reis's avatar
Valentin Reis committed
92
93
94
        argotk = (self.callCabal2nix "argotk" argotk-src) {};
        argonix = (self.callCabal2nix "argonix" argonix-src) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src) {};
95
      };
Valentin Reis's avatar
Valentin Reis committed
96
    };
Valentin Reis's avatar
Valentin Reis committed
97

98
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
99
100
101
    inherit (haskellPackages) repoquality;

    argotk = haskellPackages.argotk.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
102
103
104
105
106
107
108
109
110
111
112
113
        buildInputs=old.buildInputs ++ [pkgs.hwloc];
        installPhase = old.installPhase + ''
          mkdir $out/share/
          ARGOTK_SHARE=share $out/bin/argotk --bash-completion-script argotk > $out/share/argotk.sh
          cp -r share/* $out/share/
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H2O.HF.wfs.xml $out/share/H2O.HF.wfs.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                O.BFD.xml $out/share/O.BFD.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H.BFD.xml $out/share/H.BFD.xml
        '';
Valentin Reis's avatar
Valentin Reis committed
114
115
116
117
118
119
120
121
      });

    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
          mkdir $out/share/
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
122

123
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
124
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
125

126
    # archived for sake of the simplicity of this file
Valentin Reis's avatar
Valentin Reis committed
127
128
    zmcat = pkgs-old.haskellPackages.callPackage ./zmcat {};
    zmqat = pkgs-old.haskellPackages.zmqat;
129

130
    # ci/experimental environments
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
    testBuildInputs =  [
      # argotk runs mpiexec:
      pkgs.mpich2
      # argotk uses hwloc to choose CPU counts:
      pkgs.hwloc
      # these are needed for some reason:
      pkgs.coreutils
      pkgs.utillinux
      pkgs.git
      # argo tools
      argotk
      # argo components
      containers
      nrm
    ];

Valentin Reis's avatar
Valentin Reis committed
147
148
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
149

150
151
      buildInputs = testBuildInputs ++ [ stream ];

Valentin Reis's avatar
Valentin Reis committed
152
      #required to be able to build the drv.
153
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
154
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
155

156
157
158
159
160
161
162
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
163
        source ${argotk}/share/argotk.sh # bash completion
164
        echo ""
165
      '';
166
      #argotk uses this environment variable.
167
      ARGOTK_SHARE = "${argotk}/share";
Valentin Reis's avatar
Valentin Reis committed
168
    };
Valentin Reis's avatar
Valentin Reis committed
169

Valentin Reis's avatar
Valentin Reis committed
170
    expe = test.overrideAttrs (old:{
171
172
173
      buildInputs = testBuildInputs ++ [
        #debug tools
        pkgs.which
Valentin Reis's avatar
Valentin Reis committed
174
        zmcat
175
176
177
178
179

        #experiment tools
        zymake

        #applications
Valentin Reis's avatar
Valentin Reis committed
180
        lammps
181
        qmcpack
Valentin Reis's avatar
Valentin Reis committed
182
        openmc
Valentin Reis's avatar
Valentin Reis committed
183
        stream
Valentin Reis's avatar
Valentin Reis committed
184
185
186
187
        amg

        #data
        openmc-data
188
      ];
Valentin Reis's avatar
Valentin Reis committed
189
190
191
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
      OPENMC_PWD = "${argotk}/share/openmc";
    });
Valentin Reis's avatar
Valentin Reis committed
192

Valentin Reis's avatar
Valentin Reis committed
193
194
    analysis =
    pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
Valentin Reis's avatar
Valentin Reis committed
195
196
      pkgs.rlwrap
      pkgs.pandoc
Valentin Reis's avatar
Valentin Reis committed
197
198
199
200
201
202
203
204
205
206
207
208
209
210
      docopt
      formatR
      purrr
      knitr
      cowplot
      plotly
      lubridate
      dplyr
      ggplot2
      xtable
      ggthemes
      data_table
    ];};

211
212
213
214
215
216
217
218
219
220
221
    jupyter =
      let
        jupyter = import (fetched jupyter/pin.json) {};
      in
       (jupyter.jupyterlabWith {
          kernels = [
            (jupyter.kernels.juniperWith {
              name = "analysis";
              packages = p: with p; [ ggplot2
                  pkgs.which
                  docopt
Valentin Reis's avatar
Valentin Reis committed
222
                  purrr
223
224
                  knitr
                  cowplot
Valentin Reis's avatar
Valentin Reis committed
225
                  plotly
226
227
228
229
230
231
232
233
234
235
236
                  lubridate
                  dplyr
                  ggplot2
                  xtable
                  ggthemes
                  data_table
              ];
            })
          ];
         }).env;

Valentin Reis's avatar
Valentin Reis committed
237
238
239
240
241
242
243
244
245
246
247
248
249
250
    doArgotk = command: test.overrideAttrs (old:{
      buildPhase = "argotk "+command;
      installPhase = ''
        mkdir $out
        cp _output/* $out/
      '';
    });
    testHello       = doArgotk "TestHello";
    testListen      = doArgotk "TestListen";
    testPerfwrapper = doArgotk "TestPerfwrapper";
    testPower       = doArgotk "TestPower";
    testSTREAM      = doArgotk "TestSTREAM";
    testAll         = doArgotk "tests";

251
  };
252
# re-exporting a full nixpkgs-like package set
253
in pkgs // argopkgs