default.nix 8.11 KB
Newer Older
Valentin Reis's avatar
Valentin Reis committed
1 2 3 4 5 6
{ # host package set (unused except for fetching nixpkgs)
  hostPkgs        ? import <nixpkgs> {}

, # versioned nixpkgs
  pkgs            ? import (hostPkgs.nix-update-source.fetch ./pkgs.json).src {}

Valentin Reis's avatar
Valentin Reis committed
7 8 9
, # versioned nixpkgs-older version for zmcat
  pkgs-old        ? import (hostPkgs.nix-update-source.fetch ./pkgs-old.json).src {}

Valentin Reis's avatar
Valentin Reis committed
10
, # fetcher alias for the remaining arguments
Valentin Reis's avatar
Valentin Reis committed
11
  fetched         ? s: (pkgs.nix-update-source.fetch s).src
Valentin Reis's avatar
Valentin Reis committed
12 13

, #source overrides: core nrm components
Valentin Reis's avatar
Valentin Reis committed
14 15 16 17
  aml-src         ? fetched aml/pin.json
, libnrm-src      ? fetched libnrm/pin.json
, nrm-src         ? fetched nrm/pin.json
, containers-src  ? fetched containers/pin.json
Valentin Reis's avatar
Valentin Reis committed
18 19

, #source overrides: applications
Valentin Reis's avatar
Valentin Reis committed
20 21 22 23 24
  amg-src         ? fetched amg/pin.json
, qmcpack-src     ? fetched qmcpack/pin.json
, openmc-src      ? fetched openmc/pin.json
, stream-src      ? fetched stream/pin.json
, lammps-src      ? fetched lammps/pin.json
Valentin Reis's avatar
Valentin Reis committed
25

Valentin Reis's avatar
Valentin Reis committed
26
, #source overrides: tooling
27 28 29 30 31 32
  argotk-src       ? builtins.fetchGit {inherit (fetched argotk/pin.json) url rev;}
, repoquality-src  ? builtins.fetchGit {inherit (fetched repoquality/pin.json) url rev;}
, argonix-src      ? builtins.fetchGit {inherit (fetched argonix/pin.json) url rev;}

, #used for hardware experiments.
  sudoPath ? null
Valentin Reis's avatar
Valentin Reis committed
33 34 35

, #whether to rebuild apps when libnrm changes.
  rebuildApps ? true
Valentin Reis's avatar
.  
Valentin Reis committed
36 37
}:
let
Valentin Reis's avatar
Valentin Reis committed
38
  callPackage = pkgs.lib.callPackageWith (pkgs // argopkgs);
39

Valentin Reis's avatar
Valentin Reis committed
40
  argopkgs = rec {
41
    # library of nix expressions
Valentin Reis's avatar
style.  
Valentin Reis committed
42
    argolib       = import ../lib/utils.nix;
43
    # Argo components (source overridabel via argument)
Valentin Reis's avatar
Valentin Reis committed
44 45 46 47 48 49
    aml           = callPackage ./aml        {src=aml-src;};
    nrm           = callPackage ./nrm        {src=nrm-src;};
    containers    = callPackage ./containers {src=containers-src;};
    libnrm        = callPackage ./libnrm     {src=libnrm-src;};
    libnrm-pinned = callPackage ./libnrm     {src=fetched libnrm/pin.json;};
    libnrm-pmpi   = libnrm.overrideAttrs (oldAttrs: rec {
Valentin Reis's avatar
Valentin Reis committed
50 51 52
      configureFlags = "--enable-pmpi";
      buildInputs = oldAttrs.buildInputs ++ [ pkgs.mpich2 ];
    });
53

Valentin Reis's avatar
Valentin Reis committed
54 55 56 57
    # applications with replaceDependency for libnrm.
    repLibnrm = path: src: extra:
    let
      drv = callPackage path {
Valentin Reis's avatar
style.  
Valentin Reis committed
58 59 60
        nrmSupport = true;
        src = src;
        libnrm = libnrm-pinned;
Valentin Reis's avatar
Valentin Reis committed
61
      };
Valentin Reis's avatar
Valentin Reis committed
62
    in if !rebuildApps then drv else pkgs.replaceDependency {
Valentin Reis's avatar
Valentin Reis committed
63 64 65 66 67 68 69 70 71
      drv = drv;
      oldDependency = libnrm-pinned;
      newDependency = libnrm;
    };
    amg          = repLibnrm ./amg     amg-src     {};
    qmcpack      = repLibnrm ./qmcpack qmcpack-src {};
    openmc       = repLibnrm ./openmc  openmc-src  {};
    lammps       = repLibnrm ./lammps  lammps-src  {};
    stream       = repLibnrm ./stream  stream-src  {iterationCount="20000";};
Valentin Reis's avatar
Valentin Reis committed
72

73
    # data (static, non source overridable via arguments)
Valentin Reis's avatar
Valentin Reis committed
74
    openmc-data = fetched openmc/data.json;
Valentin Reis's avatar
Valentin Reis committed
75

76 77 78 79
    # tools
    zymake = callPackage ./zymake {
      inherit (pkgs.ocamlPackages) findlib ocamlbuild topkg batteries;
    };
Valentin Reis's avatar
Valentin Reis committed
80 81
    haskellPackages = pkgs.haskellPackages.override {
      overrides = self: super: with pkgs.haskell.lib;
Valentin Reis's avatar
Valentin Reis committed
82
      rec {
Valentin Reis's avatar
Valentin Reis committed
83
        panpipe        = (pkgs.haskell.lib.doJailbreak super.panpipe);
Valentin Reis's avatar
Valentin Reis committed
84
        spdx           = (pkgs.haskell.lib.doJailbreak super.spdx);
Valentin Reis's avatar
Valentin Reis committed
85
        generic-pretty = doJailbreak super.generic-pretty;
Valentin Reis's avatar
Valentin Reis committed
86

Valentin Reis's avatar
Valentin Reis committed
87 88 89 90 91
        #minor cabal and version fix
        panhandle    = (self.callCabal2nix "panhandle" (builtins.fetchGit {
                      inherit (panhandle-src) url rev; })) {};

        #argo tools
Valentin Reis's avatar
Valentin Reis committed
92 93 94
        argotk = (self.callCabal2nix "argotk" argotk-src) {};
        argonix = (self.callCabal2nix "argonix" argonix-src) {};
        repoquality = (self.callCabal2nix "repoquality" repoquality-src) {};
95
      };
Valentin Reis's avatar
Valentin Reis committed
96
    };
Valentin Reis's avatar
Valentin Reis committed
97

98
    # re-export from hpkgs and add non-haskell build rule specialization
Valentin Reis's avatar
Valentin Reis committed
99 100 101
    inherit (haskellPackages) repoquality;

    argotk = haskellPackages.argotk.overrideAttrs (old:{
Valentin Reis's avatar
Valentin Reis committed
102 103 104 105 106 107 108 109 110 111 112 113
        buildInputs=old.buildInputs ++ [pkgs.hwloc];
        installPhase = old.installPhase + ''
          mkdir $out/share/
          ARGOTK_SHARE=share $out/bin/argotk --bash-completion-script argotk > $out/share/argotk.sh
          cp -r share/* $out/share/
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H2O.HF.wfs.xml $out/share/H2O.HF.wfs.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                O.BFD.xml $out/share/O.BFD.xml
          substituteInPlace $out/share/simple-H2O.xml --replace \
                H.BFD.xml $out/share/H.BFD.xml
        '';
Valentin Reis's avatar
Valentin Reis committed
114 115 116 117 118 119 120 121
      });

    argonix = haskellPackages.argonix.overrideAttrs (old:{
        installPhase = old.installPhase + ''
          mkdir $out/share/
          $out/bin/argonix --bash-completion-script argonix > $out/share/argonix.sh
        '';
      });
122

123
    # fix for nrm
Valentin Reis's avatar
Valentin Reis committed
124
    pyzmq = pkgs.pythonPackages.pyzmq.override { zeromq3 = pkgs.zeromq; };
Valentin Reis's avatar
Valentin Reis committed
125

126
    # archived for sake of the simplicity of this file
Valentin Reis's avatar
Valentin Reis committed
127 128
    zmcat = pkgs-old.haskellPackages.callPackage ./zmcat {};
    zmqat = pkgs-old.haskellPackages.zmqat;
129

130
    # ci/experimental environments
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146
    testBuildInputs =  [
      # argotk runs mpiexec:
      pkgs.mpich2
      # argotk uses hwloc to choose CPU counts:
      pkgs.hwloc
      # these are needed for some reason:
      pkgs.coreutils
      pkgs.utillinux
      pkgs.git
      # argo tools
      argotk
      # argo components
      containers
      nrm
    ];

Valentin Reis's avatar
Valentin Reis committed
147 148
    test = pkgs.stdenv.mkDerivation rec {
      name = "testEnv";
149

Valentin Reis's avatar
Valentin Reis committed
150 151 152 153 154 155 156 157 158
      buildInputs = testBuildInputs ++ [
        lammps
        qmcpack
        openmc
        stream
        amg
        #data
        openmc-data
      ];
159

Valentin Reis's avatar
Valentin Reis committed
160
      #required to be able to build the drv.
161
      installPhase = "mkdir $out";
Valentin Reis's avatar
Valentin Reis committed
162
      unpackPhase = "true";
Valentin Reis's avatar
Valentin Reis committed
163

164 165 166 167 168 169 170
      __noChroot = true;
      shellHook =''
        echo ""
        echo "ENTERING ENVIRONMENT: Sources of impurity for this build are: /tmp/ /etc/argo/ /var/run/ /var/lock/".
        echo "ENTERING ENVIRONMENT: Moreover, sandboxing is disabled, in particular because of:"
        echo "ENTERING ENVIRONMENT: /tmp/nrm-* sockets, /etc/argo, /var/run/, /var/lock/ which all need read access. "
        echo "ENTERING ENVIRONMENT: until these components are patched to allow for alternative paths, no sandbox use is possible."
171
        source ${argotk}/share/argotk.sh # bash completion
172
        echo ""
173
      '';
174
      #argotk uses this environment variable.
175
      ARGOTK_SHARE = "${argotk}/share";
Valentin Reis's avatar
Valentin Reis committed
176 177
      OPENMC_CROSS_SECTIONS = "${openmc-data}/cross_sections.xml";
      OPENMC_PWD = "${argotk}/share/openmc";
Valentin Reis's avatar
Valentin Reis committed
178
    };
Valentin Reis's avatar
Valentin Reis committed
179

Valentin Reis's avatar
Valentin Reis committed
180
    expe = test.overrideAttrs (old:{
181 182 183
      buildInputs = testBuildInputs ++ [
        #debug tools
        pkgs.which
Valentin Reis's avatar
Valentin Reis committed
184
        zmcat
185 186 187

        #experiment tools
        zymake
188
      ];
Valentin Reis's avatar
Valentin Reis committed
189
    });
Valentin Reis's avatar
Valentin Reis committed
190

Valentin Reis's avatar
Valentin Reis committed
191 192
    analysis =
    pkgs.rWrapper.override{ packages = with pkgs.rPackages; [
Valentin Reis's avatar
Valentin Reis committed
193 194
      pkgs.rlwrap
      pkgs.pandoc
Valentin Reis's avatar
Valentin Reis committed
195 196 197 198 199 200 201 202 203 204 205 206 207 208
      docopt
      formatR
      purrr
      knitr
      cowplot
      plotly
      lubridate
      dplyr
      ggplot2
      xtable
      ggthemes
      data_table
    ];};

209 210 211 212 213 214 215 216 217 218 219
    jupyter =
      let
        jupyter = import (fetched jupyter/pin.json) {};
      in
       (jupyter.jupyterlabWith {
          kernels = [
            (jupyter.kernels.juniperWith {
              name = "analysis";
              packages = p: with p; [ ggplot2
                  pkgs.which
                  docopt
Valentin Reis's avatar
Valentin Reis committed
220
                  purrr
221 222
                  knitr
                  cowplot
Valentin Reis's avatar
Valentin Reis committed
223
                  plotly
224 225 226 227 228 229 230 231 232 233 234
                  lubridate
                  dplyr
                  ggplot2
                  xtable
                  ggthemes
                  data_table
              ];
            })
          ];
         }).env;

Valentin Reis's avatar
Valentin Reis committed
235 236 237 238 239 240 241 242 243 244 245 246
    doArgotk = command: test.overrideAttrs (old:{
      buildPhase = "argotk "+command;
      installPhase = ''
        mkdir $out
        cp _output/* $out/
      '';
    });
    testHello       = doArgotk "TestHello";
    testListen      = doArgotk "TestListen";
    testPerfwrapper = doArgotk "TestPerfwrapper";
    testPower       = doArgotk "TestPower";
    testSTREAM      = doArgotk "TestSTREAM";
Valentin Reis's avatar
Valentin Reis committed
247 248 249 250
    testAMG         = doArgotk "TestAMG";
    testOpenMC      = doArgotk "TestOpenMC";
    testLAMMPS      = doArgotk "TestLAMMPS";
    testQMCPack     = doArgotk "TestQMCPack";
Valentin Reis's avatar
Valentin Reis committed
251 252
    testAll         = doArgotk "tests";

253
  };
254
# re-exporting a full nixpkgs-like package set
255
in pkgs // argopkgs