.envrc

+eval "$(lorri direnv)"

.gitignore

@@ -34,6 +34,8 @@ coverage.xml
 .hypothesis/
 
 # Environments
+Pipfile
+Pipfile.lock
 .env
 .venv
 env/
@@ -46,3 +48,13 @@ venv/
 *.log
 *.nav
 *.out
+
+# integration tests
+_output
+
+# documentation
+docs/_build
+docs/manifest.rst
+
+dist/
+doc/

.gitlab-ci.yml

+---
+variables:
+  ARGOPKGS: "https://xgitlab.cels.anl.gov/argo/argopkgs/-/archive/master/argopkgs-master.tar.gz"
+  EXTRA: "--nrm ./."
+
 stages:
-  - test
   - style
+  - build
+  - test
+  - applications
+  - quality
+  - docs
 
-py.test:
-  stage: test
-  script:
-    - pipenv install --dev
-    - pipenv run py.test
-  except:
-    - /^wip\/.*/
-    - /^WIP\/.*/
-  tags:
-    - rapl
-
+include:
+  - https://xgitlab.cels.anl.gov/argo/argopkgs/raw/master/gitlab-ci/argonix.yml
+  - https://xgitlab.cels.anl.gov/argo/argopkgs/raw/master/gitlab-ci/nrm.yml
+  - https://xgitlab.cels.anl.gov/argo/argopkgs/raw/master/gitlab-ci/components.yml
+  - https://xgitlab.cels.anl.gov/argo/argopkgs/raw/master/gitlab-ci/integration.yml
+  - https://xgitlab.cels.anl.gov/argo/argopkgs/raw/master/gitlab-ci/applications.yml
+  - https://xgitlab.cels.anl.gov/argo/argopkgs/raw/master/gitlab-ci/repoquality.yml
 
 flake8:
   stage: style
   script:
-    - pipenv install --dev
-    - pipenv run flake8
-  except:
-    - /^wip\/.*/
-    - /^WIP\/.*/
+    - nix run -f "$ARGOPKGS" pythonPackages.flake8 --command flake8 nrm/*.py bin/*
+  tags:
+    - integration

.readthedocs.yml

+# .readthedocs.yml
+# Read the Docs configuration file
+# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
+
+# Required
+version: 2
+
+# Build documentation in the docs/ directory with Sphinx
+sphinx:
+  builder: html
+  configuration: docs/conf.py
+
+python:
+  install:
+    - requirements: docs/requirements.txt

.repoquality

+nrm/*.py
+nrm/coolr/*.py
+tests/*.py
+bin/nrmd
+bin/nrm
+bin/nrm-perfwrapper

AUTHORS

+Swann Perarnau <swann@anl.gov>
+Kamil Iskra <iskra@mcs.anl.gov>
+Kazutomo Yoshii <kazutomo.yoshii@gmail.com>
+Sridutt Bhalachandra <sriduttb@anl.gov>
+Srinivasan Ramesh <ramesh2@llnl.gov>
+Valentin Reis <vreis@anl.gov>
+Florence Monna <fmonna@anl.gov>

CONTRIBUTING.markdown

+Contributing to The Project
+===========================
+
+The following is a set of guidelines for contributing to this project. These
+are guidelines, not rules, so use your best judgement and feel free to propose
+changes.
+
+## Commit Messages Styleguide
+
+- use present tense, imperative mood
+- reference issues and merge requests
+- you can use [Gitlab Flavored Markdown](https://docs.gitlab.com/ee/user/markdown.html)
+
+If you want some help, here is a commit template that you can add to your git
+configuration. Save it to a `my-commit-template.txt` file and use `git config
+commit.template my-config-template.txt` to use it automatically.
+
+```
+# [type] If applied, this commit will...    ---->|
+
+
+# Why this change
+
+# Links or keys to tickets and others
+# --- COMMIT END ---
+# Type can be 
+#    feature
+#    fix (bug fix)
+#    doc (changes to documentation)
+#    style (formatting, missing semi colons, etc; no code change)
+#    refactor (refactoring production code)
+#    test (adding missing tests, refactoring tests; no production code change)
+# --------------------
+# Remember to
+#    Separate subject from body with a blank line
+#    Limit the subject line to 50 characters
+#    Capitalize the subject line
+#    Do not end the subject line with a period
+#    Use the imperative mood in the subject line
+#    Wrap the body at 72 characters
+#    Use the body to explain what and why vs. how
+#    Can use multiple lines with "-" for bullet points in body
+# --------------------
+```
+
+## Signoff on Contributions:
+
+The project uses the [Developer Certificate of
+Origin](https://developercertificate.org/) for copyright and license
+management. We ask that you sign-off all of your commits as certification that
+you have the rights to submit this work under the license of the project (in
+the `LICENSE` file) and that you agree to the DCO.
+
+To signoff commits, use: `git commit --signoff`.
+To signoff a branch after the fact: `git rebase --signoff`

LICENSE

+Copyright (c) 2019, UChicago Argonne, LLC. All Rights Reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+    1. Redistributions of source code must retain the above copyright notice,
+    this list of conditions and the following disclaimer.
+
+    2. Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in the
+    documentation and/or other materials provided with the distribution.
+
+    3. Neither the name of the copyright holder nor the names of its
+    contributors may be used to endorse or promote products derived from this
+    software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

MANIFEST.in

-include Makefile
-include tox.ini

Makefile

-PYTHON:= $(shell which python2)
-
-source:
-	$(PYTHON) setup.py sdist
-
-install:
-	$(PYTHON) setup.py install --force
-
-check:
-	tox

Pipfile

-[[source]]
-url = "https://pypi.org/simple"
-verify_ssl = true
-name = "pypi"
-
-[packages]
-"e1839a8" = {path = ".", editable = true}
-six = "==1.11.0"
-pyzmq = "==16.0.4"
-tornado = "==4.5.3"
-numpy = "*"
-
-[dev-packages]
-pytest = "*"
-"flake8" = "*"
-
-[requires]
-python_version = "2.7"

README.markdown

@@ -20,7 +20,7 @@ the our container piece on the system for now.
 
 ## Basic Usage
 
-Launch the `daemon`, and use `cmd` to interact with it.
+Launch `nrmd` and use `nrm` to interact with it.
 
 ## Additional Info
 

bin/daemon

-#!/usr/bin/env python2
-
-import nrm
-import nrm.daemon
-
-if __name__ == "__main__":
-    nrm.daemon.runner()

bin/argo-perf-wrapper → bin/nrm-perfwrapper

 #!/usr/bin/env python2
 
+###############################################################################
+# Copyright 2019 UChicago Argonne, LLC.
+# (c.f. AUTHORS, LICENSE)
+#
+# This file is part of the NRM project.
+# For more info, see https://xgitlab.cels.anl.gov/argo/nrm
+#
+# SPDX-License-Identifier: BSD-3-Clause
+###############################################################################
+
 from __future__ import print_function
 
 import argparse
 import logging
-import zmq
 import os
 import tempfile
 import subprocess
 import uuid
+from nrm import messaging
 
 logger = logging.getLogger('perf-wrapper')
 
@@ -22,30 +32,21 @@ class PerfWrapper(object):
         pass
 
     def shutdown(self):
-        update = {'type': 'application',
-                  'event': 'exit',
-                  'uuid': self.app_uuid,
-                  }
-        self.downstream_pub_socket.send_json(update)
-
-    def progress_report(self, progress):
-        update = {'type': 'application',
-                  'event': 'progress',
-                  'payload': progress,
-                  'uuid': self.app_uuid,
-                  }
-        self.downstream_pub_socket.send_json(update)
-
-    def setup(self):
-        context = zmq.Context()
-        self.downstream_pub_socket = context.socket(zmq.PUB)
+        self.downstream_event.send(tag="exit", application_uuid=self.app_uuid)
 
-        downstream_pub_param = "ipc:///tmp/nrm-downstream-in"
+    def performance_report(self, performance):
+        self.downstream_event.send(
+                tag="performance",
+                payload=performance,
+                container_uuid=self.container_uuid,
+                application_uuid=self.app_uuid)
 
-        self.downstream_pub_socket.connect(downstream_pub_param)
-
-        logger.info("downstream pub socket connected to: %s",
-                    downstream_pub_param)
+    def setup(self):
+        downstream_url = "ipc:///tmp/nrm-downstream-event"
+        self.downstream_event = messaging.DownstreamEventClient(downstream_url)
+        logger.info("connecting downstream pub")
+        self.downstream_event.connect()
+        logger.info("downstream pub socket connected to: %s", downstream_url)
 
         # retrieve our container uuid
         self.container_uuid = os.environ.get('ARGO_CONTAINER_UUID')
@@ -54,16 +55,11 @@ class PerfWrapper(object):
             exit(1)
         self.app_uuid = str(uuid.uuid4())
         logger.info("client uuid: %r", self.app_uuid)
-
         # send an hello to the demon
-        update = {'type': 'application',
-                  'event': 'start',
-                  'container': self.container_uuid,
-                  'uuid': self.app_uuid,
-                  'progress': True,
-                  'threads': {'min': 1, 'cur': 1, 'max': 1},
-                  }
-        self.downstream_pub_socket.send_json(update)
+        self.downstream_event.send(
+                tag="start",
+                container_uuid=self.container_uuid,
+                application_uuid=self.app_uuid)
 
     def main(self):
         parser = argparse.ArgumentParser()
@@ -92,7 +88,8 @@ class PerfWrapper(object):
         logger.info("fifoname: %r", fifoname)
         os.mkfifo(fifoname, 0o600)
 
-        argv = ['perf', 'stat', '-e', 'instructions', '-x', ',',
+        perf_tool_path = os.environ.get('PERF', 'perf')
+        argv = [perf_tool_path, 'stat', '-e', 'instructions', '-x', ',',
                 '-I', str(args.frequency), '-o', fifoname, '--']
         argv.extend(args.cmd)
         logger.info("argv: %r", argv)
@@ -127,7 +124,7 @@ class PerfWrapper(object):
             ips = int(instructions / (time - last_time))
 
             logger.info("instructions per second: %r", ips)
-            self.progress_report(ips)
+            self.performance_report(ips)
 
             last_time = time
 

bin/nrmd

+#!/usr/bin/env python2
+
+###############################################################################
+# Copyright 2019 UChicago Argonne, LLC.
+# (c.f. AUTHORS, LICENSE)
+#
+# This file is part of the NRM project.
+# For more info, see https://xgitlab.cels.anl.gov/argo/nrm
+#
+# SPDX-License-Identifier: BSD-3-Clause
+###############################################################################
+
+import argparse
+import json
+import sys
+import nrm
+import nrm.daemon
+import os
+
+
+def main(argv=None):
+    if argv is None:
+        argv = sys.argv
+
+    conf_parser = argparse.ArgumentParser(
+      description=__doc__,
+      formatter_class=argparse.RawDescriptionHelpFormatter,
+      add_help=False
+      )
+    conf_parser.add_argument(
+            "-c",
+            "--configuration",
+            help="Specify a config json-formatted config file to override "
+                 "any of the available CLI options. If an option is "
+                 "actually provided on the command-line, it overrides "
+                 "its corresponding value from the configuration file.",
+            metavar="FILE")
+    conf_parser.add_argument("-d", "--print_defaults", action='store_true',
+                             help="Print the default configuration file.")
+    args, remaining_argv = conf_parser.parse_known_args()
+
+    defaults = {"nrm_log": "/tmp/nrm.log",
+                "hwloc": "hwloc",
+                "perf": "perf",
+                "argo_perf_wrapper": "nrm-perfwrapper",
+                "argo_nodeos_config": "argo_nodeos_config",
+                "pmpi_lib": "/usr/lib/libnrm-pmpi.so",
+                "singularity": "singularity",
+                "container_runtime": "nodeos",
+                }
+
+    if args.print_defaults:
+        print(defaults)
+        return(0)
+
+    if args.configuration:
+        defaults.update(json.load(open(args.configuration)))
+
+    parser = argparse.ArgumentParser(parents=[conf_parser])
+    parser.set_defaults(**defaults)
+    parser.add_argument("-v", "--verbose", help="increase output verbosity",
+                        action="store_true")
+    parser.add_argument(
+           "--nrm_log",
+           help="Main log file. Override default with the NRM_LOG "
+                "environment variable",
+           default=os.environ.get('NRM_LOG',
+                                  '/tmp/nrm.log'))
+    parser.add_argument(
+            '--msr_safe',
+            help="Whether to use msr_safe instead of RAPL",
+            default=True)
+    parser.add_argument(
+            '--hwloc',
+            help="Path to the hwloc to use. This path can be "
+                 "relative and makes uses of the $PATH if necessary. "
+                 "Override default with the HWLOC environment "
+                 "variable.",
+            default=os.environ.get('HWLOC',
+                                   'hwloc'))
+    parser.add_argument(
+            '--argo_nodeos_config',
+            help="Path to the argo_nodeos_config to use. This path "
+                 "can be relative and makes uses of the $PATH if "
+                 "necessary. Override default with the "
+                 "ARGO_NODEOS_CONFIG environment variable.",
+            default=os.environ.get('ARGO_NODEOS_CONFIG',
+                                   'argo_nodeos_config'))
+    parser.add_argument(
+            '--perf',
+            help="Path to the linux perf tool to use. This path can be "
+                 "relative and makes uses of the $PATH if necessary. "
+                 "Override default with the PERF environment "
+                 "variable.",
+            default=os.environ.get('PERF',
+                                   'perf'))
+    parser.add_argument(
+            '--pmpi_lib',
+            help="Path to the libnrm PMPI library used for the power policy. "
+                 "Override default with the PMPI environment variable.",
+            default=os.environ.get('PMPI', defaults['pmpi_lib']))
+    parser.add_argument(
+            '--argo_perf_wrapper',
+            help="Path to the linux perf tool to use. This path can "
+                 "be relative and makes uses of the $PATH if "
+                 "necessary. Override default with the PERFWRAPPER "
+                 "environment variable.",
+            default=os.environ.get('ARGO_PERF_WRAPPER',
+                                   'nrm-perfwrapper'))
+    parser.add_argument(
+            '--singularity',
+            help="Path to the singularity command. "
+                 "Override default with the SINGULARITY environment variable.",
+            default=os.environ.get('SINGULARITY', defaults['singularity']))
+    parser.add_argument(
+            '--container-runtime',
+            help="Choice of container runtime. "
+                 "Override default with the ARGO_CONTAINER_RUNTIME "
+                 "environment variable.",
+            choices=['nodeos', 'singularity'],
+            default=os.environ.get('ARGO_CONTAINER_RUNTIME',
+                                   defaults['container_runtime']))
+
+    args = parser.parse_args(remaining_argv)
+    nrm.daemon.runner(config=args)
+    return(0)
+
+
+if __name__ == "__main__":
+    sys.exit(main())

default.nix

+{
+  pkgs ? import <argopkgs> {nrm-src=./.;},
+}:
+rec {
+  nrm = pkgs.nrm;
+  nrm-dist = pkgs.nrm-dist;
+  hack = nrm.overrideAttrs (old:{
+    buildInputs = old.buildInputs ++ [
+      pkgs.pythonPackages.flake8
+      pkgs.pythonPackages.sphinx ];
+  });
+}

doc/manifest

-{
-	"acKind": "ImageManifest",
-	"acVersion": "0.6.0",
-	"name": "test",
-	"app": {
-		"isolators": [
-			{
-				"name": "argo/scheduler",
-				"value": {
-					"policy": "SCHED_OTHER",
-					"priority": "0"
-				}
-			},
-			{
-				"name": "argo/container",
-				"value": {
-					"cpus": "4",
-					"mems": "1"
-				}
-			},
-			{
-				"name": "argo/perfwrapper",
-				"value": {
-					 "enabled": "1"
-				}
-			},
-			{
-				"name": "argo/power",
-				"value": {
-					"enabled": "1",
-					"profile": "1",
-					"policy": "NONE",
-					"damper": "0.1",
-					"slowdown": "1.1"
-				}
-			}
-		]
-	}
-}

docs/.gitignore

+_*

docs/Makefile

+# Minimal makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line.
+SPHINXOPTS    =
+SPHINXBUILD   = sphinx-build
+SPHINXPROJ    = NRM
+SOURCEDIR     = .
+BUILDDIR      = _build
+
+# Put it first so that "make" without argument is like "make help".
+help:
+	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+
+.PHONY: help Makefile
+
+# Catch-all target: route all unknown targets to Sphinx using the new
+# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
+%: Makefile
+	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+

docs/conf.py

+# -*- coding: utf-8 -*-
+#
+# Configuration file for the Sphinx documentation builder.
+#
+# This file does only contain a selection of the most common options. For a
+# full list see the documentation:
+# http://www.sphinx-doc.org/en/master/config
+
+# -- Path setup --------------------------------------------------------------
+
+# If extensions (or modules to document with autodoc) are in another directory,
+# add these directories to sys.path here. If the directory is relative to the
+# documentation root, use os.path.abspath to make it absolute, like shown here.
+#
+# import os
+# import sys
+# sys.path.insert(0, os.path.abspath('.'))
+
+# import os
+# import sys
+import subprocess
+
+subprocess.call("sed '/^# /! s/^/  /g' ../nrm/schemas/manifest.yml "
+                "| sed '/^# / s/# //g' > manifest.rst", shell=True)
+
+
+# -- Project information -----------------------------------------------------
+
+project = u'NRM'
+copyright = u'2019, Argonne National Laboratory'
+author = u'Argo team, Argonne National Laboratory'
+
+# The short X.Y version
+version = u''
+# The full version, including alpha/beta/rc tags
+release = u''
+
+
+# -- General configuration ---------------------------------------------------
+
+# If your documentation needs a minimal Sphinx version, state it here.
+#
+# needs_sphinx = '1.0'
+
+# Add any Sphinx extension module names here, as strings. They can be
+# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
+# ones.
+extensions = []
+
+# Add any paths that contain templates here, relative to this directory.
+templates_path = ['_templates']
+
+# The suffix(es) of source filenames.
+# You can specify multiple suffix as a list of string:
+#
+# source_suffix = ['.rst', '.md']
+source_suffix = '.rst'
+
+# The master toctree document.
+master_doc = 'index'
+
+# The language for content autogenerated by Sphinx. Refer to documentation
+# for a list of supported languages.
+#
+# This is also used if you do content translation via gettext catalogs.
+# Usually you set "language" from the command line for these cases.
+language = None
+
+# List of patterns, relative to source directory, that match files and
+# directories to ignore when looking for source files.
+# This pattern also affects html_static_path and html_extra_path .
+exclude_patterns = [u'_build', 'Thumbs.db', '.DS_Store']
+
+# The name of the Pygments (syntax highlighting) style to use.
+pygments_style = 'sphinx'
+
+
+# -- Options for HTML output -------------------------------------------------
+
+# The theme to use for HTML and HTML Help pages.  See the documentation for
+# a list of builtin themes.
+#
+html_theme = 'alabaster'
+
+# Theme options are theme-specific and customize the look and feel of a theme
+# further.  For a list of options available for each theme, see the
+# documentation.
+#
+# html_theme_options = {}
+
+# Add any paths that contain custom static files (such as style sheets) here,
+# relative to this directory. They are copied after the builtin static files,
+# so a file named "default.css" will overwrite the builtin "default.css".
+html_static_path = ['_static']
+
+# Custom sidebar templates, must be a dictionary that maps document names
+# to template names.
+#
+# The default sidebars (for documents that don't match any pattern) are
+# defined by theme itself.  Builtin themes are using these templates by
+# default: ``['localtoc.html', 'relations.html', 'sourcelink.html',
+# 'searchbox.html']``.
+#
+# html_sidebars = {}
+
+
+# -- Options for HTMLHelp output ---------------------------------------------
+
+# Output file base name for HTML help builder.
+htmlhelp_basename = 'NRMdoc'
+
+
+# -- Options for LaTeX output ------------------------------------------------
+
+latex_elements = {
+    # The paper size ('letterpaper' or 'a4paper').
+    #
+    # 'papersize': 'letterpaper',
+
+    # The font size ('10pt', '11pt' or '12pt').
+    #
+    # 'pointsize': '10pt',
+
+    # Additional stuff for the LaTeX preamble.
+    #
+    # 'preamble': '',
+
+    # Latex figure (float) alignment
+    #
+    # 'figure_align': 'htbp',
+}
+
+# Grouping the document tree into LaTeX files. List of tuples
+# (source start file, target name, title,
+#  author, documentclass [howto, manual, or own class]).
+latex_documents = [
+    (master_doc, 'NRM.tex', u'NRM Documentation',
+     u'ANL', 'manual'),
+]
+
+
+# -- Options for manual page output ------------------------------------------
+
+# One entry per manual page. List of tuples
+# (source start file, name, description, authors, manual section).
+man_pages = [
+    (master_doc, 'nrm', u'NRM Documentation',
+     [author], 1)
+]
+
+
+# -- Options for Texinfo output ----------------------------------------------
+
+# Grouping the document tree into Texinfo files. List of tuples
+# (source start file, target name, title, author,
+#  dir menu entry, description, category)
+texinfo_documents = [
+    (master_doc, 'NRM', u'NRM Documentation',
+     author, 'NRM', 'One line description of project.',
+     'Miscellaneous'),
+]

docs/index.rst

+Welcome to NRM's documentation!
+===============================
+
+If you know about NRM and are just looking to get it to run on your
+application, please visit the :doc:`quickstart <quickstart>` guide.
+
+This documentation is technical. For a high-level overview of NRM, please
+refer to the Argo website_.
+
+The Node Resource Manager(NRM) is a node-local userspace client-server daemon
+for managing your scientific applications. It runs the various tasks that
+compose an application in resource-constrained slices, monitors
+performance, power use and application progress, and arbitrates resources at
+the node level, among which CPU Cores, NUMA Nodes, and Power budgets.
+
+There are two user software components shipped with NRM itself: the `nrm`
+command-line client and the `nrmd` daemon. Additionally, NRM ships with the
+`libnrm` application instrumentation library, to be used for progress
+monitoring. The following diagram describes this architecture:
+
+ .. image:: nrm.svg
+
+Note that the container runtime used by NRM to allocate slices is a
+system-installed dependency, regardless of whether Argo NodeOS or Singularity is used.
+
+The :doc:`quickstart <quickstart>` guide describes the use of `nrm` and `nrmd`.
+An important part of running tasks with `nrm` is the application :doc:`manifest
+<manifest>`, which you probably want to read about too.  Finally, please refer to the :doc:`libnrm <libnrm>` guide for
+application istrumentation.
+
+.. toctree::
+   :maxdepth: 2
+   :caption: Contents:
+
+   quickstart
+   manifest
+   libnrm
+
+Indices and tables
+==================
+
+* :ref:`search`
+
+ .. _website: https://www.mcs.anl.gov/research/projects/argo/overview/nrm/

docs/libnrm.rst

+======
+Libnrm
+======
+
+.. highlight:: bash
+
+Welcome to the libnrm guide. This document will help you in your use of the
+C/C++ and Fortran interface for NRM.
+
+Install
+=======
+
+The libnrm code can be installed for source::
+
+ git clone https://xgitlab.cels.anl.gov/argo/libnrm.git
+ cd libnrm
+ ./autogen.sh
+ ./configure
+ make && make install
+
+API
+===
+
+**nrm_ctxt_create(void)**
+
+This function creates a context and returns it.
+
+**nrm_init(struct nrm_context *, const char *)**
+
+This funciton starts the connection with NRM and gives all the application's
+communications a label.
+
+**`nrm_send_progress(struct nrm_context *, unsigned long progress)**
+
+This funciton sends the progress of the application to NRM.
+
+**nrm_fini(struct nrm_context *)**
+
+This function close the connection to NRM.
+
+**nrm_ctxt_delete(struct nrm_context *)**
+
+This functions deletes the NRM context.
+
+Using libnrm in your C/ C++ application
+=======================================
+.. highlight:: C
+
+The best way to understand how to make your application report progress to NRM
+is to use an example::
+
+ # include <stdio.h>
+
+ int main()
+ {
+   int i;
+
+   printf("hello\n")
+
+   for (i=1; j<4; i++){
+     printf("number %i\n",i);
+   }
+
+   printf("done!");
+   return 0;
+ }
+
+To make this code report progress to NRM, we need to:
+
+- include the library in the same way you include your other dependencies,
+- declare a nrm_context structure,
+- initialize your NRM context,
+- report progress to NRM at one point in your code,
+- close the connection and delete your NRM context,
+
+using the functions from the API. We end up with something like this::
+
+ # include <stdio.h>
+ # include <nrm.h>
+
+ int main()
+ {
+   int i;
+   struct nrm_context context;
+
+   printf("hello\n")
+   nrm_init(&context, "example");
+
+   for (i=1; j<4; i++){
+     printf("number %i\n",i);
+     nrm_send_progress(&context, 1);
+   }
+
+   printf("done!");
+   nrm_fini(&context);
+   return 0;
+ }
+
+Using libnrm in your Fortran application
+========================================
+.. highlight:: Fortran
+
+The same thing can be done with a Fortran application, using the Fortran
+interface of this library. Let's take a similar example::
+
+ implicit none
+
+ integer i
+
+ print*, "hello"
+
+ do i=1, 4
+   print*, "number", i
+ end do
+
+ print*, "done!"
+
+The functions in the Fortran interface are similar to the ones from the C API,
+only with a `f_` in front.
+To talk to NRM, the code becomes::
+
+ implicit none
+
+ include 'f_nrm.h'
+ include(kind=NRM_PTR) context
+
+ integer rc, i
+
+ print*, "hello"
+ rc = f_nrm_ctxt_create(context);
+ rc = f_nrm_init(context, 'example', len('example'))
+
+ do i=1, 4
+   print*, "number", i
+   progress = 1.0
+   rc = f_nrm_send_progress(context, progress)
+ end do
+
+ print*, "done!"
+ rc = f_nrm_fini(context)
+ rc = f_nrm_ctxt_delete(context)

docs/make.bat

+@ECHO OFF
+
+pushd %~dp0
+
+REM Command file for Sphinx documentation
+
+if "%SPHINXBUILD%" == "" (
+	set SPHINXBUILD=sphinx-build
+)
+set SOURCEDIR=.
+set BUILDDIR=_build
+set SPHINXPROJ=NRM
+
+if "%1" == "" goto help
+
+%SPHINXBUILD% >NUL 2>NUL
+if errorlevel 9009 (
+	echo.
+	echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
+	echo.installed, then set the SPHINXBUILD environment variable to point
+	echo.to the full path of the 'sphinx-build' executable. Alternatively you
+	echo.may add the Sphinx directory to PATH.
+	echo.
+	echo.If you don't have Sphinx installed, grab it from
+	echo.http://sphinx-doc.org/
+	exit /b 1
+)
+
+%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS%
+goto end
+
+:help
+%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS%
+
+:end
+popd

docs/nrm.svg

+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.0//EN" "http://www.w3.org/TR/2001/PR-SVG-20010719/DTD/svg10.dtd">
+<svg width="39cm" height="17cm" viewBox="89 69 777 332" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+  <g id="Background">
+    <g>
+      <rect style="fill: #ffffff; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x="200" y="120" width="160" height="102" rx="0" ry="0"/>
+      <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:middle;font-family:sans-serif;font-style:normal;font-weight:normal" x="280" y="142.9">
+        <tspan x="280" y="142.9">Manifest</tspan>
+        <tspan x="280" y="158.9">(yaml file)</tspan>
+        <tspan x="280" y="174.9">defines application</tspan>
+        <tspan x="280" y="190.9">monitoring </tspan>
+        <tspan x="280" y="206.9">and slice parameters</tspan>
+      </text>
+    </g>
+    <g>
+      <rect style="fill: #ffffff; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x="600" y="220" width="140" height="40" rx="0" ry="0"/>
+      <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:middle;font-family:sans-serif;font-style:normal;font-weight:normal" x="670" y="243.9">
+        <tspan x="670" y="243.9">nrmd (daemon)</tspan>
+      </text>
+    </g>
+    <g>
+      <line style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x1="670" y1="179.736" x2="670" y2="210.264"/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="670,172.236 675,182.236 670,179.736 665,182.236 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="670,217.764 665,207.764 670,210.264 675,207.764 "/>
+    </g>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="680" y="200">
+      <tspan x="680" y="200">stream RPC</tspan>
+    </text>
+    <g>
+      <rect style="fill: #ffffff; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x="560" y="320" width="220" height="80" rx="0" ry="0"/>
+      <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:middle;font-family:sans-serif;font-style:normal;font-weight:normal" x="670" y="355.9">
+        <tspan x="670" y="355.9">Container Runtime</tspan>
+        <tspan x="670" y="371.9">(Argo NodeOS, Singularity, ..)</tspan>
+      </text>
+    </g>
+    <g>
+      <line style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x1="670" y1="269.736" x2="670" y2="309.444"/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="670,262.236 675,272.236 670,269.736 665,272.236 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="670,316.944 665,306.944 670,309.444 675,306.944 "/>
+    </g>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="680" y="280">
+      <tspan x="680" y="280">slice</tspan>
+      <tspan x="680" y="296">start/monitoring</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="140" y="270">
+      <tspan x="140" y="270">Run</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="100" y="250">
+      <tspan x="100" y="250">User Commands</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="140" y="290">
+      <tspan x="140" y="290">Listen</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="140" y="310">
+      <tspan x="140" y="310">Kill</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="140" y="330">
+      <tspan x="140" y="330">Set power</tspan>
+    </text>
+    <g>
+      <polyline style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" points="229.736,270 380,270 380,90 590.264,90 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="222.236,270 232.236,265 229.736,270 232.236,275 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="597.764,90 587.764,95 590.264,90 587.764,85 "/>
+    </g>
+    <g>
+      <polyline style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" points="600,110 600,110 400,110 400,290 229.736,290 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="222.236,290 232.236,285 229.736,290 232.236,295 "/>
+    </g>
+    <g>
+      <polyline style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" points="220,310 420,310 420,130 590.264,130 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="597.764,130 587.764,135 590.264,130 587.764,125 "/>
+    </g>
+    <g>
+      <polyline style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" points="220,330 440,330 440,150 590.264,150 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="597.764,150 587.764,155 590.264,150 587.764,145 "/>
+    </g>
+    <g>
+      <polyline style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" points="280,222 270,222 270,260.264 "/>
+      <polygon style="fill: #000000; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" fill-rule="evenodd" points="270,267.764 265,257.764 270,260.264 275,257.764 "/>
+    </g>
+    <g>
+      <rect style="fill: #ffffff; fill-opacity: 1; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x="600" y="70" width="140" height="100" rx="0" ry="0"/>
+      <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:middle;font-family:sans-serif;font-style:normal;font-weight:normal" x="670" y="123.9">
+        <tspan x="670" y="123.9">nrm (CLI client)</tspan>
+      </text>
+    </g>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="500" y="124">
+      <tspan x="500" y="124">stream</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="500" y="104">
+      <tspan x="500" y="104">stream RPC</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="500" y="144">
+      <tspan x="500" y="144">RPC</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="500" y="164">
+      <tspan x="500" y="164">RPC</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="760" y="220">
+      <tspan x="760" y="220">Upstream API</tspan>
+    </text>
+    <text font-size="12.8" style="fill: #000000; fill-opacity: 1; stroke: none;text-anchor:start;font-family:sans-serif;font-style:normal;font-weight:normal" x="760" y="260">
+      <tspan x="760" y="260">Downstream API</tspan>
+    </text>
+    <rect style="fill: none; stroke-opacity: 1; stroke-width: 2; stroke: #000000" x="90" y="230" width="130" height="110" rx="0" ry="0"/>
+  </g>
+</svg>

docs/quickstart.rst

+==========
+Quickstart
+==========
+
+.. highlight:: bash
+
+Welcome to the quickstart guide for NRM. This document will guide you to get up
+and running with running your computational jobs through the Node Resource
+Manager(NRM).
+
+Install
+=======
+
+Container piece
+---------------
+
+The NRM code now supports mapping slices on both Singularity containers and
+NodeOS compute containers.
+
+NodeOS
+~~~~~~
+
+For NodeOScontainer usage, you need to install our container piece
+on the system. On a production platform, this should be done by a sysadmin. On
+a development platform, this can be acheived with::
+
+ git clone https://xgitlab.cels.anl.gov/argo/containers.git
+ cd containers
+ make install
+
+Singularity
+~~~~~~~~~~~
+
+For local singularity installation, refer to the Singularity_ installation
+page.
+
+NRM
+---
+
+The NRM core components (the `nrmd` daemon and `nrm` client) can be installed
+in multiple ways:
+
+using Spack
+~~~~~~~~~~~
+
+ spack install nrm
+
+using Nix
+~~~~~~~~~
+
+NRM has a Nix package in our local package repository::
+
+ nix-env -f "https://xgitlab.cels.anl.gov/argo/argopkgs/-/archive/master/argopkgs-master.tar.gz" -iA nrm
+
+using Pip
+~~~~~~~~~
+
+You should be able to get NRM and its dependencies on any machine with::
+
+ pip install git+https://xgitlab.cels.anl.gov/argo/nrm.git
+
+And entering the resulting virtual environment with `pipenv shell`.
+
+Setup: Launching the `nrmd` daemon
+==================================
+
+NRM's behavior is controlled by the `nrmd` userspace daemon.  The `nrmd` daemon
+should be launched by the application framework in the background and manages
+the resource arbitration on the machine.
+
+The daemon is launched via `nrmd` and logs its output to `/tmp/nrm_log` by
+default.
+
+`nrm` command-line options
+~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+The `nrm` daemon is mainly configured
+through its command-line options.::
+
+  usage: nrmd [-h] [-c FILE] [-d] [-v] [--nrm_log NRM_LOG] [--hwloc HWLOC]
+              [--argo_nodeos_config ARGO_NODEOS_CONFIG] [--perf PERF]
+              [--pmpi_lib PMPI_LIB] [--argo_perf_wrapper ARGO_PERF_WRAPPER]
+              [--singularity SINGULARITY]
+              [--container-runtime {nodeos,singularity}]
+
+  optional arguments:
+    -h, --help            show this help message and exit
+    -c FILE, --configuration FILE
+                          Specify a config json-formatted config file to
+                          override any of the available CLI options. If an
+                          option is actually provided on the command-line, it
+                          overrides its corresponding value from the
+                          configuration file.
+    -d, --print_defaults  Print the default configuration file.
+    -v, --verbose         increase output verbosity
+    --nrm_log NRM_LOG     Main log file. Override default with the NRM_LOG
+                          environment variable
+    --hwloc HWLOC         Path to the hwloc to use. This path can be relative
+                          and makes uses of the $PATH if necessary. Override
+                          default with the HWLOC environment variable.
+    --argo_nodeos_config ARGO_NODEOS_CONFIG
+                          Path to the argo_nodeos_config to use. This path can
+                          be relative and makes uses of the $PATH if necessary.
+                          Override default with the ARGO_NODEOS_CONFIG
+                          environment variable.
+    --perf PERF           Path to the linux perf tool to use. This path can be
+                          relative and makes uses of the $PATH if necessary.
+                          Override default with the PERF environment variable.
+    --pmpi_lib PMPI_LIB   Path to the libnrm PMPI library used for the power
+                          policy. Override default with the PMPI environment
+                          variable.
+    --argo_perf_wrapper ARGO_PERF_WRAPPER
+                          Path to the linux perf tool to use. This path can be
+                          relative and makes uses of the $PATH if necessary.
+                          Override default with the PERFWRAPPER environment
+                          variable.
+    --singularity SINGULARITY
+                          Path to the singularity command. Override default with
+                          the SINGULARITY environment variable.
+    --container-runtime {nodeos,singularity}
+                          Choice of container runtime. Override default with the
+                          ARGO_CONTAINER_RUNTIME environment variable.
+
+Running jobs using `nrm`
+========================
+
+Tasks are configured using a JSON file called a manifest and started using the `nrm`
+command-line utility. Here's an example manifest that allocates two CPUS and
+enables application progress monitoring with a one second rate limit.::
+
+  name: basic
+  version: 0.0.1
+  app:
+    container:
+      cpus: 2
+      mems: 1
+    perfwrapper: true
+    monitoring:
+      ratelimit: 1000000000
+
+This manifest can be used in the following way to launch a command::
+
+ $ nrm run /path/to/manifest.yaml echo "foobar"
+ foobar
+ INFO:nrm:process ended: msg_up_rpc_rep_process_exit(api=u'up_rpc_rep', container_uuid=u'b54f12ed-6418-4b32-b6ab-2dda7503a1c8', status=u'0', type=u'process_exit')
+ INFO:nrm:command ended: msg_up_rpc_rep_process_exit(api=u'up_rpc_rep', container_uuid=u'b54f12ed-6418-4b32-b6ab-2dda7503a1c8', status=u'0', type=u'process_exit')
+
+You have run your first nrm-enabled command. See the :doc:`manifest
+guide <manifest>` for an in-depth description of the manifest file format.
+
+`nrm` command-line options
+~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+The `nrm` command-line client can be used for a number of operations::
+
+  usage: nrm [-h] [-v] {run,kill,list,listen,setpower} ...
+
+  positional arguments:
+    {run,kill,list,listen,setpower}
+
+  optional arguments:
+    -h, --help            show this help message and exit
+    -v, --verbose         verbose logging information
+
+Start containerized tasks, using a container specification we refer to as an application :doc:`manifest <manifest>`::
+
+  usage: nrm run [-h] [-u [UCONTAINERNAME]] manifest command ...
+
+  positional arguments:
+    manifest              manifest file to apply
+    command               command to execute
+    args                  command arguments
+
+  optional arguments:
+    -h, --help            show this help message and exit
+    -u [UCONTAINERNAME], --ucontainername [UCONTAINERNAME]
+                          user-specified name for container used to attach
+                          proceses
+
+Listen for performance and power data::
+
+  usage: nrm listen [-h] [-u UUID] [-f FILTER]
+
+  optional arguments:
+    -h, --help            show this help message and exit
+    -u UUID, --uuid UUID  container uuid to listen for
+    -f FILTER, --filter FILTER
+                          type of message to filter and prettyprint, in
+                          {power,performance}
+
+List running tasks::
+
+  usage: nrm list [-h]
+
+  optional arguments:
+    -h, --help  show this help message and exit
+
+Kill tasks::
+
+  usage: nrm kill [-h] uuid
+
+  positional arguments:
+    uuid        uuid of the container
+
+  optional arguments:
+    -h, --help  show this help message and exit
+
+Set a node power target::
+
+  usage: nrm setpower [-h] [-f] limit
+
+  positional arguments:
+    limit         set new power limit
+
+  optional arguments:
+    -h, --help    show this help message and exit
+    -f, --follow  listen for power changes
+
+
+ .. _Singularity: https://singularity.lbl.gov/install-request

examples/basic.yml

+name: "basic"
+version: 0.0.1
+app:
+  slice:
+    cpus: 2
+    mems: 1

examples/parallel.yml

+name: "parallel"
+version: 0.0.1
+app:
+  slice:
+    cpus: 24
+    mems: 2

examples/perfwrap.yml

+name: "perfwrap"
+version: 0.0.1
+app:
+  slice:
+    cpus: 2
+    mems: 1
+  perfwrapper: true

examples/singularity.yml

+name: "singularity"
+version: 0.0.1
+app:
+  slice:
+    cpus: 1
+    mems: 1
+image:
+  path: docker://ubuntu
+  type: docker
+  binds:
+    - "/nix"

nrm/__init__.py

+###############################################################################
+# Copyright 2019 UChicago Argonne, LLC.
+# (c.f. AUTHORS, LICENSE)
+#
+# This file is part of the NRM project.
+# For more info, see https://xgitlab.cels.anl.gov/argo/nrm
+#
+# SPDX-License-Identifier: BSD-3-Clause
+###############################################################################

nrm/aci.py

+###############################################################################
+# Copyright 2019 UChicago Argonne, LLC.
+# (c.f. AUTHORS, LICENSE)
+#
+# This file is part of the NRM project.
+# For more info, see https://xgitlab.cels.anl.gov/argo/nrm
+#
+# SPDX-License-Identifier: BSD-3-Clause
+###############################################################################
+
 """Parse and Represent the APPC ACI specification."""
-import collections
 import logging
-import json
+from schema import loadschema
 
 logger = logging.getLogger('nrm')
-spec = collections.namedtuple('Field', ['cls', 'required'])
-
-
-class SpecField(object):
-
-    """Object part of the ACI Image Manifest fields."""
-
-    fields = {}
-
-    def __init__(self):
-        """Create empty field."""
-        pass
-
-    def load(self, data):
-        """Load fields."""
-        for key in self.fields:
-            spec = self.fields[key]
-            if key not in data:
-                if spec.required:
-                    logger.error("Missing key from manifest: %s", key)
-                    return False
-            else:
-                ok, v = self.loadfield(data[key], spec.cls)
-                if not ok:
-                    logger.error("Error for key %s in %s", key, self.__class__)
-                    return False
-                setattr(self, key, v)
-        return True
-
-    def loadfield(self, data, cls):
-        """load data as if from a field of the provided cls.
-
-        Make sure the basic types are also respected.
-        """
-        ret = cls()
-        if not hasattr(ret, 'load'):
-            if not isinstance(data, cls):
-                logger.error("Wrong data type %s, expected: %s", cls,
-                             data.__class__)
-                return (False, None)
-            else:
-                return (True, data)
-        else:
-            return (ret.load(data), ret)
-
-
-class Scheduler(SpecField):
-
-    """Scheduler information for a container."""
-
-    classes = ['SCHED_FIFO', 'SCHED_HPC', 'SCHED_OTHER']
-
-    fields = {"policy": spec(unicode, True),
-              "priority": spec(unicode, False),
-              }
-
-    def __init__(self):
-        """Create scheduler object."""
-        pass
-
-    def load(self, data):
-        """Load configuration from json text."""
-        ret = super(Scheduler, self).load(data)
-        if not ret:
-            return ret
-        # check scheduler class & prio
-        if self.policy not in self.classes:
-            logger.error("Wrong scheduling class %s, not any of %r", data,
-                         Scheduler.classes)
-            return False
-        if self.policy != "SCHED_OTHER":
-            logger.warning("scheduler priority forced as 0 " +
-                           "for non default policies")
-            self.priority = "0"
-        return True
-
-
-class CPUSet(SpecField):
-
-    """Represent a CPUSet field."""
-
-    def __init__(self):
-        """Create an empty set."""
-        pass
-
-    def load(self, data):
-        """Load from json object."""
-        self.value = data
-        return True
-
-
-class MemSet(SpecField):
-
-    """Represent a MemSet field."""
-
-    def __init__(self):
-        """Create an empty set."""
-        pass
-
-    def load(self, data):
-        """Load from json object."""
-        self.value = data
-        return True
-
-
-class Container(SpecField):
-
-    """Container Information."""
-
-    fields = {"cpus": spec(CPUSet, True),
-              "mems": spec(MemSet, True)
-              }
-
-    def __init__(self):
-        """Create empty container."""
-        pass
-
-    def load(self, data):
-        """Load container information."""
-        return super(Container, self).load(data)
-
-
-class PerfWrapper(SpecField):
-
-    """Information on whether to use perf for a container."""
-
-    fields = {"enabled": spec(unicode, False)
-              }
-
-    def __init__(self):
-        """Create empty perf wrapper."""
-        pass
-
-    def load(self, data):
-        """Load perf wrapper information."""
-        ret = super(PerfWrapper, self).load(data)
-        if not ret:
-            return ret
-        if self.enabled not in ["0", "False", "1", "True"]:
-            logger.error("Invalid value for perfwrapper enabled: %s",
-                         self.enabled)
-            return False
-        return True
-
-
-class Power(SpecField):
-
-    """Power settings for a container."""
-
-    policies = ['NONE', 'DDCM', 'DVFS', 'COMBINED']
-
-    fields = {"enabled": spec(unicode, False),
-              "profile": spec(unicode, False),
-              "policy": spec(unicode, False),
-              "damper": spec(unicode, False),
-              "slowdown": spec(unicode, False)
-              }
-
-    def __init__(self):
-        """Create empty power settings object."""
-        pass
-
-    def load(self, data):
-        """Load power settings."""
-        ret = super(Power, self).load(data)
-        if not ret:
-            return ret
-        if self.enabled not in ["0", "False", "1", "True"]:
-            logger.error("Invalid value for power enabled: %s",
-                         self.enabled)
-            return False
-        if self.profile not in ["0", "False", "1", "True"]:
-            logger.error("Invalid value for power profile: %s",
-                         self.enabled)
-            return False
-        if self.policy not in self.policies:
-            logger.error("Invalid value for power policy: %s",
-                         self.policy)
-            return False
-        if self.damper < 0.0:
-            logger.error("Invalid value for power policy damper: %s",
-                         self.policy)
-            return False
-        if self.slowdown < 1.0:
-            logger.error("Invalid value for power policy slowdown: %s",
-                         self.policy)
-            return False
-        return True
-
-
-class IsolatorList(SpecField):
-
-    """Represent the list of isolator in a Manifest."""
-
-    types = {"argo/scheduler": spec(Scheduler, False),
-             "argo/container": spec(Container, True),