example.json

# Copyright (c) 2017, Barcelona Supercomputing Center
# All rights reserved.
# 
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met: redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer;
# redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution;
# neither the name of the copyright holders nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
# 
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
#
# Authors: E. Castillo (Barcelona Supercomputing Center)

{
    # MODEL CLASS IN THE models/ sub dir to use
    "model"   : "base",
    # Directory that will be created in the config.json[run_bin][OUT_DIR] PATH
    "working_dir" : "%(ranks)d_ranks/%(size_X)d/",
    # Name this JOB has
    "name"        : "%(size_Y)d_%(runs)d",
    # THE JOB OUTPUT WILL BE SAVED IN working_dir/name.out

    # NAME USED FOR THE EXPERIMENTS HERE WHEN GENERATING CSV COLUMNS 
    # IN THIS CASE THE README.md EXAMPLE WILL HAVE ONE COLUMN PER comp AND runs value 
    # n_0_RUN_0 n_0_RUN_1, ....
    "graph_name"  : "n_%(size_Y)d_RUN_%(runs)d",
     
    # WHEN USING PACKING OPTIONS, A PACK NAME NEEDS TO BE SPECIFIED
    "pack_name"   : "PACK",

    # SOME CLUSTERS MIGHT REQUIRE A WALL TIME  
    "wall_time"   : "03:00:00",

    # COMMAND LINE THE JOB WILL EXECUTE
    # One line per cmd, ADD semicolon at the END of each line
    "bin" : ["cd $HOME;",
             "mpirun -np %(ranks)d ./test %(size_X)d %(size_Y)d;"],

    # PARAM COMBINATIONS ONLY HAPPEN IN THIS LEVEL
    "params" : {
        # py: MEANS IT IS A PYTHON STATEMENT
        "nodes" : 32,
        "ranks" : [2,4,8],
        # APP TO BE RUN PARAMS
        # BATCHER WILL GET ALL THE POSSIBLE COMBINATIONS OF ALL THE PARAMETERS
        # WHEN THEY ARE IN A LIST
        "size_X": [16384,16384,16384],
        "size_Y": [8192,4096,4096],
        #This is just to run several experiments per data point
        "runs"  : "py:range(5)"
    },

    #Add bash cmdlines to retrieve the bash value for every experiment
    "stats" : {
        "time" : "grep Time %(stdout)s | rev | cut -d' ' -f1 | rev"
    }
}