bscpkgs/garlic/exp/nbody/granularity-mpi.nix

{
  stdenv
, stdexp
, bsc
, targetMachine
, stages
}:

with stdenv.lib;

let
  # Initial variable configuration
  varConf = with bsc; {
    blocksize = [ 128 256 512 1024 2048 4096 ];
  };

  machineConfig = targetMachine.config;

  # Generate the complete configuration for each unit
  genConf = with bsc; c: targetMachine.config // rec {
    inherit (machineConfig) hw;
    # nbody options
    particles = 1024 * 64;
    timesteps = 10;
    inherit (c) blocksize;
    totalTasks = ntasksPerNode * nodes;
    particlesPerTask = particles / totalTasks;
    cc = icc;
    mpi = impi;
    gitBranch = "garlic/mpi+send";

    # Repeat the execution of each unit 30 times
    loops = 10;

    # Resources
    qos = "debug";
    ntasksPerNode = 48;
    nodes = 1;
    time = "02:00:00";
    cpuBind = "sockets,verbose";
    jobName = "bs-${toString blocksize}-${gitBranch}-nbody";

    # Experiment revision: this allows a user to run again a experiment already
    # executed
    rev = 0;
  };

  # Compute the array of configurations
  configs = stdexp.buildConfigs {
    inherit varConf genConf;
  };

  exec = {nextStage, conf, ...}: with conf; stages.exec {
    inherit nextStage;
    argv = [ "-t" timesteps "-p" particles ];
  };

  program = {nextStage, conf, ...}: with conf;
  # FIXME: This is becoming very slow:
  #let
  #  customPkgs = stdexp.replaceMpi conf.mpi;
  #in
  bsc.garlic.apps.nbody.override {
    inherit cc blocksize mpi gitBranch;
  };

  pipeline = stdexp.stdPipeline ++ [ exec program ];

in

  stdexp.genExperiment { inherit configs pipeline; }