bscpkgs/garlic/exp/creams/ss+hybrid.nix

87 lines
2.0 KiB
Nix
Raw Normal View History

{
stdenv
2020-10-10 01:33:06 +08:00
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
2020-10-10 01:33:06 +08:00
# Initial variable configuration
varConf = {
input = [
{ nodes=1 ; nprocz=2 ; granul=37; time= "10:00:00"; }
{ nodes=2 ; nprocz=4 ; granul=19; time= "05:00:00"; }
{ nodes=4 ; nprocz=8 ; granul=10; time= "03:00:00"; }
{ nodes=8 ; nprocz=16; granul=9 ; time= "02:00:00"; }
{ nodes=16; nprocz=32; granul=9 ; time= "01:00:00"; }
];
2020-10-10 01:33:06 +08:00
gitBranch = [
"garlic/mpi+isend+oss+task"
"garlic/mpi+send+omp+fork"
"garlic/mpi+send+oss+task"
"garlic/tampi+isend+oss+task"
];
};
2020-10-10 01:33:06 +08:00
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
expName = "creams-ss";
unitName = "${expName}-${toString nodes}-${gitBranch}";
inherit (targetMachine.config) hw;
2020-10-10 01:33:06 +08:00
# Options for creams
cc = icc;
mpi = impi;
inherit (c.input) granul;
inherit (c) gitBranch;
nprocz = hw.socketsPerNode * nodes;
2020-10-10 01:33:06 +08:00
# Repeat the execution of each unit 30 times
loops = 30;
2020-10-10 01:33:06 +08:00
# Resources
qos = "debug";
ntasksPerNode = hw.socketsPerNode;
2020-10-10 01:33:06 +08:00
inherit (c.input) time nodes;
cpusPerTask = hw.cpusPerSocket;
jobName = unitName;
};
2020-10-10 01:33:06 +08:00
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
2020-10-10 01:33:06 +08:00
# Custom stage to copy the creams input dataset
copyInput = {nextStage, conf, ...}:
let
2020-10-10 01:33:06 +08:00
input = bsc.garlic.apps.creamsInput.override {
inherit (conf) gitBranch granul nprocz;
};
in
2020-10-10 01:33:06 +08:00
stages.exec {
inherit nextStage;
env = ''
cp -r ${input}/SodTubeBenchmark/* .
chmod +w -R .
'';
};
# Creams program
creams = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.creams.override {
inherit cc mpi gitBranch;
};
2020-10-10 01:33:06 +08:00
pipeline = stdexp.stdPipeline ++ [ copyInput creams ];
in
2020-10-10 01:33:06 +08:00
stdexp.genExperiment { inherit configs pipeline; }