bscpkgs/garlic/sh/garlic

#!/bin/bash -e

garlicPrefix=@garlicPrefix@
sshHost=@sshHost@
PATH=@PATH@

usage() { echo "Usage: garlic [-RFwv] trebuchet" 1>&2; exit 1; }

findClosure() {
  what=$1
  from=$2
  mexp=$(nix-store -qR "$from" | grep -E -- "$what")
  n=$(echo "$mexp" | awk 'BEGIN { count=0 } NF { count++ } END { print count }')
  if [ $n -eq 0 ]; then
    >&2 echo "$exp: $what not found"
    exit 1
  fi
  if [ $n -gt 1 ]; then
    >&2 echo "$exp: multiple $what found"
    exit 1
  fi
  echo "$mexp"
}

findExperiment() {
  grep -o -- "/nix/store/.*-experiment" "$1"
}

findOutputDir() {
  garlic_sandbox=$(nix show-config |\
    grep extra-sandbox-paths |\
    grep -o '/garlic=[^ ]*' || true)

  if [ -z "$garlic_sandbox" ]; then
    >&2 echo "Missing extra-sandbox-paths /garlic mountpoint"
    >&2 echo "Check the ~/.config/nix/nix.conf file"
    exit 1
  fi

  mountdir_rel=$(echo "$garlic_sandbox" | sed 's@^/garlic=@@g')
  mountdir=$(readlink -f "$mountdir_rel")

  echo "$mountdir/cache"
}

drvFromOutput() {
  nix-store -q --deriver $1
}

checkTrebuchet() {
  if [ ! -e "$trebuchet" ]; then
    >&2 echo "$trebuchet: not found"
    exit 1
  fi

  if [ ! -f "$trebuchet" ]; then
    >&2 echo "$trebuchet: not a file"
    exit 1
  fi

  # FIXME: We need a better way to determine a trebuchet
  if [ -z "$(grep "This trebuchet launches" $trebuchet)" ]; then
    >&2 echo "$trebuchet: not a trebuchet"
    exit 1
  fi

  return 0
}

checkExperiment() {
  if [ ! -e "$experiment" ]; then
    >&2 echo "$experiment: not found"
    exit 1
  fi

  if [ ! -f "$experiment" ]; then
    >&2 echo "$experiment: not a file"
    exit 1
  fi

  # FIXME: We need a better way to determine a experiment
  if [ -z "$(grep "This is an experiment" $experiment)" ]; then
    >&2 echo "$experiment: not an experiment"
    exit 1
  fi

  return 0
}

checkMountpoint() {
  if [ ! -e "$garlicPrefix/garlic.control" ]; then
    >&2 echo "error: missing $garlicPrefix/garlic.control"
    >&2 echo "Is the mountpoint enabled?"
    exit 1
  fi
}

do_fetch() {
  expName=$(basename $experiment)
  user=$(ssh -G "$sshHost" | awk '/^user /{print $2}')
  exp=$garlicPrefix/$user/out/$expName

  if [ ! -e "$exp" ]; then
    echo "missing experiment: $exp"
    exit 1
  fi

  cwd=$(pwd)

  repeat=1
  while [ 1 ]; do
    repeat=0
    cd $exp
    test $verbose && >&2 echo "$exp: checking units"

    for unit in *-unit; do
      cd $exp/$unit
      if [ ! -e status ]; then
        
        test $verbose && >&2 echo "$unit: no status"
        repeat=1
      else
        st=$(cat status)
        test $verbose && >&2 echo "$unit: $st"
        if [ "$st" != "completed" ]; then
          repeat=1
        fi
      fi
    done

    if [ $repeat -eq 0 ]; then
      break
    fi

    if [ $waitResults -eq 1 ]; then
      #echo "waiting 3 seconds to try again"
      sleep 3
    else
      break
    fi
  done

  if [ $repeat -eq 1 ]; then
    >&2 echo "$exp: execution incomplete"
    exit 1
  fi

  cd "$cwd"

  test $verbose && >&2 echo "$exp: execution complete, fetching results"

  mkdir -p "$outputDir"

  rsync -vrt --copy-links \
    --include='*/*/garlic_config.json' \
    --include='*/*/std*.log' \
    --include='*/*/*/std*.log' \
    --include='*/*/*/.garlic' \
    --include='*/*/*/.garlic/**' \
    --exclude='*/*/*/*' \
    "$exp" "$outputDir"

  if [ ! $enableKeep ]; then
    nix-build -E "(with import ./default.nix; \
      garlic.pp.store { \
        trebuchet = (import \"$trebuchetDrv\" ); \
        experiment = (import \"$experimentDrv\"); \
      })"

    rm -rf "$outputDir/$expName"
  fi
}

do_run() {

  >&2 $trebuchet
}

do_delete() {
  expName=$(basename $experiment)
  rm -rf $outputDir/$expName
}

waitResults=1
verbose=
operation=
target=
enableRun=
enableFetch=
enableKeep=
enableDelete=

while getopts "vwRFKD" o; do
  case "${o}" in
    R) enableRun=1 ;;
    F) enableFetch=1 ;;
    K) enableKeep=1 ;;
    D) enableDelete=1 ;;
    w) waitResults=0 ;;
    v) verbose=1 ;;
    *) usage ;;
  esac
done
shift $((OPTIND-1))
trebuchet="$1"

if [ -z "$enableRun" -a -z "$enableFetch" -a -z "$enableDelete" ]; then
  >&2 echo "missing operation"
  usage
fi

if [ -z "$trebuchet" ]; then
  >&2 echo "missing experiment"
  usage
fi

checkMountpoint

checkTrebuchet $trebuchet

outputDir=$(findOutputDir)

experiment=$(findExperiment "$trebuchet")
checkExperiment $experiment

trebuchetDrv=$(drvFromOutput $trebuchet)
experimentDrv=$(drvFromOutput $experiment)

if [ $enableRun ]; then do_run; fi
if [ $enableFetch ]; then do_fetch; fi
if [ $enableDelete ]; then do_delete; fi