bscpkgs/overlay.nix

self:  /* Future last stage */
super: /* Previous stage */

with self.lib;

let
  inherit (self.lib) callPackageWith;
  inherit (self.lib) callPackagesWith;

  appendPasstru = drv: attrs: drv.overrideAttrs (old:{
    passthru = old.passthru // attrs;
  });

  # ===================================================================
  #  BSC Packages
  # ===================================================================

#  _bsc = makeExtensible (bsc:
#  let
#    callPackage = callPackageWith (self // bsc // bsc.garlic);
#  in
#  {
#    inherit callPackage;
#
#    # =================================================================
#    #  Compilers                                                    
#    # =================================================================
#
#    # Default C (and C++) compiler to use. It will be overwritten by the
#    # experiments.
#    cc = bsc.icc;
#
#    # By default we use Intel compiler 2020 update 1
#    intelLicense = callPackage ./bsc/intel-compiler/license.nix { };
#    iccUnwrapped = bsc.icc2020Unwrapped;
#    icc2020Unwrapped = callPackage ./bsc/intel-compiler/icc2020.nix {
#      intel-mpi = bsc.intelMpi;
#    };
#
#    icc2021Unwrapped = callPackage ./bsc/intel-compiler/icc2021.nix { };
#
#    intel-oneapi-2023 = callPackage ./bsc/intel-oneapi/2023.nix {
#      libffi = self.libffi_3_3;
#    };
#
#    intel2023 = {
#      inherit (bsc.intel-oneapi-2023)
#        stdenv icx stdenv-ifort ifort
#        # Deprecated in mid 2023
#        stdenv-icc icc;
#    };
#
#    intel2022 = {
#      icc = bsc.icc2021;
#    };
#
#    intel2021 = {
#      icc = bsc.icc2021;
#    };
#
#    # A wrapper script that puts all the flags and environment vars
#    # properly and calls the intel compiler binary
#    icc2020 = appendPasstru (callPackage ./bsc/intel-compiler/default.nix {
#      iccUnwrapped = bsc.iccUnwrapped;
#      intelLicense = bsc.intelLicense;
#    }) { CC = "icc"; CXX = "icpc"; };
#
#    icc2021 = appendPasstru (callPackage ./bsc/intel-compiler/wrapper2021.nix {
#      iccUnwrapped = bsc.icc2021Unwrapped;
#    }) { CC = "icx"; CXX = "icpx"; };
#
#    ifort2022 = callPackage ./bsc/intel-compiler/default.nix {
#      iccUnwrapped = bsc.ifort2022Unwrapped;
#      intelLicense = bsc.intelLicense;
#    };
#
#    icx = bsc.intel2023.icx;
#    icc = bsc.intel2023.icc;
#    ifort = bsc.intel2023.ifort;
#
#    # We need to set the cc.CC and cc.CXX attributes, in order to 
#    # determine the name of the compiler
#    gcc = appendPasstru self.gcc { CC = "gcc"; CXX = "g++"; };
#
#    # Last llvm release by default
#    llvmPackages = self.llvmPackages_latest // {
#      clang = appendPasstru self.llvmPackages_latest.clang {
#        CC = "clang"; CXX = "clang++";
#      };
#    };
#
#    lld = bsc.llvmPackages.lld;
#
#    clangOmpss2Unwrapped = callPackage ./bsc/llvm-ompss2/clang.nix {
#      stdenv = bsc.llvmPackages.stdenv;
#    };
#
#    clangOmpss2UnwrappedGit = bsc.clangOmpss2Unwrapped.overrideAttrs (old: rec {
#      src = builtins.fetchGit {
#        url = "ssh://git@bscpm03.bsc.es/llvm-ompss/llvm-mono.git";
#        ref = "master";
#      };
#      version = src.shortRev;
#    });
#
#    clangOmpss2 = appendPasstru (
#      callPackage ./bsc/llvm-ompss2/default.nix {
#        rt = bsc.nanos6;
#        llvmPackages = bsc.llvmPackages;
#        clangOmpss2Unwrapped = bsc.clangOmpss2Unwrapped;
#      }) { CC = "clang"; CXX = "clang++"; };
#
#    clangOmpss2Git = appendPasstru (
#      callPackage ./bsc/llvm-ompss2/default.nix {
#        rt = bsc.nanos6;
#        llvmPackages = bsc.llvmPackages;
#        clangOmpss2Unwrapped = bsc.clangOmpss2UnwrappedGit;
#      }) { CC = "clang"; CXX = "clang++"; };
#
#    stdenvClangOmpss2 = self.stdenv.override {
#      cc = bsc.clangOmpss2;
#      allowedRequisites = null;
#    };
#
#    clangNodes = bsc.clangOmpss2.override {
#      rt = bsc.nodes;
#    };
#
#    stdenvClangNodes = self.stdenv.override {
#      cc = bsc.clangNodes;
#      allowedRequisites = null;
#    };
#
#    mcxx = bsc.mcxxRelease;
#    mcxxRelease = callPackage ./bsc/mcxx/default.nix { };
#    mcxxGit = callPackage ./bsc/mcxx/git.nix { };
#    mcxxRarias = callPackage ./bsc/mcxx/rarias.nix {
#      bison = self.bison_3_5;
#    };
#
#    # =================================================================
#    #  MPI
#    # =================================================================
#
#    # Default MPI implementation to use. Will be overwritten by the
#    # experiments.
#    mpi = bsc.impi;
#
#    # ParaStation MPI
#    pscom = callPackage ./bsc/parastation/pscom.nix { };
#    psmpi = callPackage ./bsc/parastation/psmpi.nix { };
#
#    # MPICH
#    #mpich_3 = callPackage ./bsc/mpich/default.nix { };
#    #mpichDebug_3 = bsc.mpich.override { enableDebug = true; };
#    mpich = super.mpich.overrideAttrs (old: {
#      buildInputs = old.buildInputs ++ [ self.libfabric ];
#      configureFlags = old.configureFlags ++ [
#        "--with-device=ch4:ofi"
#        "--with-libfabric=${self.libfabric}"
#      ];
#      hardeningDisable = [ "all" ];
#    });
#
#    impi = bsc.intel-mpi;
#    # The version of MPI for 2023 is labeled 2021.9 ...
#    intel-mpi = bsc.intel-oneapi-2023.intel-mpi;
#    # Old releases
#    intel-mpi-2019 = callPackage ./bsc/intel-mpi/default.nix { };
#
#    # OpenMPI
#    openmpi = bsc.openmpi-mn4;
#    openmpi-mn4 = callPackage ./bsc/openmpi/default.nix {
#      pmix = bsc.pmix2;
#      pmi2 = bsc.slurm17-libpmi2;
#      enableCxx = true;
#    };
#
#    # =================================================================
#    #  GASPI
#    # =================================================================
#    gpi-2 = callPackage ./bsc/gpi-2/default.nix { };
#
#    # Use GPI-2 as the default implementation for GASPI
#    gaspi = bsc.gpi-2;
#
#    tagaspi = callPackage ./bsc/tagaspi/default.nix { };
#
#    # =================================================================
#    #  Tracing
#    # =================================================================
#
#    # We should maintain these...
#    paraverKernelFast = callPackage ./bsc/paraver/kernel-fast.nix { };
#    wxparaverFast = callPackage ./bsc/paraver/wxparaver-fast.nix { };
#
#    extrae = callPackage ./bsc/extrae/default.nix {
#      libdwarf = super.libdwarf_20210528;
#    };
#    otf = callPackage ./bsc/otf/default.nix { };
#    vite = self.qt5.callPackage ./bsc/vite/default.nix { };
#    babeltrace = callPackage ./bsc/babeltrace/default.nix { };
#    babeltrace2 = callPackage ./bsc/babeltrace2/default.nix { };
#
#    # Perf for MN4 kernel
#    perf = callPackage ./bsc/perf/default.nix {
#      kernel = self.linuxPackages_4_9.kernel;
#      systemtap = self.linuxPackages_4_9.systemtap;
#    };
#
#    cn6 = callPackage ./bsc/cn6/default.nix { };
#
#    # =================================================================
#    #  MN4 specific
#    # =================================================================
#
#    lmbench = callPackage ./bsc/lmbench/default.nix { };
#    pmix2 = callPackage ./bsc/pmix/pmix2.nix { };
#    slurm17 = callPackage ./bsc/slurm/default.nix {
#      pmix = bsc.pmix2;
#    };
#    slurm17-libpmi2 = callPackage ./bsc/slurm/pmi2.nix {
#      pmix = bsc.pmix2;
#    };
#
#    pmix4 =
#      let
#        libevent-all = with final; symlinkJoin {
#          name = "${libevent.name}-all";
#          paths = [ libevent.dev libevent.out ];
#        };
#      in
#    prev.pmix.overrideAttrs (old: rec {
#      version = "4.2.3";
#      # Don't use fetchFromGitHub as is not a release!
#      src = builtins.fetchTarball {
#        url = "https://github.com/openpmix/openpmix/releases/download/v${version}/pmix-${version}.tar.gz";
#        sha256 = "sha256:1iakrjkgydjz2f17if4cpyk1ldjff2790x4z787zdbbdnisxhdz2";
#      };
#      configureFlags = [
#        "--with-munge=${self.munge}"
#        "--with-hwloc=${self.hwloc.dev}"
#      ];
#      # libevent is not working, so use libev
#      buildInputs = old.buildInputs ++ [ self.python3 libevent-all ];
#      nativeBuildInputs = old.nativeBuildInputs ++ [ self.pkgconfig ];
#    });
#
#    slurm-16-05-8-1 = callPackage ./bsc/slurm/16.05.8.1/default.nix {
#      hwloc = bsc.hwloc-1-11-6;
#    };
#
#    hwloc-1-11-6 = callPackage ./bsc/hwloc/1.11.6/default.nix {};
#
#    # Use a slurm compatible with MN4
#    slurm = bsc.slurm17;
#    # We need the unstable branch to get the fallocate problem fixed, as it is
#    # not yet in stable nix, see:
#    # https://pm.bsc.es/gitlab/rarias/bscpkgs/-/issues/83
#    nix-mn4 = self.nixUnstable;
#    # Our custom version that lacks the binaries. Disabled by default.
#    #rdma-core = callPackage ./bsc/rdma-core/default.nix { };
#
#    # =================================================================
#    #  Patched from upstream
#    # =================================================================
#
#    groff = callPackage ./bsc/groff/default.nix { };
#    fftw = callPackage ./bsc/fftw/default.nix { };
#    vtk = callPackage ./bsc/vtk/default.nix {
#      inherit (self.xorg) libX11 xorgproto libXt;
#    };
#
#    busybox = self.busybox.override {
#      enableStatic = true;
#    };
#
#    # =================================================================
#    #  Misc
#    # =================================================================
#
#    dummy = callPackage ./bsc/dummy/default.nix { };
#    mpptest = callPackage ./bsc/mpptest/default.nix { };
#    cpuid = callPackage ./bsc/cpuid/default.nix { };
#
#    # =================================================================
#    #  Garlic benchmark
#    # =================================================================
#
#    nixtools = callPackage ./bsc/nixtools/default.nix { };
#
#    garlicTools = callPackage ./garlic/tools.nix {};
#
#    # Aliases bsc.apps -> bsc.garlic.apps
#    inherit (bsc.garlic) apps fig exp ds;
#
#    garlic = import ./garlic/index.nix {
#      inherit self super bsc callPackage;
#    };
#
#    test = rec {
##      hwloc = callPackage ./test/bugs/hwloc.nix { };
#      sigsegv = callPackage ./test/reproducers/sigsegv.nix { };
#      compilers.hello-c = callPackage ./test/compilers/hello-c.nix { };
#      compilers.hello-cpp = callPackage ./test/compilers/hello-cpp.nix { };
#      compilers.hello-f = callPackage ./test/compilers/hello-f.nix { };
#      compilers.lto = callPackage ./test/compilers/lto.nix { };
#      compilers.asan = callPackage ./test/compilers/asan.nix { };
#      compilers.intel2023.icx.c = compilers.hello-c.override {
#        stdenv = bsc.intel2023.stdenv;
#      };
#      compilers.intel2023.icc.c = compilers.hello-c.override {
#        stdenv = bsc.intel2023.stdenv-icc;
#      };
#      compilers.intel2023.icx.cpp = compilers.hello-cpp.override {
#        stdenv = bsc.intel2023.stdenv;
#      };
#      compilers.intel2023.icc.cpp = compilers.hello-cpp.override {
#        stdenv = bsc.intel2023.stdenv-icc;
#      };
#      compilers.intel2023.ifort = compilers.hello-f.override {
#        stdenv = bsc.intel2023.stdenv-ifort;
#      };
#      compilers.clangOmpss2.lto = compilers.lto.override {
#        stdenv = bsc.stdenvClangOmpss2;
#      };
#      compilers.clangOmpss2.asan = compilers.asan.override {
#        stdenv = bsc.stdenvClangOmpss2;
#      };
#      compilers.clangOmpss2.task = callPackage ./test/compilers/ompss2.nix {
#        stdenv = bsc.stdenvClangOmpss2;
#      };
#      compilers.clangNodes.task = callPackage ./test/compilers/ompss2.nix {
#        stdenv = bsc.stdenvClangNodes;
#      };
#    };
#
#    ci = import ./test/ci.nix {
#      inherit self super bsc callPackage;
#    };
#
#    testAll = with bsc.test; [
#      compilers.intel2023.icx.c
#      compilers.intel2023.icc.c
#      compilers.intel2023.icx.cpp
#      compilers.intel2023.icc.cpp
#      compilers.intel2023.ifort
#      compilers.clangOmpss2.lto
#      compilers.clangOmpss2.task
#      compilers.clangOmpss2.asan
#      compilers.clangNodes.task
#    ];
#
#  });

  callPackage = super.callPackage;

in {
  # Prevent accidental usage of bsc attribute
  bsc = throw "the bsc attribute is deprecated, packages are now in the root";

  ovni = callPackage ./bsc/ovni/default.nix { };
  ovniGit = self.ovni.override { useGit = true; };
  nanos6 = callPackage ./bsc/nanos6/default.nix { };
  nanos6Debug = self.nanos6.override { enableDebug = true; };
  jemallocNanos6 = super.jemalloc.overrideAttrs (old: {
    configureFlags = old.configureFlags ++ [
      "--with-jemalloc-prefix=nanos6_je_"
      "--enable-stats"
    ];
    hardeningDisable = [ "all" ];
  });
  nosv = callPackage ./bsc/nosv/default.nix { };
  nodes = callPackage ./bsc/nodes/default.nix { };
  bench6 = callPackage ./bsc/bench6/default.nix { };
  nix-wrap = callPackage ./bsc/nix-wrap/default.nix { };
  osumb = callPackage ./bsc/osu/default.nix { };
  paraverKernel = callPackage ./bsc/paraver/kernel.nix { };
  wxparaver = callPackage ./bsc/paraver/default.nix { };
  tampi = callPackage ./bsc/tampi/default.nix { };
  sonar = callPackage ./bsc/sonar/default.nix { };
  clangOmpss2Unwrapped = callPackage ./bsc/llvm-ompss2/clang.nix { };
  clangOmpss2 = callPackage ./bsc/llvm-ompss2/default.nix { };
  clangOmpss2Nanos6 = callPackage ./bsc/llvm-ompss2/default.nix {
    ompss2rt = self.nanos6;
  };
  clangOmpss2Nodes = callPackage ./bsc/llvm-ompss2/default.nix {
    ompss2rt = self.nodes;
  };
  stdenvClangOmpss2Nanos6 = self.stdenv.override {
    cc = self.clangOmpss2Nanos6;
    allowedRequisites = null;
  };
  stdenvClangOmpss2Nodes = self.stdenv.override {
    cc = self.clangOmpss2Nodes;
    allowedRequisites = null;
  };

  # Intel packages
  intelPackages_2023 = callPackage ./bsc/intel-oneapi/2023.nix {
    libffi = self.libffi_3_3;
  };

  # Internal for our tests
  bsc-ci = {
    pkgs = super.runCommand "ci-pkgs" {
      buildInputs = with self; [
        ovni nanos6 nosv nodes nix-wrap osumb wxparaver tampi sonar
        clangOmpss2Nanos6 bench6 intelPackages_2023.icx
      ];
    } "printf '%s\n' $buildInputs > $out";

    test = rec {
      hello-c = callPackage ./test/compilers/hello-c.nix { };
      hello-cpp = callPackage ./test/compilers/hello-cpp.nix { };
      lto = callPackage ./test/compilers/lto.nix { };
      asan = callPackage ./test/compilers/asan.nix { };
      intel2023-icx-c   = hello-c.override   { stdenv = self.intelPackages_2023.stdenv; };
      intel2023-icc-c   = hello-c.override   { stdenv = self.intelPackages_2023.stdenv-icc; };
      intel2023-icx-cpp = hello-cpp.override { stdenv = self.intelPackages_2023.stdenv; };
      intel2023-icc-cpp = hello-cpp.override { stdenv = self.intelPackages_2023.stdenv-icc; };
      intel2023-ifort   = callPackage ./test/compilers/hello-f.nix {
        stdenv = self.intelPackages_2023.stdenv-ifort;
      };
      clangOmpss2-lto   = lto.override       { stdenv = self.stdenvClangOmpss2Nanos6; };
      clangOmpss2-asan  = asan.override      { stdenv = self.stdenvClangOmpss2Nanos6; };
      clangOmpss2-task  = callPackage ./test/compilers/ompss2.nix {
        stdenv = self.stdenvClangOmpss2Nanos6;
      };
      clangNodes-task = callPackage ./test/compilers/ompss2.nix {
        stdenv = self.stdenvClangOmpss2Nodes;
      };
    };

    all = super.runCommand "ci-all" {
      buildInputs = self.bsc-ci.pkgs.buildInputs ++
        (attrValues self.bsc-ci.test);
    } "printf '%s\n' $buildInputs > $out";
  };
}