cudaPackages: rewrite backendStdenv

Signed-off-by: Connor Baker <ConnorBaker01@gmail.com>

Changed files
+135 -13
pkgs
development
cuda-modules
+135 -13
pkgs/development/cuda-modules/packages/backendStdenv.nix
···
-
# Exposed as cudaPackages.backendStdenv.
# This is what nvcc uses as a backend,
# and it has to be an officially supported one (e.g. gcc11 for cuda11).
#
···
# E.g. for cudaPackages_11_8 we use gcc11 with gcc12's libstdc++
# Cf. https://github.com/NixOS/nixpkgs/pull/218265 for context
{
+
config,
+
cudaLib,
cudaMajorMinorVersion,
lib,
-
nvccCompatibilities,
pkgs,
stdenv,
stdenvAdapters,
}:
+
let
+
inherit (builtins) toJSON;
+
inherit (cudaLib.data) allSortedCudaCapabilities cudaCapabilityToInfo nvccCompatibilities;
+
inherit (cudaLib.utils)
+
_cudaCapabilityIsDefault
+
_cudaCapabilityIsSupported
+
_evaluateAssertions
+
getRedistSystem
+
mkVersionedName
+
;
+
inherit (lib) addErrorContext;
+
inherit (lib.customisation) extendDerivation;
+
inherit (lib.lists) filter intersectLists subtractLists;
+
+
# NOTE: By virtue of processing a sorted list (allSortedCudaCapabilities), our groups will be sorted.
-
let
-
gccMajorVersion = nvccCompatibilities.${cudaMajorMinorVersion}.gccMaxMajorVersion;
-
cudaStdenv = stdenvAdapters.useLibsFrom stdenv pkgs."gcc${gccMajorVersion}Stdenv";
+
architectureSpecificCudaCapabilities = filter (
+
cudaCapability: cudaCapabilityToInfo.${cudaCapability}.isArchitectureSpecific
+
) allSortedCudaCapabilities;
+
+
familySpecificCudaCapabilities = filter (
+
cudaCapability: cudaCapabilityToInfo.${cudaCapability}.isFamilySpecific
+
) allSortedCudaCapabilities;
+
+
jetsonCudaCapabilities = filter (
+
cudaCapability: cudaCapabilityToInfo.${cudaCapability}.isJetson
+
) allSortedCudaCapabilities;
+
passthruExtra = {
-
# cudaPackages.backendStdenv.nixpkgsCompatibleLibstdcxx has been removed,
-
# if you need it you're likely doing something wrong. There has been a
-
# warning here for a month or so. Now we can no longer return any
-
# meaningful value in its place and drop the attribute entirely.
+
nvccHostCCMatchesStdenvCC = backendStdenv.cc == stdenv.cc;
+
+
# The Nix system of the host platform.
+
hostNixSystem = stdenv.hostPlatform.system;
+
+
# The Nix system of the host platform for the CUDA redistributable.
+
hostRedistSystem = getRedistSystem passthruExtra.hasJetsonCudaCapability stdenv.hostPlatform.system;
+
+
# Sets whether packages should be built with forward compatibility.
+
# TODO(@connorbaker): If the requested CUDA capabilities are not supported by the current CUDA version,
+
# should we throw an evaluation warning and build with forward compatibility?
+
cudaForwardCompat = config.cudaForwardCompat or true;
+
+
# CUDA capabilities which are supported by the current CUDA version.
+
supportedCudaCapabilities = filter (
+
cudaCapability:
+
_cudaCapabilityIsSupported cudaMajorMinorVersion cudaCapabilityToInfo.${cudaCapability}
+
) allSortedCudaCapabilities;
+
+
# Find the default set of capabilities for this CUDA version using the list of supported capabilities.
+
# Includes only baseline capabilities.
+
defaultCudaCapabilities = filter (
+
cudaCapability:
+
_cudaCapabilityIsDefault cudaMajorMinorVersion cudaCapabilityToInfo.${cudaCapability}
+
) passthruExtra.supportedCudaCapabilities;
+
+
# The resolved requested or default CUDA capabilities.
+
cudaCapabilities =
+
if config.cudaCapabilities or [ ] != [ ] then
+
config.cudaCapabilities
+
else
+
passthruExtra.defaultCudaCapabilities;
+
+
# Requested architecture-specific CUDA capabilities.
+
requestedArchitectureSpecificCudaCapabilities = intersectLists architectureSpecificCudaCapabilities passthruExtra.cudaCapabilities;
+
+
# Whether the requested CUDA capabilities include architecture-specific CUDA capabilities.
+
hasArchitectureSpecificCudaCapability =
+
passthruExtra.requestedArchitectureSpecificCudaCapabilities != [ ];
+
+
# Requested family-specific CUDA capabilities.
+
requestedFamilySpecificCudaCapabilities = intersectLists familySpecificCudaCapabilities passthruExtra.cudaCapabilities;
+
+
# Whether the requested CUDA capabilities include family-specific CUDA capabilities.
+
hasFamilySpecificCudaCapability = passthruExtra.requestedFamilySpecificCudaCapabilities != [ ];
+
+
# Requested Jetson CUDA capabilities.
+
requestedJetsonCudaCapabilities = intersectLists jetsonCudaCapabilities passthruExtra.cudaCapabilities;
+
+
# Whether the requested CUDA capabilities include Jetson CUDA capabilities.
+
hasJetsonCudaCapability = passthruExtra.requestedJetsonCudaCapabilities != [ ];
};
-
assertCondition = true;
-
in
+
+
assertions =
+
let
+
# Jetson devices cannot be targeted by the same binaries which target non-Jetson devices. While
+
# NVIDIA provides both `linux-aarch64` and `linux-sbsa` packages, which both target `aarch64`,
+
# they are built with different settings and cannot be mixed.
+
jetsonMesssagePrefix = "Jetson CUDA capabilities (${toJSON passthruExtra.requestedJetsonCudaCapabilities})";
-
# TODO: Consider testing whether we in fact use the newer libstdc++
+
# Remove all known capabilities from the user's list to find unrecognized capabilities.
+
unrecognizedCudaCapabilities = subtractLists allSortedCudaCapabilities passthruExtra.cudaCapabilities;
-
lib.extendDerivation assertCondition passthruExtra cudaStdenv
+
# Remove all supported capabilities from the user's list to find unsupported capabilities.
+
unsupportedCudaCapabilities = subtractLists passthruExtra.supportedCudaCapabilities passthruExtra.cudaCapabilities;
+
in
+
[
+
{
+
message = "Unrecognized CUDA capabilities: ${toJSON unrecognizedCudaCapabilities}";
+
assertion = unrecognizedCudaCapabilities == [ ];
+
}
+
{
+
message = "Unsupported CUDA capabilities: ${toJSON unsupportedCudaCapabilities}";
+
assertion = unsupportedCudaCapabilities == [ ];
+
}
+
{
+
message =
+
"${jetsonMesssagePrefix} require hostPlatform (currently ${passthruExtra.hostNixSystem}) "
+
+ "to be aarch64-linux";
+
assertion = passthruExtra.hasJetsonCudaCapability -> passthruExtra.hostNixSystem == "aarch64-linux";
+
}
+
{
+
message =
+
let
+
# Find the capabilities which are not Jetson capabilities.
+
requestedNonJetsonCudaCapabilities = subtractLists (
+
passthruExtra.requestedJetsonCudaCapabilities
+
++ passthruExtra.requestedArchitectureSpecificCudaCapabilities
+
++ passthruExtra.requestedFamilySpecificCudaCapabilities
+
) passthruExtra.cudaCapabilities;
+
in
+
"${jetsonMesssagePrefix} cannot be specified with non-Jetson capabilities "
+
+ "(${toJSON requestedNonJetsonCudaCapabilities})";
+
assertion =
+
passthruExtra.hasJetsonCudaCapability
+
-> passthruExtra.requestedJetsonCudaCapabilities == passthruExtra.cudaCapabilities;
+
}
+
];
+
+
assertCondition = addErrorContext "while evaluating ${mkVersionedName "cudaPackages" cudaMajorMinorVersion}.backendStdenv" (
+
_evaluateAssertions assertions
+
);
+
+
backendStdenv =
+
stdenvAdapters.useLibsFrom stdenv
+
pkgs."gcc${nvccCompatibilities.${cudaMajorMinorVersion}.gcc.maxMajorVersion}Stdenv";
+
in
+
# TODO: Consider testing whether we in fact use the newer libstdc++
+
extendDerivation assertCondition passthruExtra backendStdenv