Hello! I'm new here, so I'd like to start by thanking you all for the excellent work that is the NixOS CUDA project. I wanted to reach out since I'm a bit stuck on tensorrt_8_6 in particular--it keeps coming back with marked as broken. If I understand correctly, I need the correct package set and options to it to evaluate (I'm just not sure what these are).

{
  inputs = {
    nixpkgs = {
      url = "github:nixos/nixpkgs/nixos-unstable";
    };
  };

  outputs = { nixpkgs, ... }: let
    system = "x86_64-linux";

    pkgs = import nixpkgs {
      config = {
        allowUnfree = true;
        cudaSupport = true;
        cudnnSupport = true;
        cudaEnableForwardCompat = true;
        cudaCapabilities = [ "8.6" ];
      };
      inherit system;
      overlays = [
        (self: super: {
          cudaPackages = super.cudaPackages.overrideScope (final: prev: {
            cudnn = prev.cudnn_8_9;
            tensorrt = prev.tensorrt_8_6;
            cudatoolkit = prev.cudatoolkit.override {cudaVersion = "12.1";};
          });
        })
      ];
    };

    in {
    devShells."${system}".default = pkgs.mkShell {
      packages = with pkgs; [
        cudaPackages.tensorrt
      ];
    };
  };
}

In reply to @jayrahdevore:matrix.org

Hello! I'm new here, so I'd like to start by thanking you all for the excellent work that is the NixOS CUDA project. I wanted to reach out since I'm a bit stuck on tensorrt_8_6 in particular--it keeps coming back with marked as broken. If I understand correctly, I need the correct package set and options to it to evaluate (I'm just not sure what these are).

{
  inputs = {
    nixpkgs = {
      url = "github:nixos/nixpkgs/nixos-unstable";
    };
  };

  outputs = { nixpkgs, ... }: let
    system = "x86_64-linux";

    pkgs = import nixpkgs {
      config = {
        allowUnfree = true;
        cudaSupport = true;
        cudnnSupport = true;
        cudaEnableForwardCompat = true;
        cudaCapabilities = [ "8.6" ];
      };
      inherit system;
      overlays = [
        (self: super: {
          cudaPackages = super.cudaPackages.overrideScope (final: prev: {
            cudnn = prev.cudnn_8_9;
            tensorrt = prev.tensorrt_8_6;
            cudatoolkit = prev.cudatoolkit.override {cudaVersion = "12.1";};
          });
        })
      ];
    };

    in {
    devShells."${system}".default = pkgs.mkShell {
      packages = with pkgs; [
        cudaPackages.tensorrt
      ];
    };
  };
}

In reply to @jayrahdevore:matrix.org

Hello! I'm new here, so I'd like to start by thanking you all for the excellent work that is the NixOS CUDA project. I wanted to reach out since I'm a bit stuck on tensorrt_8_6 in particular--it keeps coming back with marked as broken. If I understand correctly, I need the correct package set and options to it to evaluate (I'm just not sure what these are).

{
  inputs = {
    nixpkgs = {
      url = "github:nixos/nixpkgs/nixos-unstable";
    };
  };

  outputs = { nixpkgs, ... }: let
    system = "x86_64-linux";

    pkgs = import nixpkgs {
      config = {
        allowUnfree = true;
        cudaSupport = true;
        cudnnSupport = true;
        cudaEnableForwardCompat = true;
        cudaCapabilities = [ "8.6" ];
      };
      inherit system;
      overlays = [
        (self: super: {
          cudaPackages = super.cudaPackages.overrideScope (final: prev: {
            cudnn = prev.cudnn_8_9;
            tensorrt = prev.tensorrt_8_6;
            cudatoolkit = prev.cudatoolkit.override {cudaVersion = "12.1";};
          });
        })
      ];
    };

    in {
    devShells."${system}".default = pkgs.mkShell {
      packages = with pkgs; [
        cudaPackages.tensorrt
      ];
    };
  };
}

In reply to @aidalgol:matrix.org
Uh oh... I put TensorRT in nixpkgs initially, but there's been some refactoring around the CUDA support in nixpkgs since then, so SomeoneSerge (migrating synapse), we may need your assistance here as well. But first, can you please paste the error you get when you try to enter the devshell in your flake?

Sure thing! Thanks. The exact error I get is

error:
       … while calling the 'derivationStrict' builtin

         at /builtin/derivation.nix:9:12: (source not available)

       … while evaluating derivation 'nix-shell'
         whose name attribute is located at /nix/store/amxd2p02wx78nyaa4bkb0hjvgwhz1dq7-source/pkgs/stdenv/generic/make-derivation.nix:331:7

       … while evaluating attribute 'nativeBuildInputs' of derivation 'nix-shell'

         at /nix/store/amxd2p02wx78nyaa4bkb0hjvgwhz1dq7-source/pkgs/stdenv/generic/make-derivation.nix:375:7:

          374|       depsBuildBuild              = elemAt (elemAt dependencies 0) 0;
          375|       nativeBuildInputs           = elemAt (elemAt dependencies 0) 1;
             |       ^
          376|       depsBuildTarget             = elemAt (elemAt dependencies 0) 2;

       error: Package ‘tensorrt-8.6.1.6’ in /nix/store/amxd2p02wx78nyaa4bkb0hjvgwhz1dq7-source/pkgs/development/cuda-modules/generic-builders/manifest.nix:325 is marked as broken, refusing to evaluate.

       a) To temporarily allow broken packages, you can use an environment variab
le
          for a single invocation of the nix tools.

            $ export NIXPKGS_ALLOW_BROKEN=1

          Note: When using `nix shell`, `nix build`, `nix develop`, etc with a flake,
                then pass `--impure` in order to allow use of environment variables.

       b) For `nixos-rebuild` you can set
         { nixpkgs.config.allowBroken = true; }
       in configuration.nix to override this.

       c) For `nix-env`, `nix-build`, `nix-shell` or any other Nix command you can add
         { allowBroken = true; }
       to ~/.config/nixpkgs/config.nix.

Two things about the flake which may be surprising

• cudnnSupport = true; shouldn't do anything, as IIRC the only places this occurs in Nixpkgs it defaults to the value of config.cudaSupport and isn't accessed through config but rather expected to be passed as an attribute via an override on the result of callPackage (for example, if you wanted to turn CuDNN support off explicitly). Although, if this is for something out of tree, I guess keep it? config.cudaSupport has an actual option in Nixpkgs so its presence (and a valid boolean value) is guaranteed, but config.cudnnSupport does not
• cudatoolkit = prev.cudatoolkit.override {cudaVersion = "12.1";}; shouldn't be used; if you want to use a specific version of CUDA, use the explicitly versioned package sets (like cudaPackages_12_1)

Two things about the flake which may be surprising

• cudnnSupport = true; shouldn't do anything, as IIRC the only places this occurs in Nixpkgs it defaults to the value of config.cudaSupport and isn't accessed through config but rather expected to be passed as an attribute via an override on the result of callPackage (for example, if you wanted to turn CuDNN support off explicitly). Although, if this is for something out of tree, I guess keep it? config.cudaSupport has an actual option in Nixpkgs so its presence (and a valid boolean value) is guaranteed, but config.cudnnSupport does not
• cudatoolkit = prev.cudatoolkit.override {cudaVersion = "12.1";}; shouldn't be used; if you want to use a specific version of CUDA, use the explicitly versioned package sets (like cudaPackages_12_1)

Additionally, since system is a variable referring to a string, you don't need to quote it when you're doing variable access -- you can do devShells.${system}.default instead

{
  inputs.nixpkgs.url = "github:nixos/nixpkgs/nixos-unstable";

  outputs =
    { nixpkgs, ... }:
    let
      system = "x86_64-linux";

      pkgs = import nixpkgs {
        config = {
          allowUnfree = true;
          cudaSupport = true;
          cudaEnableForwardCompat = true;
          cudaCapabilities = [ "8.6" ];
        };
        inherit system;
        overlays = [
          (self: super: {
            cudaPackages = super.cudaPackages.overrideScope (
              final: prev: {
                cudnn = prev.cudnn_8_9;
                tensorrt = prev.tensorrt_8_6;
              }
            );
          })
        ];
      };
    in
    {
      legacyPackages.${system} = pkgs;
      devShells.${system}.default = pkgs.mkShell { packages = with pkgs; [ cudaPackages.tensorrt ]; };
    };
}

We can use that to see what's going wrong:

$ nix eval .#cudaPackages.tensorrt.brokenConditions
warning: Git tree '/home/connorbaker/Packages/temp_cuda_help' is dirty
{ "CUDA version is too new" = true; "CUDA version is too old" = false; "CUDNN version is too new" = false; "CUDNN version is too old" = false; }

Since the current version of cudaPackages is 12.2, we can change the default version Nixpkgs uses by changing

cudaPackages = super.cudaPackages.overrideScope (

to

cudaPackages = super.cudaPackages_12_1.overrideScope (

so every package will be built against 12.1 by default (unless the package specifically requests a different version -- you'd need to find and override those manually)

    if ! pkg ? outputSpecified || ! pkg.outputSpecified

suspicious

In reply to @connorbaker:matrix.org
I mean, those utility functions also aren’t aware of splicing and so can’t really be effectively used inside nativeBuildInputs, for example, because it’ll get the output of the package from pkgs instead of buildPackages.