In reply to @artturin:matrix.org

Weird, override exists for it on unstable and nixos-24.05

nix-repl> python3Packages.tokenizers.override
{ __functionArgs = { ... }; __functor = «lambda @ /home/artturin/nixpkgs/lib/trivial.nix:895:19»; }

In reply to @phanirithvij:matrix.org

maybe offtopic and/or unrelated but I have the same error with override with home-manager with https://github.com/nix-community/home-manager/pull/5930 when I do nix build .#test-espanso-basic-configuration

       error: attribute 'override' missing

       at /nix/store/60sn02zhawl3kwn0r515zff3h6hg6ydz-source/pkgs/top-level/all-packages.nix:4867:21:

         4866|   };
         4867|   espanso-wayland = espanso.override {
             |                     ^
         4868|     x11Support = false;

Not using callPackage (which applies makeOverridable) or makeOverridable will cause override to be missing

callPackage is used so neither of those are the problem https://github.com/NixOS/nixpkgs/blob/6e918e75e8bed152f24787aaad718649dc1963fe/pkgs/top-level/all-packages.nix#L4858

Hello! I'm trying to package a python app into a docker image with poetry2nix and then streamLayeredImage. I'm struggling to get my own code into the result. My code is organised like:

+ my_project
|- + ofd_runner
|   | ...
| pyproject.toml
| poetry.lock
| flake.nix

In flake.nix I do:

myEnv = pkgs.poetry2nix.mkPoetryEnv {
  projectDir = ./.;
  preferWheels = true;
};
dockerImage = pkgs.docker.streamLayeredImage {
          name = "ofd_user_code";
          tag = "latest";
          contents = [
            pkgs.bash
            pkgs.coreutils
            ofdUserCodeEnv
          ];
          config = {
            Cmd = [
              "${myEnv}/bin/dagster"
              "api"
              "grpc"
              "-h"
              "0.0.0.0"
              "-p"
              "4000"
              "-m"
              "ofd_runner"
            ];
            Env = [
              "DAGSTER_HOME=${dagsterHome}"
            ];
            WorkingDir = "${myEnv}/lib/python3.11/site-packages";
          };

In pyproject.toml, I have a set of dependencies which end up in my docker image, I can do import polars in the python in that docker image, but import ofd_runner won't work. Why is that? How do I get my own code in ofd_runner to land in my image?

In reply to @laurents:fsfe.org

Hello! I'm trying to package a python app into a docker image with poetry2nix and then streamLayeredImage. I'm struggling to get my own code into the result. My code is organised like:

+ my_project
|- + ofd_runner
|   | ...
| pyproject.toml
| poetry.lock
| flake.nix

In flake.nix I do:

myEnv = pkgs.poetry2nix.mkPoetryEnv {
  projectDir = ./.;
  preferWheels = true;
};
dockerImage = pkgs.docker.streamLayeredImage {
          name = "ofd_user_code";
          tag = "latest";
          contents = [
            pkgs.bash
            pkgs.coreutils
            ofdUserCodeEnv
          ];
          config = {
            Cmd = [
              "${myEnv}/bin/dagster"
              "api"
              "grpc"
              "-h"
              "0.0.0.0"
              "-p"
              "4000"
              "-m"
              "ofd_runner"
            ];
            Env = [
              "DAGSTER_HOME=${dagsterHome}"
            ];
            WorkingDir = "${myEnv}/lib/python3.11/site-packages";
          };

In pyproject.toml, I have a set of dependencies which end up in my docker image, I can do import polars in the python in that docker image, but import ofd_runner won't work. Why is that? How do I get my own code in ofd_runner to land in my image?

This is the corresponding flake:

  description = "SMURFS";

  inputs = {
    nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
    poetry2nix.url = "github:nix-community/poetry2nix";
  };

  outputs = { self, nixpkgs, poetry2nix }:
    let
      system = "x86_64-linux";
      pkgs = nixpkgs.legacyPackages.${system};smurfs =
        let
          inherit (poetry2nix.lib.mkPoetry2Nix { inherit pkgs; }) defaultPoetryOverrides overrides mkPoetryApplication;

          pypkgs-build-requirements = {
            lightkurve = [ "setuptools" ];
            fbpca = [ "setuptools" ];
            memoization = [ "setuptools" ];
          };

          p2n-overrides = defaultPoetryOverrides.extend
            (final: prev:
              builtins.mapAttrs
                (package: build-requirements:
                  (builtins.getAttr package prev).overridePythonAttrs (old: {
                    buildInputs = (old.buildInputs or [ ]) ++
                      (builtins.map
                        (pkg:
                          if builtins.isString pkg
                          then builtins.getAttr pkg prev
                          else pkg)
                        build-requirements);
                  }))
                pypkgs-build-requirements
            );

          lightkurve-override = final: prev: {
            lightkurve = prev.lightkurve.overridePythonAttrs
              (old: rec {
                version = "2.5.0";
                src = prev.pkgs.fetchFromGitHub {
                  owner = "Alpha-Ursae-Minoris";
                  repo = "lightkurve";
                  rev = "1ec6609da1bd980883593ac1a6354639310f773c";
                  hash = "sha256-6/2CiQ1DMTIX4XV+WkeyI6uBKe032VZ4kHU3FSHhie8=";
                };
              });
          };

          combined-overrides = p2n-overrides ++ lightkurve-override;
        in
        mkPoetryApplication
          {
            projectDir = ./.;
            overrides = overrides.withDefaults combined-overrides;
            #preferWheels = true;
          };
    in
    {
      apps.${system}.default = {
        type = "app";
        # Replace <script> with the name in the [tool.poetry.scripts] section of your pyproject.toml
        program = "${smurfs}/bin/<smurfs>";
      };
    };
}

This is the corresponding flake:

  description = "SMURFS";

  inputs = {
    nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
    poetry2nix.url = "github:nix-community/poetry2nix";
  };

  outputs = { self, nixpkgs, poetry2nix }:
    let
      system = "x86_64-linux";
      pkgs = nixpkgs.legacyPackages.${system};
      smurfs =
        let
          inherit (poetry2nix.lib.mkPoetry2Nix { inherit pkgs; }) defaultPoetryOverrides overrides mkPoetryApplication;

          pypkgs-build-requirements = {
            lightkurve = [ "setuptools" ];
            fbpca = [ "setuptools" ];
            memoization = [ "setuptools" ];
          };

          p2n-overrides = defaultPoetryOverrides.extend
            (final: prev:
              builtins.mapAttrs
                (package: build-requirements:
                  (builtins.getAttr package prev).overridePythonAttrs (old: {
                    buildInputs = (old.buildInputs or [ ]) ++
                      (builtins.map
                        (pkg:
                          if builtins.isString pkg
                          then builtins.getAttr pkg prev
                          else pkg)
                        build-requirements);
                  }))
                pypkgs-build-requirements
            );

          lightkurve-override = final: prev: {
            lightkurve = prev.lightkurve.overridePythonAttrs
              (old: rec {
                version = "2.5.0";
                src = prev.pkgs.fetchFromGitHub {
                  owner = "Alpha-Ursae-Minoris";
                  repo = "lightkurve";
                  rev = "1ec6609da1bd980883593ac1a6354639310f773c";
                  hash = "sha256-6/2CiQ1DMTIX4XV+WkeyI6uBKe032VZ4kHU3FSHhie8=";
                };
              });
          };

          combined-overrides = p2n-overrides ++ lightkurve-override;
        in
        mkPoetryApplication
          {
            projectDir = ./.;
            overrides = overrides.withDefaults combined-overrides;
            #preferWheels = true;
          };
    in
    {
      apps.${system}.default = {
        type = "app";
        # Replace <script> with the name in the [tool.poetry.scripts] section of your pyproject.toml
        program = "${smurfs}/bin/<smurfs>";
      };
    };
}

Hi folks.

I tried to bump python to 3.12 for a project that uses poetry2nix
python-ldap seems to fail to build now with

  /nix/store/89arss4li8g0g0nabm8a1q6dalzamvph-python3-3.12.4/bin/python3.12 /build/tmpid30f39w.py
  Traceback (most recent call last):
    File "/build/tmpid30f39w.py", line 1, in <module>
      from distutils.util import byte_compile
  ModuleNotFoundError: No module named 'distutils'
  error: command '/nix/store/89arss4li8g0g0nabm8a1q6dalzamvph-python3-3.12.4/bin/python3.12' failed with exit code 1
  error: subprocess-exited-with-error

  × Building wheel for python-ldap (pyproject.toml) did not run successfully.
  │ exit code: 1
  ╰─> See above for output

Disutils was removed from the standard library but this should still work because setuptools provides a replacement?
Any idea what could be going wrong?