In reply to @vengmark2:matrix.org

Yep, it's definitely something to do with the wrong Python version - I see mention of Python 3.12 in pre-commit output, and both mypy and pylint complain about missing libraries which are installed in the poetry2nix package set. Also:

❯ type -a python
python is /nix/store/d6cy7nfpwjppghqg3mav9537ypl6ww82-python3-3.11.9-env/bin/python
python is /nix/store/pgb120fb7srbh418v4i2a70aq1w9dawd-python3-3.12.5/bin/python

Any idea why this could be? I don't have Python installed at the OS level:

❯ python --version
The program 'python' is currently not installed. It is provided by
several packages. You can install it by typing one of the following:

It's even easier to see the issue in this PR.

In reply to @vengmark2:matrix.org

Yep, it's definitely something to do with the wrong Python version - I see mention of Python 3.12 in pre-commit output, and both mypy and pylint complain about missing libraries which are installed in the poetry2nix package set. Also:

❯ type -a python
python is /nix/store/d6cy7nfpwjppghqg3mav9537ypl6ww82-python3-3.11.9-env/bin/python
python is /nix/store/pgb120fb7srbh418v4i2a70aq1w9dawd-python3-3.12.5/bin/python

Any idea why this could be? I don't have Python installed at the OS level:

❯ python --version
The program 'python' is currently not installed. It is provided by
several packages. You can install it by typing one of the following:

It's even easier to see the issue in this PR, which only bumps nixpkgs and sets the global repo Python to pkgs.python311.

Or even easier than that, check out master and apply this diff:

diff --git a/python.nix b/python.nix
index 2c252db..64d5494 100644
--- a/python.nix
+++ b/python.nix
@@ -1,2 +1,2 @@
 {pkgs}:
-pkgs.python3
+pkgs.python310

With the old version of nixpkgs it builds, you get both Python 3.10 and 3.11 in the resulting shell.

flake.nix:

{
inputs = {
flake-utils.url = "github:numtide/flake-utils";
nixpkgs.url = "github:nixos/nixpkgs/nixpkgs-unstable";
poetry2nix = {
url = "github:nix-community/poetry2nix";
inputs.nixpkgs.follows = "nixpkgs";
};
};

outputs =
inputs@{
self,
nixpkgs,
flake-utils,
...
}:
flake-utils.lib.eachDefaultSystem (
system:
let
pkgs = nixpkgs.legacyPackages.${system};
poetry2nix = inputs.poetry2nix.lib.mkPoetry2Nix { inherit pkgs; };
in
{
packages = {
buzzer = poetry2nix.mkPoetryApplication {
packageName = "buzzer";
projectDir = ./.;

        overrides = poetry2nix.overrides.withDefaults (
          self: super: {
            twitch-chat-irc = super.twitch-chat-irc.overridePythonAttrs (old: {
              buildInputs = (old.buildInputs or [ ]) ++ [ super.setuptools ];
            });
            rhvoice-wrapper = super.rhvoice-wrapper.overridePythonAttrs (old: {
              nativeBuildInputs = old.nativeBuildInputs ++ [
                self.setuptools-scm
              ];
              # buildInputs = (old.buildInputs or [ ]) ++ [
              #   super.setuptools-scm
              # ];
            });
            rhvoice-wrapper-bin = super.rhvoice-wrapper-bin.overridePythonAttrs (old: {
              nativeBuildInputs = old.nativeBuildInputs ++ [
                self.setuptools-scm
              ];
              # buildInputs = (old.buildInputs or [ ]) ++ [
              #   super.setuptools-scm
              # ];
            });
            rhvoice-wrapper-data = super.rhvoice-wrapper-data.overridePythonAttrs (old: {
              nativeBuildInputs = old.nativeBuildInputs ++ [
                self.setuptools-scm
              ];
              # buildInputs = (old.buildInputs or [ ]) ++ [
              #   super.setuptools-scm
              # ];
            });
          }
        );

        packages = with pkgs; [
          rhvoice
          vlc
        ];
      };
      default = self.packages.${system}.buzzer;
    };

    devShells.default = pkgs.mkShell {
      inputsFrom = [ self.packages.${system}.buzzer ];
      packages = with pkgs; [
        python312Packages.lxml
        scons
        poetry
        rhvoice
        vlc
      ];
    };
  }
);

}

flake.nix:

flake.nix:

flake.nix:

{
  inputs = {
    flake-utils.url = "github:numtide/flake-utils";
    nixpkgs.url = "github:nixos/nixpkgs/nixpkgs-unstable";
    poetry2nix = {
      url = "github:nix-community/poetry2nix";
      inputs.nixpkgs.follows = "nixpkgs";
    };
  };

  outputs =
    inputs@{
      self,
      nixpkgs,
      flake-utils,
      ...
    }:
    flake-utils.lib.eachDefaultSystem (
      system:
      let
        pkgs = nixpkgs.legacyPackages.${system};
        poetry2nix = inputs.poetry2nix.lib.mkPoetry2Nix { inherit pkgs; };
      in
      {
        packages = {
          buzzer = poetry2nix.mkPoetryApplication {
            packageName = "buzzer";
            projectDir = ./.;

            overrides = poetry2nix.overrides.withDefaults (
              self: super: {
                twitch-chat-irc = super.twitch-chat-irc.overridePythonAttrs (old: {
                  buildInputs = (old.buildInputs or [ ]) ++ [ super.setuptools ];
                });
                rhvoice-wrapper = super.rhvoice-wrapper.overridePythonAttrs (old: {
                  nativeBuildInputs = old.nativeBuildInputs ++ [
                    self.setuptools-scm
                  ];
                  # buildInputs = (old.buildInputs or [ ]) ++ [
                  #   super.setuptools-scm
                  # ];
                });
                rhvoice-wrapper-bin = super.rhvoice-wrapper-bin.overridePythonAttrs (old: {
                  nativeBuildInputs = old.nativeBuildInputs ++ [
                    self.setuptools-scm
                  ];
                  # buildInputs = (old.buildInputs or [ ]) ++ [
                  #   super.setuptools-scm
                  # ];
                });
                rhvoice-wrapper-data = super.rhvoice-wrapper-data.overridePythonAttrs (old: {
                  nativeBuildInputs = old.nativeBuildInputs ++ [
                    self.setuptools-scm
                  ];
                  # buildInputs = (old.buildInputs or [ ]) ++ [
                  #   super.setuptools-scm
                  # ];
                });
              }
            );

            packages = with pkgs; [
              rhvoice
              vlc
            ];
          };
          default = self.packages.${system}.buzzer;
        };

        devShells.default = pkgs.mkShell {
          inputsFrom = [ self.packages.${system}.buzzer ];
          packages = with pkgs; [
            python312Packages.lxml
            scons
            poetry
            rhvoice
            vlc
          ];
        };
      }
    );
}

pyproject.toml:

[tool.poetry]
name = "buzzer"
version = "1.0.0"
description = ""
authors = ["wecmyrc <wecmyrc@gmail.com>"]
# readme = "README.md"
license = "MIT"
packages = [
  { include = "buzzer" },
  { include = "logger" },
  { include = "db/*.py" },
]

[tool.poetry.dependencies]
python = ">=3.12,<4.0"
twitch-chat-irc = "0.0.4"
rhvoice-wrapper = "0.8.0"
# scons = "4.8.1"
lxml = "5.3.0"
rhvoice-wrapper-bin = "0.5.0"
setuptools-scm = "^8.1.0"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"

[tool.poetry.scripts]
buzzer = "buzzer.buzzer:main"

error:

error:

warning: The interpretation of store paths arguments ending in `.drv` recently changed. If this command is now failing try again with '/nix/store/pz80y0zjjzclhn4sii6202w3n54gl720-python3.12-rhvoice-wrapper-data-0.5.0.drv^*'
Sourcing python-remove-tests-dir-hook
Sourcing python-catch-conflicts-hook.sh
Sourcing python-remove-bin-bytecode-hook.sh
Sourcing pypa-install-hook
Using pypaInstallPhase
Sourcing python-imports-check-hook.sh
Using pythonImportsCheckPhase
Sourcing python-namespaces-hook
Sourcing pip-build-hook
Using pipBuildPhase
Using pipShellHook
Running phase: unpackPhase
@nix { "action": "setPhase", "phase": "unpackPhase" }
unpacking source archive /nix/store/n0395xiz4kyjaanlp0dvifr9c3b22d2w-rhvoice-wrapper-data-0.5.0.tar.gz
source root is rhvoice-wrapper-data-0.5.0
setting SOURCE_DATE_EPOCH to timestamp 1701031491 of file rhvoice-wrapper-data-0.5.0/setup.cfg
Running phase: patchPhase
@nix { "action": "setPhase", "phase": "patchPhase" }
Running phase: updateAutotoolsGnuConfigScriptsPhase
@nix { "action": "setPhase", "phase": "updateAutotoolsGnuConfigScriptsPhase" }
Running phase: configurePhase
@nix { "action": "setPhase", "phase": "configurePhase" }
no configure script, doing nothing
Running phase: buildPhase
@nix { "action": "setPhase", "phase": "buildPhase" }
Executing pipBuildPhase
Creating a wheel...
WARNING: The directory '/homeless-shelter/.cache/pip' or its parent directory is not owned or is not writable by the current user. The cache has been disabled. Check the permissions and owner>
Processing /build/rhvoice-wrapper-data-0.5.0
  Running command python setup.py egg_info
  ERROR! Execute ['git', 'describe', '--abbrev=0', '--tags']: [Errno 2] No such file or directory: 'git'
  WARNING! Get version from a file: 0.5.0
  running egg_info
  creating /build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info
  writing /build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info/PKG-INFO
  writing dependency_links to /build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info/dependency_links.txt
  writing top-level names to /build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info/top_level.txt
  writing manifest file '/build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info/SOURCES.txt'
  reading manifest file '/build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info/SOURCES.txt'
  reading manifest template 'MANIFEST.in'
  adding license file 'LICENSE.md'
  writing manifest file '/build/pip-pip-egg-info-7sequpny/rhvoice_wrapper_data.egg-info/SOURCES.txt'
  Preparing metadata (setup.py) ... done
Building wheels for collected packages: rhvoice-wrapper-data
  Running command python setup.py bdist_wheel
  ERROR! Execute ['git', 'describe', '--abbrev=0', '--tags']: [Errno 2] No such file or directory: 'git'
  WARNING! Get version from a file: 0.5.0
  running bdist_wheel
  running build
  creating build
  creating build/lib
  creating build/lib/rhvoice_wrapper_data
  creating build/lib/rhvoice_wrapper_data/data
  creating build/lib/rhvoice_wrapper_data/data/voices
  creating build/lib/rhvoice_wrapper_data/data/languages
  creating build/lib/rhvoice_wrapper_data/licenses
  Clone https://github.com/RHVoice/RHVoice.git
  Traceback (most recent call last):
    File "<string>", line 2, in <module>
    File "<pip-setuptools-caller>", line 34, in <module>
    File "/build/rhvoice-wrapper-data-0.5.0/setup.py", line 167, in <module>
      setup(
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/__init__.py", line 108, in setup
      return distutils.core.setup(**attrs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/core.py", line 184, in setup
      return run_commands(dist)
             ^^^^^^^^^^^^^^^^^^
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/core.py", line 200, in run_commands
      dist.run_commands()
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/dist.py", line 970, in run_commands
      self.run_command(cmd)
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/dist.py", line 945, in run_command
      super().run_command(command)
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/dist.py", line 989, in run_command
      cmd_obj.run()
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/command/bdist_wheel.py", line 373, in run
      self.run_command("build")
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/cmd.py", line 316, in run_command
      self.distribution.run_command(command)
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/dist.py", line 945, in run_command
      super().run_command(command)
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/dist.py", line 989, in run_command
      cmd_obj.run()
    File "/build/rhvoice-wrapper-data-0.5.0/setup.py", line 120, in run
      self.execute(executor, clone, 'Clone {}'.format(RHVOICE_URL))
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/cmd.py", line 337, in execute
      util.execute(func, args, msg, dry_run=self.dry_run)
    File "/nix/store/llgbdr264r5ih0d19ii7k5c1ankxh9sv-python3.12-setuptools-72.1.0/lib/python3.12/site-packages/setuptools/_distutils/util.py", line 331, in execute
      func(*args)
    File "/build/rhvoice-wrapper-data-0.5.0/setup.py", line 36, in executor
      raise RuntimeError('Error executing {} in {}. {}'.format(cmd, str(cwd), err))
  RuntimeError: Error executing ['git', 'clone', '--recurse-submodules', '--depth=1', '--branch', '1.14.0', 'https://github.com/RHVoice/RHVoice.git', 'build/RHVoice'] in None. [Errno 2] No su>
  error: subprocess-exited-with-error
  
  × python setup.py bdist_wheel did not run successfully.
  │ exit code: 1
  ╰─> See above for output.
  
  note: This error originates from a subprocess, and is likely not a problem with pip.
  full command: /nix/store/pgb120fb7srbh418v4i2a70aq1w9dawd-python3-3.12.5/bin/python3.12 -u -c '
  exec(compile('"'"''"'"''"'"'
  # This is <pip-setuptools-caller> -- a caller that pip uses to run setup.py
  #
  # - It imports setuptools before invoking setup.py, to enable projects that directly
  #   import from `distutils.core` to work with newer packaging standards.
  # - It provides a clear error message when setuptools is not installed.
  # - It sets `sys.argv[0]` to the underlying `setup.py`, when invoking `setup.py` so
  #   setuptools doesn'"'"'t think the script is `-c`. This avoids the following warning:
  #     manifest_maker: standard file '"'"'-c'"'"' not found".
  # - It generates a shim setup.py, for handling setup.cfg-only projects.
  import os, sys, tokenize
  
  try:
      import setuptools
  except ImportError as error:
      print(
          "ERROR: Can not execute `setup.py` since setuptools is not available in "
          "the build environment.",
          file=sys.stderr,
      )
      sys.exit(1)
  
  __file__ = %r
  sys.argv[0] = __file__
  
  if os.path.exists(__file__):
      filename = __file__
      with tokenize.open(__file__) as f:
          setup_py_code = f.read()
  else:
      filename = "<auto-generated setuptools caller>"
      setup_py_code = "from setuptools import setup; setup()"
  
  exec(compile(setup_py_code, filename, "exec"))
  '"'"''"'"''"'"' % ('"'"'/build/rhvoice-wrapper-data-0.5.0/setup.py'"'"',), "<pip-setuptools-caller>", "exec"))' bdist_wheel -d /build/pip-wheel-bf9rd9_s
  cwd: /build/rhvoice-wrapper-data-0.5.0/
  Building wheel for rhvoice-wrapper-data (setup.py) ... error
  ERROR: Failed building wheel for rhvoice-wrapper-data
  Running setup.py clean for rhvoice-wrapper-data
  Running command python setup.py clean
  ERROR! Execute ['git', 'describe', '--abbrev=0', '--tags']: [Errno 2] No such file or directory: 'git'
  WARNING! Get version from a file: 0.5.0
  running clean
  removing 'build/lib' (and everything under it)
  'build/bdist.linux-x86_64' does not exist -- can't clean it
  'build/scripts-3.12' does not exist -- can't clean it
  removing 'build'
Failed to build rhvoice-wrapper-data
ERROR: Failed to build one or more wheels