commit b3b12c2d08e2f5aab1c6f6ae0021ea11a6825b14 · pyrox.dev/nixpkgs

pkgs/development/interpreters/python/cpython/2.7/default.nix

···

       318
       318
        
           inherit passthru;

     

       319
       319
        
       

     

       320
       320
        
           postFixup = ''

     

       321
       321
       +
             # Include a sitecustomize.py file. Note it causes an error when it's in postInstall with 2.7.

     

       322
       322
       +
             cp ${../../sitecustomize.py} $out/${sitePackages}/sitecustomize.py

     

       321
       323
        
           '' + lib.optionalString strip2to3 ''

     

       322
       324
        
             rm -R $out/bin/2to3 $out/lib/python*/lib2to3

     

       323
       325
        
           '' + lib.optionalString stripConfig ''

+2 -1

pkgs/development/interpreters/python/cpython/default.nix

···

       537
       537
        
           # Strip tests

     

       538
       538
        
           rm -R $out/lib/python*/test $out/lib/python*/**/test{,s}

     

       539
       539
        
           '' + optionalString includeSiteCustomize ''

     

       540
       540
       -
       

     

       540
       540
       +
           # Include a sitecustomize.py file

     

       541
       541
       +
           cp ${../sitecustomize.py} $out/${sitePackages}/sitecustomize.py

     

       541
       542
        
           '' + optionalString stripBytecode ''

     

       542
       543
        
           # Determinism: deterministic bytecode

     

       543
       544
        
           # First we delete all old bytecode.

pkgs/development/interpreters/python/pypy/default.nix

···

       126
       126
        
           ln -s $out/${executable}-c/include $out/include/${libPrefix}

     

       127
       127
        
           ln -s $out/${executable}-c/lib-python/${if isPy3k then "3" else pythonVersion} $out/lib/${libPrefix}

     

       128
       128
        
       

     

       129
       129
       +
           # Include a sitecustomize.py file

     

       130
       130
       +
           cp ${../sitecustomize.py} $out/${if isPy38OrNewer then sitePackages else "lib/${libPrefix}/${sitePackages}"}/sitecustomize.py

     

       131
       131
       +
       

     

       129
       132
        
           runHook postInstall

     

       130
       133
        
         '';

     

       131
       134

pkgs/development/interpreters/python/pypy/prebuilt.nix

···

       95
       95
        
           echo "Removing bytecode"

     

       96
       96
        
           find . -name "__pycache__" -type d -depth -delete

     

       97
       97
        
       

     

       98
       98
       +
           # Include a sitecustomize.py file

     

       99
       99
       +
           cp ${../sitecustomize.py} $out/${sitePackages}/sitecustomize.py

     

       100
       100
       +
       

     

       98
       101
        
           runHook postInstall

     

       99
       102
        
         '';

     

       100
       103

pkgs/development/interpreters/python/pypy/prebuilt_2_7.nix

···

       96
       96
        
           echo "Removing bytecode"

     

       97
       97
        
           find . -name "__pycache__" -type d -depth -delete

     

       98
       98
        
       

     

       99
       99
       +
           # Include a sitecustomize.py file

     

       100
       100
       +
           cp ${../sitecustomize.py} $out/${sitePackages}/sitecustomize.py

     

       101
       101
       +
       

     

       99
       102
        
           runHook postInstall

     

       100
       103
        
         '';

     

       101
       104

+39

pkgs/development/interpreters/python/sitecustomize.py

···

       1
       1
       +
       """

     

       2
       2
       +
       This is a Nix-specific module for discovering modules built with Nix.

     

       3
       3
       +
       

     

       4
       4
       +
       The module recursively adds paths that are on `NIX_PYTHONPATH` to `sys.path`. In

     

       5
       5
       +
       order to process possible `.pth` files `site.addsitedir` is used.

     

       6
       6
       +
       

     

       7
       7
       +
       The paths listed in `PYTHONPATH` are added to `sys.path` afterwards, but they

     

       8
       8
       +
       will be added before the entries we add here and thus take precedence.

     

       9
       9
       +
       

     

       10
       10
       +
       Note the `NIX_PYTHONPATH` environment variable is unset in order to prevent leakage.

     

       11
       11
       +
       

     

       12
       12
       +
       Similarly, this module listens to the environment variable `NIX_PYTHONEXECUTABLE`

     

       13
       13
       +
       and sets `sys.executable` to its value.

     

       14
       14
       +
       """

     

       15
       15
       +
       import site

     

       16
       16
       +
       import sys

     

       17
       17
       +
       import os

     

       18
       18
       +
       import functools

     

       19
       19
       +
       

     

       20
       20
       +
       paths = os.environ.pop('NIX_PYTHONPATH', None)

     

       21
       21
       +
       if paths:

     

       22
       22
       +
           functools.reduce(lambda k, p: site.addsitedir(p, k), paths.split(':'), site._init_pathinfo())

     

       23
       23
       +
       

     

       24
       24
       +
       # Check whether we are in a venv or virtualenv.

     

       25
       25
       +
       # For Python 3 we check whether our `base_prefix` is different from our current `prefix`.

     

       26
       26
       +
       # For Python 2 we check whether the non-standard `real_prefix` is set.

     

       27
       27
       +
       # https://stackoverflow.com/questions/1871549/determine-if-python-is-running-inside-virtualenv

     

       28
       28
       +
       in_venv = (sys.version_info.major == 3 and sys.prefix != sys.base_prefix) or (sys.version_info.major == 2 and hasattr(sys, "real_prefix"))

     

       29
       29
       +
       

     

       30
       30
       +
       if not in_venv:

     

       31
       31
       +
           executable = os.environ.pop('NIX_PYTHONEXECUTABLE', None)

     

       32
       32
       +
           prefix = os.environ.pop('NIX_PYTHONPREFIX', None)

     

       33
       33
       +
       

     

       34
       34
       +
           if 'PYTHONEXECUTABLE' not in os.environ and executable is not None:

     

       35
       35
       +
               sys.executable = executable

     

       36
       36
       +
           if prefix is not None:

     

       37
       37
       +
               # Sysconfig does not like it when sys.prefix is set to None

     

       38
       38
       +
               sys.prefix = sys.exec_prefix = prefix

     

       39
       39
       +
               site.PREFIXES.insert(0, prefix)

+18 -73

pkgs/development/interpreters/python/tests.nix

···

       39
       39
        
               is_virtualenv = "False";

     

       40
       40
        
             };

     

       41
       41
        
           } // lib.optionalAttrs (!python.isPyPy && !stdenv.isDarwin) {

     

       42
       42
       -
             # Use virtualenv with symlinks from a Nix env.

     

       42
       42
       +
             # Use virtualenv from a Nix env.

     

       43
       43
        
             # Fails on darwin with

     

       44
       44
        
             #   virtualenv: error: argument dest: the destination . is not write-able at /nix/store

     

       45
       45
       -
             nixenv-virtualenv-links = rec {

     

       46
       46
       -
               env = runCommand "${python.name}-virtualenv-links" {} ''

     

       47
       47
       -
                 ${pythonVirtualEnv.interpreter} -m virtualenv --system-site-packages --symlinks --no-seed $out

     

       48
       48
       -
               '';

     

       49
       49
       -
               interpreter = "${env}/bin/${python.executable}";

     

       50
       50
       -
               is_venv = "False";

     

       51
       51
       -
               is_nixenv = "True";

     

       52
       52
       -
               is_virtualenv = "True";

     

       53
       53
       -
             };

     

       54
       54
       -
           } // lib.optionalAttrs (!python.isPyPy && !stdenv.isDarwin) {

     

       55
       55
       -
             # Use virtualenv with copies from a Nix env.

     

       56
       56
       -
             # Fails on darwin with

     

       57
       57
       -
             #   virtualenv: error: argument dest: the destination . is not write-able at /nix/store

     

       58
       58
       -
             nixenv-virtualenv-copies = rec {

     

       59
       59
       -
               env = runCommand "${python.name}-virtualenv-copies" {} ''

     

       60
       60
       -
                 ${pythonVirtualEnv.interpreter} -m virtualenv --system-site-packages --copies --no-seed $out

     

       45
       45
       +
             nixenv-virtualenv = rec {

     

       46
       46
       +
               env = runCommand "${python.name}-virtualenv" {} ''

     

       47
       47
       +
                 ${pythonVirtualEnv.interpreter} -m virtualenv venv

     

       48
       48
       +
                 mv venv $out

     

       61
       49
        
               '';

     

       62
       50
        
               interpreter = "${env}/bin/${python.executable}";

     

       63
       51
        
               is_venv = "False";

     
···

       73
       61
        
               is_nixenv = "True";

     

       74
       62
        
               is_virtualenv = "False";

     

       75
       63
        
             };

     

       76
       76
       -
           } // lib.optionalAttrs (python.pythonAtLeast "3.8" && (!python.isPyPy)) {

     

       77
       77
       -
             # Venv built using links to plain Python

     

       64
       64
       +
           } // lib.optionalAttrs (python.isPy3k && (!python.isPyPy)) {

     

       65
       65
       +
             # Venv built using plain Python

     

       78
       66
        
             # Python 2 does not support venv

     

       79
       67
        
             # TODO: PyPy executable name is incorrect, it should be pypy-c or pypy-3c instead of pypy and pypy3.

     

       80
       80
       -
             plain-venv-links = rec {

     

       81
       81
       -
               env = runCommand "${python.name}-venv-links" {} ''

     

       82
       82
       -
                 ${python.interpreter} -m venv --system-site-packages --symlinks --without-pip $out

     

       68
       68
       +
             plain-venv = rec {

     

       69
       69
       +
               env = runCommand "${python.name}-venv" {} ''

     

       70
       70
       +
                 ${python.interpreter} -m venv $out

     

       83
       71
        
               '';

     

       84
       72
        
               interpreter = "${env}/bin/${python.executable}";

     

       85
       73
        
               is_venv = "True";

     

       86
       74
        
               is_nixenv = "False";

     

       87
       75
        
               is_virtualenv = "False";

     

       88
       76
        
             };

     

       89
       89
       -
           } // lib.optionalAttrs (python.pythonAtLeast "3.8" && (!python.isPyPy)) {

     

       90
       90
       -
             # Venv built using copies from plain Python

     

       91
       91
       -
             # Python 2 does not support venv

     

       92
       92
       -
             # TODO: PyPy executable name is incorrect, it should be pypy-c or pypy-3c instead of pypy and pypy3.

     

       93
       93
       -
             plain-venv-copies = rec {

     

       94
       94
       -
               env = runCommand "${python.name}-venv-copies" {} ''

     

       95
       95
       -
                 ${python.interpreter} -m venv --system-site-packages --copies --without-pip $out

     

       96
       96
       -
               '';

     

       97
       97
       -
               interpreter = "${env}/bin/${python.executable}";

     

       98
       98
       -
               is_venv = "True";

     

       99
       99
       -
               is_nixenv = "False";

     

       100
       100
       -
               is_virtualenv = "False";

     

       101
       101
       -
             };

     

       77
       77
       +
       

     

       102
       78
        
           } // lib.optionalAttrs (python.pythonAtLeast "3.8") {

     

       103
       79
        
             # Venv built using Python Nix environment (python.buildEnv)

     

       104
       104
       -
             nixenv-venv-links = rec {

     

       105
       105
       -
               env = runCommand "${python.name}-venv-links" {} ''

     

       106
       106
       -
                 ${pythonEnv.interpreter} -m venv --system-site-packages --symlinks --without-pip $out

     

       107
       107
       -
               '';

     

       108
       108
       -
               interpreter = "${env}/bin/${pythonEnv.executable}";

     

       109
       109
       -
               is_venv = "True";

     

       110
       110
       -
               is_nixenv = "True";

     

       111
       111
       -
               is_virtualenv = "False";

     

       112
       112
       -
             };

     

       113
       113
       -
           } // lib.optionalAttrs (python.pythonAtLeast "3.8") {

     

       114
       114
       -
             # Venv built using Python Nix environment (python.buildEnv)

     

       115
       115
       -
             nixenv-venv-copies = rec {

     

       116
       116
       -
               env = runCommand "${python.name}-venv-copies" {} ''

     

       117
       117
       -
                 ${pythonEnv.interpreter} -m venv --system-site-packages --copies --without-pip $out

     

       80
       80
       +
             # TODO: Cannot create venv from a  nix env

     

       81
       81
       +
             # Error: Command '['/nix/store/ddc8nqx73pda86ibvhzdmvdsqmwnbjf7-python3-3.7.6-venv/bin/python3.7', '-Im', 'ensurepip', '--upgrade', '--default-pip']' returned non-zero exit status 1.

     

       82
       82
       +
             nixenv-venv = rec {

     

       83
       83
       +
               env = runCommand "${python.name}-venv" {} ''

     

       84
       84
       +
                 ${pythonEnv.interpreter} -m venv $out

     

       118
       85
        
               '';

     

       119
       86
        
               interpreter = "${env}/bin/${pythonEnv.executable}";

     

       120
       87
        
               is_venv = "True";

     
···

       126
       93
        
           testfun = name: attrs: runCommand "${python.name}-tests-${name}" ({

     

       127
       94
        
             inherit (python) pythonVersion;

     

       128
       95
        
           } // attrs) ''

     

       129
       129
       -
             mkdir $out

     

       130
       130
       -
       

     

       131
       131
       -
             # set up the test files

     

       132
       96
        
             cp -r ${./tests/test_environments} tests

     

       133
       97
        
             chmod -R +w tests

     

       134
       98
        
             substituteAllInPlace tests/test_python.py

     

       135
       135
       -
       

     

       136
       136
       -
             # run the tests by invoking the interpreter via full path

     

       137
       137
       -
             echo "absolute path: ${attrs.interpreter}"

     

       138
       138
       -
             ${attrs.interpreter} -m unittest discover --verbose tests 2>&1 | tee "$out/full.txt"

     

       139
       139
       -
       

     

       140
       140
       -
             # run the tests by invoking the interpreter via $PATH

     

       141
       141
       -
             export PATH="$(dirname ${attrs.interpreter}):$PATH"

     

       142
       142
       -
             echo "PATH: $(basename ${attrs.interpreter})"

     

       143
       143
       -
             "$(basename ${attrs.interpreter})" -m unittest discover --verbose tests 2>&1 | tee "$out/path.txt"

     

       144
       144
       -
       

     

       145
       145
       -
             # make sure we get the right path when invoking through a result link

     

       146
       146
       -
             ln -s "${attrs.env}" result

     

       147
       147
       -
             relative="result/bin/$(basename ${attrs.interpreter})"

     

       148
       148
       -
             expected="$PWD/$relative"

     

       149
       149
       -
             actual="$(./$relative -c "import sys; print(sys.executable)" | tee "$out/result.txt")"

     

       150
       150
       -
             if [ "$actual" != "$expected" ]; then

     

       151
       151
       -
               echo "expected $expected, got $actual"

     

       152
       152
       -
               exit 1

     

       153
       153
       -
             fi

     

       154
       154
       -
       

     

       155
       155
       -
             # if we got this far, the tests passed

     

       99
       99
       +
             ${attrs.interpreter} -m unittest discover --verbose tests #/test_python.py

     

       100
       100
       +
             mkdir $out

     

       156
       101
        
             touch $out/success

     

       157
       102
        
           '';

     

       158
       103

+1 -1

pkgs/development/interpreters/python/tests/test_environments/test_python.py

···

       38
       38
        
       

     

       39
       39
        
           @unittest.skipIf(IS_PYPY or sys.version_info.major==2, "Python 2 does not have base_prefix")

     

       40
       40
        
           def test_base_prefix(self):

     

       41
       41
       -
               if IS_VENV or IS_VIRTUALENV:

     

       41
       41
       +
               if IS_VENV or IS_NIXENV or IS_VIRTUALENV:

     

       42
       42
        
                   self.assertNotEqual(sys.prefix, sys.base_prefix)

     

       43
       43
        
               else:

     

       44
       44
        
                   self.assertEqual(sys.prefix, sys.base_prefix)