commit f3edfab1bcc136020889d01ca1bf1cce6212430e · pyrox.dev/nixpkgs

+15

pkgs/development/python-modules/mlx/darwin-build-fixes.patch

···

       1
       +
       diff --git a/CMakeLists.txt b/CMakeLists.txt

     

       2
       +
       index ab8aea44..9e1b06f4 100644

     

       3
       +
       --- a/CMakeLists.txt

     

       4
       +
       +++ b/CMakeLists.txt

     

       5
       +
       @@ -100,9 +100,7 @@ elseif(MLX_BUILD_METAL)

     

       6
       +
          endif()

     

       7
       +
        

     

       8
       +
          # Throw an error if xcrun not found

     

       9
       +
       -  execute_process(

     

       10
       +
       -    COMMAND zsh "-c" "/usr/bin/xcrun -sdk macosx --show-sdk-version"

     

       11
       +
       -    OUTPUT_VARIABLE MACOS_SDK_VERSION COMMAND_ERROR_IS_FATAL ANY)

     

       12
       +
       +  set(MACOS_SDK_VERSION @sdkVersion@)

     

       13
       +
        

     

       14
       +
          if(${MACOS_SDK_VERSION} LESS 14.0)

     

       15
       +
            message(

+130 -70

pkgs/development/python-modules/mlx/default.nix

···

       1
        
       {

     

       0
        
       
     

       0
        
       
     

       2
        
         lib,

     

       3
       -
         fetchFromGitHub,

     

       4
       -
         buildPythonPackage,

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       5
        
         pybind11,

     

       6
       -
         cmake,

     

       7
       -
         xcbuild,

     

       8
       -
         zsh,

     

       9
       -
         blas,

     

       10
       -
         lapack,

     

       11
       -
         setuptools,

     

       12
        
       }:

     

       13
        
       

     

       14
        
       let

     
···

       16
        
         gguf-tools = fetchFromGitHub {

     

       17
        
           owner = "antirez";

     

       18
        
           repo = "gguf-tools";

     

       19
       -
           rev = "af7d88d808a7608a33723fba067036202910acb3";

     

       20
       -
           hash = "sha256-LqNvnUbmq0iziD9VP5OTJCSIy+y/hp5lKCUV7RtKTvM=";

     

       21
        
         };

     

       22
       -
         nlohmann_json = fetchFromGitHub {

     

       23
       -
           owner = "nlohmann";

     

       24
       -
           repo = "json";

     

       25
       -
           rev = "v3.11.3";

     

       26
       -
           hash = "sha256-7F0Jon+1oWL7uqet5i1IgHX0fUw/+z0QwEcA3zs5xHg=";

     

       27
       -
         };

     

       28
       -
       in

     

       29
       -
       buildPythonPackage rec {

     

       30
       -
         pname = "mlx";

     

       31
       -
         version = "0.21.1";

     

       32
        
       

     

       33
       -
         src = fetchFromGitHub {

     

       34
       -
           owner = "ml-explore";

     

       35
       -
           repo = "mlx";

     

       36
       -
           rev = "refs/tags/v${version}";

     

       37
       -
           hash = "sha256-wxv9bA9e8VyFv/FMh63sUTTNgkXHGQJNQhLuVynczZA=";

     

       38
       -
         };

     

       39
        
       

     

       40
       -
         pyproject = true;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       41
        
       

     

       42
       -
         patches = [

     

       43
       -
           # With Darwin SDK 11 we cannot include vecLib/cblas_new.h, this needs to wait for PR #229210

     

       44
       -
           # In the meantime, pretend Accelerate is not available and use blas/lapack instead.

     

       45
       -
           ./disable-accelerate.patch

     

       46
       -
         ];

     

       47
        
       

     

       48
       -
         postPatch = ''

     

       49
       -
           substituteInPlace CMakeLists.txt \

     

       50
       -
             --replace "/usr/bin/xcrun" "${xcbuild}/bin/xcrun" \

     

       51
       -
         '';

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       52
        
       

     

       53
       -
         dontUseCmakeConfigure = true;

     

       54
        
       

     

       55
       -
         # updates the wrong fetcher rev attribute

     

       56
       -
         passthru.skipBulkUpdate = true;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       57
        
       

     

       58
       -
         env = {

     

       59
       -
           PYPI_RELEASE = version;

     

       60
       -
           # we can't use Metal compilation with Darwin SDK 11

     

       61
       -
           CMAKE_ARGS = toString [

     

       62
       -
             (lib.cmakeBool "MLX_BUILD_METAL" false)

     

       63
       -
             (lib.cmakeOptionType "filepath" "FETCHCONTENT_SOURCE_DIR_GGUFLIB" "${gguf-tools}")

     

       64
       -
             (lib.cmakeOptionType "filepath" "FETCHCONTENT_SOURCE_DIR_JSON" "${nlohmann_json}")

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       65
        
           ];

     

       66
       -
         };

     

       67
        
       

     

       68
       -
         nativeBuildInputs = [

     

       69
       -
           cmake

     

       70
       -
           pybind11

     

       71
       -
           xcbuild

     

       72
       -
           zsh

     

       73
       -
           gguf-tools

     

       74
       -
           nlohmann_json

     

       75
       -
           setuptools

     

       76
       -
         ];

     

       77
        
       

     

       78
       -
         buildInputs = [

     

       79
       -
           blas

     

       80
       -
           lapack

     

       81
       -
         ];

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       82
        
       

     

       83
       -
         meta = with lib; {

     

       84
       -
           homepage = "https://github.com/ml-explore/mlx";

     

       85
       -
           description = "Array framework for Apple silicon";

     

       86
       -
           changelog = "https://github.com/ml-explore/mlx/releases/tag/v${version}";

     

       87
       -
           license = licenses.mit;

     

       88
       -
           platforms = [ "aarch64-darwin" ];

     

       89
       -
           maintainers = with maintainers; [

     

       90
       -
             viraptor

     

       91
       -
             Gabriella439

     

       0
        
       
     

       92
        
           ];

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       93
        
         };

     

       94
       -
       }

     

       0

···

       1
        
       {

     

       2
       +
         buildPythonPackage,

     

       3
       +
         fetchFromGitHub,

     

       4
        
         lib,

     

       5
       +
         replaceVars,

     

       6
       +
         stdenv,

     

       7
       +
       

     

       8
       +
         # build-system

     

       9
       +
         setuptools,

     

       10
       +
       

     

       11
       +
         # nativeBuildInputs

     

       12
       +
         cmake,

     

       13
       +
       

     

       14
       +
         # buildInputs

     

       15
       +
         apple-sdk_14,

     

       16
       +
         fmt_10,

     

       17
       +
         nanobind,

     

       18
       +
         nlohmann_json,

     

       19
        
         pybind11,

     

       20
       +
       

     

       21
       +
         # tests

     

       22
       +
         numpy,

     

       23
       +
         pytestCheckHook,

     

       24
       +
         python,

     

       25
       +
         runCommand,

     

       26
        
       }:

     

       27
        
       

     

       28
        
       let

     
···

       30
        
         gguf-tools = fetchFromGitHub {

     

       31
        
           owner = "antirez";

     

       32
        
           repo = "gguf-tools";

     

       33
       +
           rev = "8fa6eb65236618e28fd7710a0fba565f7faa1848";

     

       34
       +
           hash = "sha256-15FvyPOFqTOr5vdWQoPnZz+mYH919++EtghjozDlnSA=";

     

       35
        
         };

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       36
        
       

     

       37
       +
         mlx = buildPythonPackage rec {

     

       38
       +
           pname = "mlx";

     

       39
       +
           version = "0.25.2";

     

       40
       +
           pyproject = true;

     

       0
        
       
     

       0
        
       
     

       41
        
       

     

       42
       +
           src = fetchFromGitHub {

     

       43
       +
             owner = "ml-explore";

     

       44
       +
             repo = "mlx";

     

       45
       +
             tag = "v${version}";

     

       46
       +
             hash = "sha256-fkf/kKATr384WduFG/X81c5InEAZq5u5+hwrAJIg7MI=";

     

       47
       +
           };

     

       48
        
       

     

       49
       +
           patches = [

     

       50
       +
             (replaceVars ./darwin-build-fixes.patch {

     

       51
       +
               sdkVersion = apple-sdk_14.version;

     

       52
       +
             })

     

       53
       +
           ];

     

       54
        
       

     

       55
       +
           postPatch = ''

     

       56
       +
             substituteInPlace pyproject.toml \

     

       57
       +
               --replace-fail "nanobind==2.4.0" "nanobind>=2.4.0"

     

       58
       +
       

     

       59
       +
             substituteInPlace mlx/backend/cpu/jit_compiler.cpp \

     

       60
       +
               --replace-fail "g++" "$CXX"

     

       61
       +
           '';

     

       62
        
       

     

       63
       +
           dontUseCmakeConfigure = true;

     

       64
        
       

     

       65
       +
           enableParallelBuilding = true;

     

       66
       +
       

     

       67
       +
           # Allows multiple cores to be used in Python builds.

     

       68
       +
           postUnpack = ''

     

       69
       +
             export MAKEFLAGS+="''${enableParallelBuilding:+-j$NIX_BUILD_CORES}"

     

       70
       +
           '';

     

       71
        
       

     

       72
       +
           # updates the wrong fetcher rev attribute

     

       73
       +
           passthru.skipBulkUpdate = true;

     

       74
       +
       

     

       75
       +
           env = {

     

       76
       +
             PYPI_RELEASE = version;

     

       77
       +
             CMAKE_ARGS = toString [

     

       78
       +
               # NOTE The `metal` command-line utility used to build the Metal kernels is not open-source.

     

       79
       +
               # To build mlx with Metal support in Nix, you'd need to use one of the sandbox escape

     

       80
       +
               # hatches which let you interact with a native install of Xcode, such as `composeXcodeWrapper`

     

       81
       +
               # or by changing the upstream (e.g., https://github.com/zed-industries/zed/discussions/7016).

     

       82
       +
               (lib.cmakeBool "MLX_BUILD_METAL" false)

     

       83
       +
               (lib.cmakeOptionType "filepath" "FETCHCONTENT_SOURCE_DIR_GGUFLIB" "${gguf-tools}")

     

       84
       +
               (lib.cmakeOptionType "filepath" "FETCHCONTENT_SOURCE_DIR_JSON" "${nlohmann_json.src}")

     

       85
       +
               (lib.cmakeOptionType "filepath" "FETCHCONTENT_SOURCE_DIR_FMT" "${fmt_10.src}")

     

       86
       +
             ];

     

       87
       +
           };

     

       88
       +
       

     

       89
       +
           build-system = [

     

       90
       +
             setuptools

     

       91
        
           ];

     

       0
        
       
     

       92
        
       

     

       93
       +
           nativeBuildInputs = [

     

       94
       +
             cmake

     

       95
       +
           ];

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       96
        
       

     

       97
       +
           buildInputs = [

     

       98
       +
             apple-sdk_14

     

       99
       +
             fmt_10

     

       100
       +
             gguf-tools

     

       101
       +
             nanobind

     

       102
       +
             nlohmann_json

     

       103
       +
             pybind11

     

       104
       +
           ];

     

       105
        
       

     

       106
       +
           pythonImportsCheck = [ "mlx" ];

     

       107
       +
       

     

       108
       +
           # Run the mlx Python test suite.

     

       109
       +
           nativeCheckInputs = [

     

       110
       +
             numpy

     

       111
       +
             pytestCheckHook

     

       112
       +
           ];

     

       113
       +
       

     

       114
       +
           pytestFlagsArray = [

     

       115
       +
             "python/tests/"

     

       116
        
           ];

     

       117
       +
       

     

       118
       +
           # Additional testing by executing the example Python scripts supplied with mlx

     

       119
       +
           # using the version of the library we've built.

     

       120
       +
           passthru.tests = {

     

       121
       +
             mlxTest =

     

       122
       +
               runCommand "run-mlx-examples"

     

       123
       +
                 {

     

       124
       +
                   buildInputs = [ mlx ];

     

       125
       +
                   nativeBuildInputs = [ python ];

     

       126
       +
                 }

     

       127
       +
                 ''

     

       128
       +
                   cp ${src}/examples/python/logistic_regression.py .

     

       129
       +
                   ${python.interpreter} logistic_regression.py

     

       130
       +
                   rm logistic_regression.py

     

       131
       +
       

     

       132
       +
                   cp ${src}/examples/python/linear_regression.py .

     

       133
       +
                   ${python.interpreter} linear_regression.py

     

       134
       +
                   rm linear_regression.py

     

       135
       +
       

     

       136
       +
                   touch $out

     

       137
       +
                 '';

     

       138
       +
           };

     

       139
       +
       

     

       140
       +
           meta = {

     

       141
       +
             homepage = "https://github.com/ml-explore/mlx";

     

       142
       +
             description = "Array framework for Apple silicon";

     

       143
       +
             changelog = "https://github.com/ml-explore/mlx/releases/tag/${src.tag}";

     

       144
       +
             license = lib.licenses.mit;

     

       145
       +
             platforms = [ "aarch64-darwin" ];

     

       146
       +
             maintainers = with lib.maintainers; [

     

       147
       +
               viraptor

     

       148
       +
               Gabriella439

     

       149
       +
               cameronyule

     

       150
       +
             ];

     

       151
       +
           };

     

       152
        
         };

     

       153
       +
       in

     

       154
       +
       mlx

-13

pkgs/development/python-modules/mlx/disable-accelerate.patch

···

       1
       -
       diff --git a/CMakeLists.txt b/CMakeLists.txt

     

       2
       -
       index 2d6bef9..d099673 100644

     

       3
       -
       --- a/CMakeLists.txt

     

       4
       -
       +++ b/CMakeLists.txt

     

       5
       -
       @@ -104,7 +104,7 @@ elseif (MLX_BUILD_METAL)

     

       6
       -
            ${QUARTZ_LIB})

     

       7
       -
        endif()

     

       8
       -
        

     

       9
       -
       -find_library(ACCELERATE_LIBRARY Accelerate)

     

       10
       -
       +#find_library(ACCELERATE_LIBRARY Accelerate)

     

       11
       -
        if (MLX_BUILD_ARM AND ACCELERATE_LIBRARY)

     

       12
       -
          message(STATUS "Accelerate found ${ACCELERATE_LIBRARY}")

     

       13
       -
          set(MLX_BUILD_ACCELERATE ON)