···

       
30
       
30
       
 
       
  metalSupport ? stdenv.hostPlatform.isDarwin && stdenv.hostPlatform.isAarch64 && !openclSupport,

     

       
31
       
31
       
 
       
  vulkanSupport ? false,

     

       
32
       
32
       
 
       
  rpcSupport ? false,

     

       
33
       
33
       
+
       
  apple-sdk_14,

     

       
33
       
34
       
 
       
  curl,

     

       
35
       
35
       
+
       
  llama-cpp,

     

       
34
       
36
       
 
       
  shaderc,

     

       
35
       
37
       
 
       
  vulkan-headers,

     

       
36
       
38
       
 
       
  vulkan-loader,

     
···

       
119
       
121
       
 
       
    ++ optionals rocmSupport rocmBuildInputs

     

       
120
       
122
       
 
       
    ++ optionals blasSupport [ blas ]

     

       
121
       
123
       
 
       
    ++ optionals vulkanSupport vulkanBuildInputs

     

       
124
       
124
       
+
       
    ++ optionals metalSupport [ apple-sdk_14 ]

     

       
122
       
125
       
 
       
    ++ [ curl ];

     

       
123
       
126
       
 
       


     

       
124
       
127
       
 
       
  preConfigure = ''

     
···

       
173
       
176
       
 
       
  # the tests are failing as of 2025-08

     

       
174
       
177
       
 
       
  doCheck = false;

     

       
175
       
178
       
 
       


     

       
176
       
176
       
-
       
  passthru.updateScript = nix-update-script {

     

       
177
       
177
       
-
       
    attrPath = "llama-cpp";

     

       
178
       
178
       
-
       
    extraArgs = [

     

       
179
       
179
       
-
       
      "--version-regex"

     

       
180
       
180
       
-
       
      "b(.*)"

     

       
181
       
181
       
-
       
    ];

     

       
179
       
179
       
+
       
  passthru = {

     

       
180
       
180
       
+
       
    tests = {

     

       
181
       
181
       
+
       
      metal = llama-cpp.override { metalSupport = true; };

     

       
182
       
182
       
+
       
    };

     

       
183
       
183
       
+
       
    updateScript = nix-update-script {

     

       
184
       
184
       
+
       
      attrPath = "llama-cpp";

     

       
185
       
185
       
+
       
      extraArgs = [

     

       
186
       
186
       
+
       
        "--version-regex"

     

       
187
       
187
       
+
       
        "b(.*)"

     

       
188
       
188
       
+
       
      ];

     

       
189
       
189
       
+
       
    };

     

       
182
       
190
       
 
       
  };

     

       
183
       
191
       
 
       


     

       
184
       
184
       
-
       
  meta = with lib; {

     

       
192
       
192
       
+
       
  meta = {

     

       
185
       
193
       
 
       
    description = "Inference of Meta's LLaMA model (and others) in pure C/C++";

     

       
186
       
194
       
 
       
    homepage = "https://github.com/ggml-org/llama.cpp";

     

       
187
       
187
       
-
       
    license = licenses.mit;

     

       
195
       
195
       
+
       
    license = lib.licenses.mit;

     

       
188
       
196
       
 
       
    mainProgram = "llama";

     

       
189
       
189
       
-
       
    maintainers = with maintainers; [

     

       
197
       
197
       
+
       
    maintainers = with lib.maintainers; [

     

       
198
       
198
       
+
       
      booxter

     

       
190
       
199
       
 
       
      dit7ya

     

       
191
       
200
       
 
       
      philiptaron

     

       
192
       
201
       
 
       
      xddxdd

     

       
193
       
202
       
 
       
    ];

     

       
194
       
194
       
-
       
    platforms = platforms.unix;

     

       
203
       
203
       
+
       
    platforms = lib.platforms.unix;

     

       
195
       
204
       
 
       
    badPlatforms = optionals (cudaSupport || openclSupport) lib.platforms.darwin;

     

       
196
       
205
       
 
       
    broken = metalSupport && !effectiveStdenv.hostPlatform.isDarwin;

     

       
197
       
206
       
 
       
  };