commit f34cc264aa0bd048361426931986f24d8f90c949 · pyrox.dev/nixpkgs

+15 -26
pkgs/development/python-modules/flashinfer/default.nix
···

       15
       15
        
         ninja,

     

       16
       16
        
         numpy,

     

       17
       17
        
         torch,

     

       18
       18
       +
         pynvml,

     

       19
       19
       +
         einops,

     

       18
       20
        
       }:

     

       19
       21
        
       

     

       20
       20
       -
       let

     

       22
       22
       +
       buildPythonPackage rec {

     

       21
       23
        
         pname = "flashinfer";

     

       22
       22
       -
         version = "0.2.9";

     

       23
       23
       -
       

     

       24
       24
       -
         src_cutlass = fetchFromGitHub {

     

       25
       25
       -
           owner = "NVIDIA";

     

       26
       26
       -
           repo = "cutlass";

     

       27
       27
       -
           # Using the revision obtained in submodule inside flashinfer's `3rdparty`.

     

       28
       28
       -
           tag = "v${version}";

     

       29
       29
       -
           hash = "sha256-d4czDoEv0Focf1bJHOVGX4BDS/h5O7RPoM/RrujhgFQ=";

     

       30
       30
       -
         };

     

       31
       31
       -
       

     

       32
       32
       -
       in

     

       33
       33
       -
       buildPythonPackage {

     

       34
       34
       -
         format = "setuptools";

     

       35
       35
       -
         inherit pname version;

     

       24
       24
       +
         version = "0.2.14";

     

       25
       25
       +
         pyproject = true;

     

       36
       26
        
       

     

       37
       27
        
         src = fetchFromGitHub {

     

       38
       28
        
           owner = "flashinfer-ai";

     

       39
       29
        
           repo = "flashinfer";

     

       40
       30
        
           tag = "v${version}";

     

       41
       41
       -
           hash = "sha256-M0q6d+EpuTehbw68AQ73Fhwmw2tzjymYjSXaol9QC7Y=";

     

       31
       31
       +
           hash = "sha256-MZiZwdedz+Vxa1+VBfHDKf4NVSiOAytGboIJ0DvCXmk=";

     

       32
       32
       +
           fetchSubmodules = true;

     

       42
       33
        
         };

     

       43
       34
        
       

     

       44
       35
        
         build-system = [ setuptools ];

     
···

       48
       39
        
           ninja

     

       49
       40
        
           (lib.getBin cudaPackages.cuda_nvcc)

     

       50
       41
        
         ];

     

       42
       42
       +
       

     

       51
       43
        
         dontUseCmakeConfigure = true;

     

       52
       44
        
       

     

       53
       53
       -
         buildInputs = [

     

       54
       54
       -
           cudaPackages.cuda_cudart

     

       55
       55
       -
           cudaPackages.libcublas

     

       56
       56
       -
           cudaPackages.cuda_cccl

     

       57
       57
       -
           cudaPackages.libcurand

     

       45
       45
       +
         buildInputs = with cudaPackages; [

     

       46
       46
       +
           cuda_cccl

     

       47
       47
       +
           cuda_cudart

     

       48
       48
       +
           libcublas

     

       49
       49
       +
           libcurand

     

       58
       50
        
         ];

     

       59
       59
       -
       

     

       60
       60
       -
         postPatch = ''

     

       61
       61
       -
           rmdir 3rdparty/cutlass

     

       62
       62
       -
           ln -s ${src_cutlass} 3rdparty/cutlass

     

       63
       63
       -
         '';

     

       64
       51
        
       

     

       65
       52
        
         # FlashInfer offers two installation modes:

     

       66
       53
        
         #

     
···

       86
       73
        
         dependencies = [

     

       87
       74
        
           numpy

     

       88
       75
        
           torch

     

       76
       76
       +
           pynvml

     

       77
       77
       +
           einops

     

       89
       78
        
         ];

     

       90
       79
        
       

     

       91
       80
        
         meta = with lib; {