···

       
76
       
76
       
 
       
in

     

       
77
       
77
       
 
       
buildPythonPackage rec {

     

       
78
       
78
       
 
       
  pname = "tokenizers";

     

       
79
       
79
       
-
       
  version = "0.22.0";

     

       
79
       
79
       
+
       
  version = "0.22.1";

     

       
80
       
80
       
 
       
  pyproject = true;

     

       
81
       
81
       
 
       


     

       
82
       
82
       
 
       
  src = fetchFromGitHub {

     

       
83
       
83
       
 
       
    owner = "huggingface";

     

       
84
       
84
       
 
       
    repo = "tokenizers";

     

       
85
       
85
       
 
       
    tag = "v${version}";

     

       
86
       
86
       
-
       
    hash = "sha256-HTJQ5nPkOsVqYzcsm0GLflX+teqDsrpIb5nf5pa7Gpc=";

     

       
86
       
86
       
+
       
    hash = "sha256-1ijP16Fw/dRgNXXX9qEymXNaamZmlNFqbfZee82Qz6c=";

     

       
87
       
87
       
 
       
  };

     

       
88
       
88
       
 
       


     

       
89
       
89
       
 
       
  cargoDeps = rustPlatform.fetchCargoVendor {

     
···

       
93
       
93
       
 
       
      src

     

       
94
       
94
       
 
       
      sourceRoot

     

       
95
       
95
       
 
       
      ;

     

       
96
       
96
       
-
       
    hash = "sha256-X9tsn4gPg7Ih/8NNiCBllgcZgUR/tok+mwCJE53Z/8g=";

     

       
96
       
96
       
+
       
    hash = "sha256-CKbnFtwsEtJ11Wnn8JFpHd7lnUzQMTwJ1DmmB44qciM=";

     

       
97
       
97
       
 
       
  };

     

       
98
       
98
       
 
       


     

       
99
       
99
       
 
       
  sourceRoot = "${src.name}/bindings/python";