···

       
1
       
 
       
{

     

       
2
       
 
       
  lib,

     

       
3
       
-
       
  stdenv,

     

       
4
       
 
       
  buildPythonPackage,

     

       
5
       
 
       
  fetchFromGitHub,

     

       
0
       
 
       

     

       
0
       
 
       

     

       
6
       
 
       
  setuptools,

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
7
       
 
       
  pydantic,

     

       
8
       
 
       
  torch,

     

       
9
       
 
       
  transformers,

     

       
0
       
 
       

     

       
0
       
 
       

     

       
10
       
 
       
  nbconvert,

     

       
11
       
 
       
  nbformat,

     

       
12
       
 
       
  pytestCheckHook,

     
···

       
14
       
 
       


     

       
15
       
 
       
buildPythonPackage rec {

     

       
16
       
 
       
  pname = "compressed-tensors";

     

       
17
       
-
       
  version = "0.10.2";

     

       
18
       
 
       
  pyproject = true;

     

       
19
       
 
       


     

       
20
       
 
       
  # Release on PyPI is missing the `utils` directory, which `setup.py` wants to import

     
···

       
22
       
 
       
    owner = "neuralmagic";

     

       
23
       
 
       
    repo = "compressed-tensors";

     

       
24
       
 
       
    tag = version;

     

       
25
       
-
       
    hash = "sha256-BJsMyCs+rupt5+i5JlO7oY08Udc8hI3ZnMiN+8ja0mc=";

     

       
26
       
 
       
  };

     

       
27
       
 
       


     

       
28
       
-
       
  build-system = [ setuptools ];

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
29
       
 
       


     

       
30
       
 
       
  dependencies = [

     

       
0
       
 
       

     

       
31
       
 
       
    pydantic

     

       
32
       
 
       
    torch

     

       
33
       
 
       
    transformers

     
···

       
45
       
 
       


     

       
46
       
 
       
  disabledTests = [

     

       
47
       
 
       
    # these try to download models from HF Hub

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
48
       
 
       
    "test_get_observer_token_count"

     

       
49
       
 
       
    "test_kv_cache_quantization"

     

       
50
       
-
       
    "test_target_prioritization"

     

       
51
       
 
       
    "test_load_compressed_sharded"

     

       
0
       
 
       

     

       
52
       
 
       
    "test_save_compressed_model"

     

       
53
       
-
       
    "test_apply_tinyllama_dynamic_activations"

     

       
54
       
 
       
  ];

     

       
55
       
 
       


     

       
56
       
 
       
  disabledTestPaths = [

     

···

       
1
       
 
       
{

     

       
2
       
 
       
  lib,

     

       
0
       
 
       

     

       
3
       
 
       
  buildPythonPackage,

     

       
4
       
 
       
  fetchFromGitHub,

     

       
5
       
+
       


     

       
6
       
+
       
  # build-system

     

       
7
       
 
       
  setuptools,

     

       
8
       
+
       
  setuptools-scm,

     

       
9
       
+
       


     

       
10
       
+
       
  # dependencies

     

       
11
       
+
       
  frozendict,

     

       
12
       
 
       
  pydantic,

     

       
13
       
 
       
  torch,

     

       
14
       
 
       
  transformers,

     

       
15
       
+
       


     

       
16
       
+
       
  # tests

     

       
17
       
 
       
  nbconvert,

     

       
18
       
 
       
  nbformat,

     

       
19
       
 
       
  pytestCheckHook,

     
···

       
21
       
 
       


     

       
22
       
 
       
buildPythonPackage rec {

     

       
23
       
 
       
  pname = "compressed-tensors";

     

       
24
       
+
       
  version = "0.11.0";

     

       
25
       
 
       
  pyproject = true;

     

       
26
       
 
       


     

       
27
       
 
       
  # Release on PyPI is missing the `utils` directory, which `setup.py` wants to import

     
···

       
29
       
 
       
    owner = "neuralmagic";

     

       
30
       
 
       
    repo = "compressed-tensors";

     

       
31
       
 
       
    tag = version;

     

       
32
       
+
       
    hash = "sha256-sSXn4/N/Pn+wOCY1Z0ziqFxfMRvRA1c90jPOBe+SwZw=";

     

       
33
       
 
       
  };

     

       
34
       
 
       


     

       
35
       
+
       
  postPatch = ''

     

       
36
       
+
       
    substituteInPlace pyproject.toml \

     

       
37
       
+
       
      --replace-fail "setuptools_scm==8.2.0" "setuptools_scm"

     

       
38
       
+
       
  '';

     

       
39
       
+
       


     

       
40
       
+
       
  build-system = [

     

       
41
       
+
       
    setuptools

     

       
42
       
+
       
    setuptools-scm

     

       
43
       
+
       
  ];

     

       
44
       
 
       


     

       
45
       
 
       
  dependencies = [

     

       
46
       
+
       
    frozendict

     

       
47
       
 
       
    pydantic

     

       
48
       
 
       
    torch

     

       
49
       
 
       
    transformers

     
···

       
61
       
 
       


     

       
62
       
 
       
  disabledTests = [

     

       
63
       
 
       
    # these try to download models from HF Hub

     

       
64
       
+
       
    "test_apply_tinyllama_dynamic_activations"

     

       
65
       
+
       
    "test_compress_model"

     

       
66
       
+
       
    "test_compress_model_meta"

     

       
67
       
+
       
    "test_compressed_linear_from_linear_usage"

     

       
68
       
+
       
    "test_decompress_model"

     

       
69
       
 
       
    "test_get_observer_token_count"

     

       
70
       
 
       
    "test_kv_cache_quantization"

     

       
0
       
 
       

     

       
71
       
 
       
    "test_load_compressed_sharded"

     

       
72
       
+
       
    "test_model_forward_pass"

     

       
73
       
 
       
    "test_save_compressed_model"

     

       
74
       
+
       
    "test_target_prioritization"

     

       
75
       
 
       
  ];

     

       
76
       
 
       


     

       
77
       
 
       
  disabledTestPaths = [