···

       
13
       
 
       
  cachetools,

     

       
14
       
 
       
  click,

     

       
15
       
 
       
  fsspec,

     

       
0
       
 
       

     

       
16
       
 
       
  mmh3,

     

       
17
       
 
       
  pydantic,

     

       
18
       
 
       
  pyparsing,

     

       
0
       
 
       

     

       
19
       
 
       
  ray,

     

       
20
       
 
       
  requests,

     

       
21
       
 
       
  rich,

     
···

       
26
       
 
       


     

       
27
       
 
       
  # optional-dependencies

     

       
28
       
 
       
  adlfs,

     

       
29
       
-
       
  # getdaft,

     

       
0
       
 
       

     

       
0
       
 
       

     

       
30
       
 
       
  duckdb,

     

       
31
       
 
       
  pyarrow,

     

       
0
       
 
       

     

       
32
       
 
       
  boto3,

     

       
0
       
 
       

     

       
33
       
 
       
  gcsfs,

     

       
34
       
-
       
  mypy-boto3-glue,

     

       
35
       
 
       
  thrift,

     

       
0
       
 
       

     

       
0
       
 
       

     

       
36
       
 
       
  pandas,

     

       
0
       
 
       

     

       
37
       
 
       
  s3fs,

     

       
38
       
 
       
  python-snappy,

     

       
39
       
 
       
  psycopg2-binary,

     
···

       
56
       
 
       


     

       
57
       
 
       
buildPythonPackage rec {

     

       
58
       
 
       
  pname = "iceberg-python";

     

       
59
       
-
       
  version = "0.9.1";

     

       
60
       
 
       
  pyproject = true;

     

       
61
       
 
       


     

       
62
       
 
       
  src = fetchFromGitHub {

     

       
63
       
 
       
    owner = "apache";

     

       
64
       
 
       
    repo = "iceberg-python";

     

       
65
       
 
       
    tag = "pyiceberg-${version}";

     

       
66
       
-
       
    hash = "sha256-OUj8z/UOIcK0S4tf6Id52YHweNDfYnX6P4nChXrOxqY=";

     

       
67
       
 
       
  };

     

       
68
       
 
       


     

       
69
       
 
       
  patches = [

     
···

       
92
       
 
       
    cachetools

     

       
93
       
 
       
    click

     

       
94
       
 
       
    fsspec

     

       
0
       
 
       

     

       
95
       
 
       
    mmh3

     

       
96
       
 
       
    pydantic

     

       
97
       
 
       
    pyparsing

     

       
0
       
 
       

     

       
98
       
 
       
    ray

     

       
99
       
 
       
    requests

     

       
100
       
 
       
    rich

     
···

       
108
       
 
       
    adlfs = [

     

       
109
       
 
       
      adlfs

     

       
110
       
 
       
    ];

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
111
       
 
       
    daft = [

     

       
112
       
-
       
      # getdaft

     

       
113
       
 
       
    ];

     

       
114
       
 
       
    duckdb = [

     

       
115
       
 
       
      duckdb

     
···

       
118
       
 
       
    dynamodb = [

     

       
119
       
 
       
      boto3

     

       
120
       
 
       
    ];

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
121
       
 
       
    gcsfs = [

     

       
122
       
 
       
      gcsfs

     

       
123
       
 
       
    ];

     

       
124
       
 
       
    glue = [

     

       
125
       
 
       
      boto3

     

       
126
       
-
       
      mypy-boto3-glue

     

       
127
       
 
       
    ];

     

       
128
       
 
       
    hive = [

     

       
129
       
 
       
      thrift

     

       
130
       
 
       
    ];

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
131
       
 
       
    pandas = [

     

       
132
       
 
       
      pandas

     

       
133
       
 
       
      pyarrow

     

       
134
       
 
       
    ];

     

       
135
       
 
       
    pyarrow = [

     

       
136
       
 
       
      pyarrow

     

       
0
       
 
       

     

       
137
       
 
       
    ];

     

       
138
       
 
       
    ray = [

     

       
139
       
 
       
      pandas

     
···

       
171
       
 
       
    datafusion

     

       
172
       
 
       
    fastavro

     

       
173
       
 
       
    moto

     

       
174
       
-
       
    mypy-boto3-glue

     

       
175
       
-
       
    pandas

     

       
176
       
-
       
    pyarrow

     

       
177
       
 
       
    pyspark

     

       
178
       
 
       
    pytest-lazy-fixture

     

       
179
       
 
       
    pytest-mock

     

       
180
       
 
       
    pytest-timeout

     

       
181
       
 
       
    pytestCheckHook

     

       
182
       
 
       
    requests-mock

     

       
183
       
-
       
    s3fs

     

       
184
       
-
       
    sqlalchemy

     

       
185
       
-
       
    thrift

     

       
186
       
 
       
  ]

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
187
       
 
       
  ++ moto.optional-dependencies.server;

     

       
188
       
 
       


     

       
189
       
 
       
  pytestFlags = [

     
···

       
200
       
 
       
  ];

     

       
201
       
 
       


     

       
202
       
 
       
  disabledTests = [

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
203
       
 
       
    # ModuleNotFoundError: No module named 'puresasl'

     

       
204
       
 
       
    "test_create_hive_client_with_kerberos"

     

       
205
       
 
       
    "test_create_hive_client_with_kerberos_using_context_manager"

     

       
206
       
 
       


     

       
207
       
-
       
    # Require unpackaged pyiceberg_core

     

       
208
       
-
       
    "test_bucket_pyarrow_transforms"

     

       
209
       
-
       
    "test_transform_consistency_with_pyarrow_transform"

     

       
210
       
-
       
    "test_truncate_pyarrow_transforms"

     

       
211
       
-
       


     

       
212
       
 
       
    # botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL

     

       
213
       
 
       
    "test_checking_if_a_file_exists"

     

       
214
       
 
       
    "test_closing_a_file"

     
···

       
227
       
 
       
    "test_fsspec_pickle_roundtrip_gcs"

     

       
228
       
 
       


     

       
229
       
 
       
    # Timeout (network access)

     

       
0
       
 
       

     

       
230
       
 
       
    "test_fsspec_converting_an_outputfile_to_an_inputfile_adls"

     

       
231
       
 
       
    "test_fsspec_new_abfss_output_file_adls"

     

       
232
       
 
       
    "test_fsspec_new_input_file_adls"

     
···

       
234
       
 
       
    "test_partitioned_write"

     

       
235
       
 
       
    "test_token_200_w_oauth2_server_uri"

     

       
236
       
 
       


     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
237
       
 
       
    # Hangs forever (from tests/io/test_pyarrow.py)

     

       
238
       
 
       
    "test_getting_length_of_file_gcs"

     

       
239
       
 
       
  ]

     

       
240
       
 
       
  ++ lib.optionals stdenv.hostPlatform.isDarwin [

     

       
241
       
 
       
    # ImportError: The pyarrow installation is not built with support for 'GcsFileSystem'

     

       
242
       
 
       
    "test_converting_an_outputfile_to_an_inputfile_gcs"

     

       
0
       
 
       

     

       
0
       
 
       

     

       
243
       
 
       
    "test_new_input_file_gcs"

     

       
244
       
 
       
    "test_new_output_file_gc"

     

       
245
       
 
       


     
···

       
247
       
 
       
    # '/tmp/iceberg/warehouse/default.db/test_projection_partitions/metadata/00000-6c1c61a1-495f-45d3-903d-a2643431be91.metadata.json'

     

       
248
       
 
       
    "test_identity_transform_column_projection"

     

       
249
       
 
       
    "test_identity_transform_columns_projection"

     

       
0
       
 
       

     

       
0
       
 
       

     

       
250
       
 
       
  ]

     

       
251
       
 
       
  ++ lib.optionals (pythonAtLeast "3.13") [

     

       
252
       
 
       
    # AssertionError:

     

···

       
13
       
 
       
  cachetools,

     

       
14
       
 
       
  click,

     

       
15
       
 
       
  fsspec,

     

       
16
       
+
       
  google-auth,

     

       
17
       
 
       
  mmh3,

     

       
18
       
 
       
  pydantic,

     

       
19
       
 
       
  pyparsing,

     

       
20
       
+
       
  pyroaring,

     

       
21
       
 
       
  ray,

     

       
22
       
 
       
  requests,

     

       
23
       
 
       
  rich,

     
···

       
28
       
 
       


     

       
29
       
 
       
  # optional-dependencies

     

       
30
       
 
       
  adlfs,

     

       
31
       
+
       
  google-cloud-bigquery,

     

       
32
       
+
       
  # bodo,

     

       
33
       
+
       
  # daft,

     

       
34
       
 
       
  duckdb,

     

       
35
       
 
       
  pyarrow,

     

       
36
       
+
       
  pyiceberg-core,

     

       
37
       
 
       
  boto3,

     

       
38
       
+
       
  huggingface-hub,

     

       
39
       
 
       
  gcsfs,

     

       
0
       
 
       

     

       
40
       
 
       
  thrift,

     

       
41
       
+
       
  kerberos,

     

       
42
       
+
       
  # thrift-sasl,

     

       
43
       
 
       
  pandas,

     

       
44
       
+
       
  # pyiceberg-core,

     

       
45
       
 
       
  s3fs,

     

       
46
       
 
       
  python-snappy,

     

       
47
       
 
       
  psycopg2-binary,

     
···

       
64
       
 
       


     

       
65
       
 
       
buildPythonPackage rec {

     

       
66
       
 
       
  pname = "iceberg-python";

     

       
67
       
+
       
  version = "0.10.0";

     

       
68
       
 
       
  pyproject = true;

     

       
69
       
 
       


     

       
70
       
 
       
  src = fetchFromGitHub {

     

       
71
       
 
       
    owner = "apache";

     

       
72
       
 
       
    repo = "iceberg-python";

     

       
73
       
 
       
    tag = "pyiceberg-${version}";

     

       
74
       
+
       
    hash = "sha256-uR8nmKVjYjiArcNaf/Af2kGh14p59VV9g2mKPKmiJnc=";

     

       
75
       
 
       
  };

     

       
76
       
 
       


     

       
77
       
 
       
  patches = [

     
···

       
100
       
 
       
    cachetools

     

       
101
       
 
       
    click

     

       
102
       
 
       
    fsspec

     

       
103
       
+
       
    google-auth

     

       
104
       
 
       
    mmh3

     

       
105
       
 
       
    pydantic

     

       
106
       
 
       
    pyparsing

     

       
107
       
+
       
    pyroaring

     

       
108
       
 
       
    ray

     

       
109
       
 
       
    requests

     

       
110
       
 
       
    rich

     
···

       
118
       
 
       
    adlfs = [

     

       
119
       
 
       
      adlfs

     

       
120
       
 
       
    ];

     

       
121
       
+
       
    bigquery = [

     

       
122
       
+
       
      google-cloud-bigquery

     

       
123
       
+
       
    ];

     

       
124
       
+
       
    bodo = [

     

       
125
       
+
       
      # bodo

     

       
126
       
+
       
    ];

     

       
127
       
 
       
    daft = [

     

       
128
       
+
       
      # daft

     

       
129
       
 
       
    ];

     

       
130
       
 
       
    duckdb = [

     

       
131
       
 
       
      duckdb

     
···

       
134
       
 
       
    dynamodb = [

     

       
135
       
 
       
      boto3

     

       
136
       
 
       
    ];

     

       
137
       
+
       
    hf = [

     

       
138
       
+
       
      huggingface-hub

     

       
139
       
+
       
    ];

     

       
140
       
 
       
    gcsfs = [

     

       
141
       
 
       
      gcsfs

     

       
142
       
 
       
    ];

     

       
143
       
 
       
    glue = [

     

       
144
       
 
       
      boto3

     

       
0
       
 
       

     

       
145
       
 
       
    ];

     

       
146
       
 
       
    hive = [

     

       
147
       
 
       
      thrift

     

       
148
       
 
       
    ];

     

       
149
       
+
       
    hive-kerberos = [

     

       
150
       
+
       
      kerberos

     

       
151
       
+
       
      thrift

     

       
152
       
+
       
      # thrift-sasl

     

       
153
       
+
       
    ];

     

       
154
       
 
       
    pandas = [

     

       
155
       
 
       
      pandas

     

       
156
       
 
       
      pyarrow

     

       
157
       
 
       
    ];

     

       
158
       
 
       
    pyarrow = [

     

       
159
       
 
       
      pyarrow

     

       
160
       
+
       
      pyiceberg-core

     

       
161
       
 
       
    ];

     

       
162
       
 
       
    ray = [

     

       
163
       
 
       
      pandas

     
···

       
195
       
 
       
    datafusion

     

       
196
       
 
       
    fastavro

     

       
197
       
 
       
    moto

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
198
       
 
       
    pyspark

     

       
199
       
 
       
    pytest-lazy-fixture

     

       
200
       
 
       
    pytest-mock

     

       
201
       
 
       
    pytest-timeout

     

       
202
       
 
       
    pytestCheckHook

     

       
203
       
 
       
    requests-mock

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
204
       
 
       
  ]

     

       
205
       
+
       
  ++ optional-dependencies.bigquery

     

       
206
       
+
       
  ++ optional-dependencies.hive

     

       
207
       
+
       
  ++ optional-dependencies.pandas

     

       
208
       
+
       
  ++ optional-dependencies.pyarrow

     

       
209
       
+
       
  ++ optional-dependencies.s3fs

     

       
210
       
+
       
  ++ optional-dependencies.sql-sqlite

     

       
211
       
 
       
  ++ moto.optional-dependencies.server;

     

       
212
       
 
       


     

       
213
       
 
       
  pytestFlags = [

     
···

       
224
       
 
       
  ];

     

       
225
       
 
       


     

       
226
       
 
       
  disabledTests = [

     

       
227
       
+
       
    # KeyError: 'authorization'

     

       
228
       
+
       
    "test_token_200"

     

       
229
       
+
       
    "test_token_200_without_optional_fields"

     

       
230
       
+
       
    "test_token_with_default_scope"

     

       
231
       
+
       
    "test_token_with_optional_oauth_params"

     

       
232
       
+
       
    "test_token_with_custom_scope"

     

       
233
       
+
       


     

       
234
       
+
       
    # AttributeError: 'SessionContext' object has no attribute 'register_table_provider'

     

       
235
       
+
       
    "test_datafusion_register_pyiceberg_tabl"

     

       
236
       
+
       


     

       
237
       
 
       
    # ModuleNotFoundError: No module named 'puresasl'

     

       
238
       
 
       
    "test_create_hive_client_with_kerberos"

     

       
239
       
 
       
    "test_create_hive_client_with_kerberos_using_context_manager"

     

       
240
       
 
       


     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
241
       
 
       
    # botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL

     

       
242
       
 
       
    "test_checking_if_a_file_exists"

     

       
243
       
 
       
    "test_closing_a_file"

     
···

       
256
       
 
       
    "test_fsspec_pickle_roundtrip_gcs"

     

       
257
       
 
       


     

       
258
       
 
       
    # Timeout (network access)

     

       
259
       
+
       
    "test_config_200"

     

       
260
       
 
       
    "test_fsspec_converting_an_outputfile_to_an_inputfile_adls"

     

       
261
       
 
       
    "test_fsspec_new_abfss_output_file_adls"

     

       
262
       
 
       
    "test_fsspec_new_input_file_adls"

     
···

       
264
       
 
       
    "test_partitioned_write"

     

       
265
       
 
       
    "test_token_200_w_oauth2_server_uri"

     

       
266
       
 
       


     

       
267
       
+
       
    # azure.core.exceptions.ServiceRequestError (network access)

     

       
268
       
+
       
    "test_converting_an_outputfile_to_an_inputfile_adls"

     

       
269
       
+
       
    "test_file_tell_adls"

     

       
270
       
+
       
    "test_getting_length_of_file_adls"

     

       
271
       
+
       
    "test_new_input_file_adls"

     

       
272
       
+
       
    "test_new_output_file_adls"

     

       
273
       
+
       
    "test_raise_on_opening_file_not_found_adls"

     

       
274
       
+
       
    "test_read_specified_bytes_for_file_adls"

     

       
275
       
+
       
    "test_write_and_read_file_adls"

     

       
276
       
+
       


     

       
277
       
 
       
    # Hangs forever (from tests/io/test_pyarrow.py)

     

       
278
       
 
       
    "test_getting_length_of_file_gcs"

     

       
279
       
 
       
  ]

     

       
280
       
 
       
  ++ lib.optionals stdenv.hostPlatform.isDarwin [

     

       
281
       
 
       
    # ImportError: The pyarrow installation is not built with support for 'GcsFileSystem'

     

       
282
       
 
       
    "test_converting_an_outputfile_to_an_inputfile_gcs"

     

       
283
       
+
       
    "test_create_table_with_database_location"

     

       
284
       
+
       
    "test_drop_table_with_database_location"

     

       
285
       
 
       
    "test_new_input_file_gcs"

     

       
286
       
 
       
    "test_new_output_file_gc"

     

       
287
       
 
       


     
···

       
289
       
 
       
    # '/tmp/iceberg/warehouse/default.db/test_projection_partitions/metadata/00000-6c1c61a1-495f-45d3-903d-a2643431be91.metadata.json'

     

       
290
       
 
       
    "test_identity_transform_column_projection"

     

       
291
       
 
       
    "test_identity_transform_columns_projection"

     

       
292
       
+
       
    "test_in_memory_catalog_context_manager"

     

       
293
       
+
       
    "test_inspect_partition_for_nested_field"

     

       
294
       
 
       
  ]

     

       
295
       
 
       
  ++ lib.optionals (pythonAtLeast "3.13") [

     

       
296
       
 
       
    # AssertionError: