commit bbb83ebef06ae19b3b689c960afbadff0de99107 · pyrox.dev/nixpkgs

+61 -17
pkgs/development/python-modules/pyiceberg/default.nix
···

       13
       13
        
         cachetools,

     

       14
       14
        
         click,

     

       15
       15
        
         fsspec,

     

       16
       16
       +
         google-auth,

     

       16
       17
        
         mmh3,

     

       17
       18
        
         pydantic,

     

       18
       19
        
         pyparsing,

     

       20
       20
       +
         pyroaring,

     

       19
       21
        
         ray,

     

       20
       22
        
         requests,

     

       21
       23
        
         rich,

     
···

       26
       28
        
       

     

       27
       29
        
         # optional-dependencies

     

       28
       30
        
         adlfs,

     

       29
       29
       -
         # getdaft,

     

       31
       31
       +
         google-cloud-bigquery,

     

       32
       32
       +
         # bodo,

     

       33
       33
       +
         # daft,

     

       30
       34
        
         duckdb,

     

       31
       35
        
         pyarrow,

     

       36
       36
       +
         pyiceberg-core,

     

       32
       37
        
         boto3,

     

       38
       38
       +
         huggingface-hub,

     

       33
       39
        
         gcsfs,

     

       34
       34
       -
         mypy-boto3-glue,

     

       35
       40
        
         thrift,

     

       41
       41
       +
         kerberos,

     

       42
       42
       +
         # thrift-sasl,

     

       36
       43
        
         pandas,

     

       44
       44
       +
         # pyiceberg-core,

     

       37
       45
        
         s3fs,

     

       38
       46
        
         python-snappy,

     

       39
       47
        
         psycopg2-binary,

     
···

       56
       64
        
       

     

       57
       65
        
       buildPythonPackage rec {

     

       58
       66
        
         pname = "iceberg-python";

     

       59
       59
       -
         version = "0.9.1";

     

       67
       67
       +
         version = "0.10.0";

     

       60
       68
        
         pyproject = true;

     

       61
       69
        
       

     

       62
       70
        
         src = fetchFromGitHub {

     

       63
       71
        
           owner = "apache";

     

       64
       72
        
           repo = "iceberg-python";

     

       65
       73
        
           tag = "pyiceberg-${version}";

     

       66
       66
       -
           hash = "sha256-OUj8z/UOIcK0S4tf6Id52YHweNDfYnX6P4nChXrOxqY=";

     

       74
       74
       +
           hash = "sha256-uR8nmKVjYjiArcNaf/Af2kGh14p59VV9g2mKPKmiJnc=";

     

       67
       75
        
         };

     

       68
       76
        
       

     

       69
       77
        
         patches = [

     
···

       92
       100
        
           cachetools

     

       93
       101
        
           click

     

       94
       102
        
           fsspec

     

       103
       103
       +
           google-auth

     

       95
       104
        
           mmh3

     

       96
       105
        
           pydantic

     

       97
       106
        
           pyparsing

     

       107
       107
       +
           pyroaring

     

       98
       108
        
           ray

     

       99
       109
        
           requests

     

       100
       110
        
           rich

     
···

       108
       118
        
           adlfs = [

     

       109
       119
        
             adlfs

     

       110
       120
        
           ];

     

       121
       121
       +
           bigquery = [

     

       122
       122
       +
             google-cloud-bigquery

     

       123
       123
       +
           ];

     

       124
       124
       +
           bodo = [

     

       125
       125
       +
             # bodo

     

       126
       126
       +
           ];

     

       111
       127
        
           daft = [

     

       112
       112
       -
             # getdaft

     

       128
       128
       +
             # daft

     

       113
       129
        
           ];

     

       114
       130
        
           duckdb = [

     

       115
       131
        
             duckdb

     
···

       118
       134
        
           dynamodb = [

     

       119
       135
        
             boto3

     

       120
       136
        
           ];

     

       137
       137
       +
           hf = [

     

       138
       138
       +
             huggingface-hub

     

       139
       139
       +
           ];

     

       121
       140
        
           gcsfs = [

     

       122
       141
        
             gcsfs

     

       123
       142
        
           ];

     

       124
       143
        
           glue = [

     

       125
       144
        
             boto3

     

       126
       126
       -
             mypy-boto3-glue

     

       127
       145
        
           ];

     

       128
       146
        
           hive = [

     

       129
       147
        
             thrift

     

       130
       148
        
           ];

     

       149
       149
       +
           hive-kerberos = [

     

       150
       150
       +
             kerberos

     

       151
       151
       +
             thrift

     

       152
       152
       +
             # thrift-sasl

     

       153
       153
       +
           ];

     

       131
       154
        
           pandas = [

     

       132
       155
        
             pandas

     

       133
       156
        
             pyarrow

     

       134
       157
        
           ];

     

       135
       158
        
           pyarrow = [

     

       136
       159
        
             pyarrow

     

       160
       160
       +
             pyiceberg-core

     

       137
       161
        
           ];

     

       138
       162
        
           ray = [

     

       139
       163
        
             pandas

     
···

       171
       195
        
           datafusion

     

       172
       196
        
           fastavro

     

       173
       197
        
           moto

     

       174
       174
       -
           mypy-boto3-glue

     

       175
       175
       -
           pandas

     

       176
       176
       -
           pyarrow

     

       177
       198
        
           pyspark

     

       178
       199
        
           pytest-lazy-fixture

     

       179
       200
        
           pytest-mock

     

       180
       201
        
           pytest-timeout

     

       181
       202
        
           pytestCheckHook

     

       182
       203
        
           requests-mock

     

       183
       183
       -
           s3fs

     

       184
       184
       -
           sqlalchemy

     

       185
       185
       -
           thrift

     

       186
       204
        
         ]

     

       205
       205
       +
         ++ optional-dependencies.bigquery

     

       206
       206
       +
         ++ optional-dependencies.hive

     

       207
       207
       +
         ++ optional-dependencies.pandas

     

       208
       208
       +
         ++ optional-dependencies.pyarrow

     

       209
       209
       +
         ++ optional-dependencies.s3fs

     

       210
       210
       +
         ++ optional-dependencies.sql-sqlite

     

       187
       211
        
         ++ moto.optional-dependencies.server;

     

       188
       212
        
       

     

       189
       213
        
         pytestFlags = [

     
···

       200
       224
        
         ];

     

       201
       225
        
       

     

       202
       226
        
         disabledTests = [

     

       227
       227
       +
           # KeyError: 'authorization'

     

       228
       228
       +
           "test_token_200"

     

       229
       229
       +
           "test_token_200_without_optional_fields"

     

       230
       230
       +
           "test_token_with_default_scope"

     

       231
       231
       +
           "test_token_with_optional_oauth_params"

     

       232
       232
       +
           "test_token_with_custom_scope"

     

       233
       233
       +
       

     

       234
       234
       +
           # AttributeError: 'SessionContext' object has no attribute 'register_table_provider'

     

       235
       235
       +
           "test_datafusion_register_pyiceberg_tabl"

     

       236
       236
       +
       

     

       203
       237
        
           # ModuleNotFoundError: No module named 'puresasl'

     

       204
       238
        
           "test_create_hive_client_with_kerberos"

     

       205
       239
        
           "test_create_hive_client_with_kerberos_using_context_manager"

     

       206
       240
        
       

     

       207
       207
       -
           # Require unpackaged pyiceberg_core

     

       208
       208
       -
           "test_bucket_pyarrow_transforms"

     

       209
       209
       -
           "test_transform_consistency_with_pyarrow_transform"

     

       210
       210
       -
           "test_truncate_pyarrow_transforms"

     

       211
       211
       -
       

     

       212
       241
        
           # botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL

     

       213
       242
        
           "test_checking_if_a_file_exists"

     

       214
       243
        
           "test_closing_a_file"

     
···

       227
       256
        
           "test_fsspec_pickle_roundtrip_gcs"

     

       228
       257
        
       

     

       229
       258
        
           # Timeout (network access)

     

       259
       259
       +
           "test_config_200"

     

       230
       260
        
           "test_fsspec_converting_an_outputfile_to_an_inputfile_adls"

     

       231
       261
        
           "test_fsspec_new_abfss_output_file_adls"

     

       232
       262
        
           "test_fsspec_new_input_file_adls"

     
···

       234
       264
        
           "test_partitioned_write"

     

       235
       265
        
           "test_token_200_w_oauth2_server_uri"

     

       236
       266
        
       

     

       267
       267
       +
           # azure.core.exceptions.ServiceRequestError (network access)

     

       268
       268
       +
           "test_converting_an_outputfile_to_an_inputfile_adls"

     

       269
       269
       +
           "test_file_tell_adls"

     

       270
       270
       +
           "test_getting_length_of_file_adls"

     

       271
       271
       +
           "test_new_input_file_adls"

     

       272
       272
       +
           "test_new_output_file_adls"

     

       273
       273
       +
           "test_raise_on_opening_file_not_found_adls"

     

       274
       274
       +
           "test_read_specified_bytes_for_file_adls"

     

       275
       275
       +
           "test_write_and_read_file_adls"

     

       276
       276
       +
       

     

       237
       277
        
           # Hangs forever (from tests/io/test_pyarrow.py)

     

       238
       278
        
           "test_getting_length_of_file_gcs"

     

       239
       279
        
         ]

     

       240
       280
        
         ++ lib.optionals stdenv.hostPlatform.isDarwin [

     

       241
       281
        
           # ImportError: The pyarrow installation is not built with support for 'GcsFileSystem'

     

       242
       282
        
           "test_converting_an_outputfile_to_an_inputfile_gcs"

     

       283
       283
       +
           "test_create_table_with_database_location"

     

       284
       284
       +
           "test_drop_table_with_database_location"

     

       243
       285
        
           "test_new_input_file_gcs"

     

       244
       286
        
           "test_new_output_file_gc"

     

       245
       287
        
       

     
···

       247
       289
        
           # '/tmp/iceberg/warehouse/default.db/test_projection_partitions/metadata/00000-6c1c61a1-495f-45d3-903d-a2643431be91.metadata.json'

     

       248
       290
        
           "test_identity_transform_column_projection"

     

       249
       291
        
           "test_identity_transform_columns_projection"

     

       292
       292
       +
           "test_in_memory_catalog_context_manager"

     

       293
       293
       +
           "test_inspect_partition_for_nested_field"

     

       250
       294
        
         ]

     

       251
       295
        
         ++ lib.optionals (pythonAtLeast "3.13") [

     

       252
       296
        
           # AssertionError: