commit 99f1a47b8e5e30a4dc2d1ab4b245999fec6ce5a0 · pyrox.dev/nixpkgs

+38 -102

pkgs/development/python-modules/apache-beam/default.nix

···

       17
        
         yapf,

     

       18
        
       

     

       19
        
         # dependencies

     

       0
        
       
     

       20
        
         crcmod,

     

       21
        
         dill,

     

       22
        
         fastavro,

     
···

       31
        
         protobuf,

     

       32
        
         pyarrow,

     

       33
        
         pydot,

     

       34
       -
         pymilvus,

     

       35
        
         pymongo,

     

       36
        
         python-dateutil,

     

       37
        
         pytz,

     
···

       63
        
       

     

       64
        
       buildPythonPackage rec {

     

       65
        
         pname = "apache-beam";

     

       66
       -
         version = "2.67.0";

     

       67
        
         pyproject = true;

     

       68
        
       

     

       69
        
         src = fetchFromGitHub {

     

       70
        
           owner = "apache";

     

       71
        
           repo = "beam";

     

       72
        
           tag = "v${version}";

     

       73
       -
           hash = "sha256-gHlbmPNtSKjYO4YPPtWnjul977APsHwe/2cq2UG4wuk=";

     

       74
        
         };

     

       75
        
       

     

       76
        
         sourceRoot = "${src.name}/sdks/python";

     
···

       121
        
         ];

     

       122
        
       

     

       123
        
         dependencies = [

     

       0
        
       
     

       124
        
           crcmod

     

       125
        
           dill

     

       126
        
           fastavro

     
···

       135
        
           protobuf

     

       136
        
           pyarrow

     

       137
        
           pydot

     

       138
       -
           pymilvus

     

       139
        
           pymongo

     

       140
        
           python-dateutil

     

       141
        
           pytz

     
···

       225
        
           "apache_beam/yaml/yaml_ml_test.py"

     

       226
        
           "apache_beam/yaml/yaml_provider_unit_test.py"

     

       227
        
       

     

       228
       -
           # FIXME All those fails due to a single- AttributeError: 'MaybeReshuffle' object has no attribute 'side_inputs'

     

       229
       -
           # Upstream issue https://github.com/apache/beam/issues/33854

     

       230
       -
           "apache_beam/coders/row_coder_test.py"

     

       231
       -
           "apache_beam/examples/avro_nyc_trips_test.py"

     

       232
       -
           "apache_beam/examples/complete/autocomplete_test.py"

     

       233
       -
           "apache_beam/examples/complete/estimate_pi_test.py"

     

       234
       -
           "apache_beam/examples/complete/game/game_stats_test.py"

     

       235
       -
           "apache_beam/examples/complete/game/hourly_team_score_test.py"

     

       236
       -
           "apache_beam/examples/complete/game/leader_board_test.py"

     

       237
       -
           "apache_beam/examples/complete/game/user_score_test.py"

     

       238
       -
           "apache_beam/examples/complete/tfidf_test.py"

     

       239
       -
           "apache_beam/examples/complete/top_wikipedia_sessions_test.py"

     

       240
       -
           "apache_beam/examples/cookbook/bigquery_side_input_test.py"

     

       241
       -
           "apache_beam/examples/cookbook/bigquery_tornadoes_test.py"

     

       242
       -
           "apache_beam/examples/cookbook/coders_test.py"

     

       243
       -
           "apache_beam/examples/cookbook/combiners_test.py"

     

       244
       -
           "apache_beam/examples/cookbook/custom_ptransform_test.py"

     

       245
       -
           "apache_beam/examples/cookbook/filters_test.py"

     

       246
       -
           "apache_beam/examples/matrix_power_test.py"

     

       247
       -
           "apache_beam/examples/snippets/snippets_test.py"

     

       248
       -
           "apache_beam/examples/snippets/transforms/aggregation/approximatequantiles_test.py"

     

       249
       -
           "apache_beam/examples/snippets/transforms/aggregation/approximateunique_test.py"

     

       250
       -
           "apache_beam/examples/snippets/transforms/aggregation/batchelements_test.py"

     

       251
       -
           "apache_beam/examples/snippets/transforms/aggregation/cogroupbykey_test.py"

     

       252
       -
           "apache_beam/examples/snippets/transforms/aggregation/combineglobally_test.py"

     

       253
       -
           "apache_beam/examples/snippets/transforms/aggregation/combineperkey_test.py"

     

       254
       -
           "apache_beam/examples/snippets/transforms/aggregation/combinevalues_test.py"

     

       255
       -
           "apache_beam/examples/snippets/transforms/aggregation/count_test.py"

     

       256
       -
           "apache_beam/examples/snippets/transforms/aggregation/distinct_test.py"

     

       257
       -
           "apache_beam/examples/snippets/transforms/aggregation/groupbykey_test.py"

     

       258
       -
           "apache_beam/examples/snippets/transforms/aggregation/groupintobatches_test.py"

     

       259
       -
           "apache_beam/examples/snippets/transforms/aggregation/latest_test.py"

     

       260
       -
           "apache_beam/examples/snippets/transforms/aggregation/max_test.py"

     

       261
       -
           "apache_beam/examples/snippets/transforms/aggregation/mean_test.py"

     

       262
       -
           "apache_beam/examples/snippets/transforms/aggregation/min_test.py"

     

       263
       -
           "apache_beam/examples/snippets/transforms/aggregation/sample_test.py"

     

       264
       -
           "apache_beam/examples/snippets/transforms/aggregation/sum_test.py"

     

       265
       -
           "apache_beam/examples/snippets/transforms/aggregation/tolist_test.py"

     

       266
       -
           "apache_beam/examples/snippets/transforms/aggregation/top_test.py"

     

       267
       -
           "apache_beam/examples/snippets/transforms/elementwise/filter_test.py"

     

       268
       -
           "apache_beam/examples/snippets/transforms/elementwise/flatmap_test.py"

     

       269
       -
           "apache_beam/examples/snippets/transforms/elementwise/keys_test.py"

     

       270
       -
           "apache_beam/examples/snippets/transforms/elementwise/kvswap_test.py"

     

       271
       -
           "apache_beam/examples/snippets/transforms/elementwise/map_test.py"

     

       272
       -
           "apache_beam/examples/snippets/transforms/elementwise/pardo_test.py"

     

       273
       -
           "apache_beam/examples/snippets/transforms/elementwise/partition_test.py"

     

       274
       -
           "apache_beam/examples/snippets/transforms/elementwise/regex_test.py"

     

       275
       -
           "apache_beam/examples/snippets/transforms/elementwise/tostring_test.py"

     

       276
       -
           "apache_beam/examples/snippets/transforms/elementwise/values_test.py"

     

       277
       -
           "apache_beam/examples/snippets/transforms/elementwise/withtimestamps_test.py"

     

       278
       -
           "apache_beam/examples/snippets/transforms/other/create_test.py"

     

       279
       -
           "apache_beam/examples/snippets/transforms/other/flatten_test.py"

     

       280
       -
           "apache_beam/examples/snippets/transforms/other/window_test.py"

     

       281
       -
           "apache_beam/examples/snippets/util_test.py"

     

       282
       -
           "apache_beam/io/avroio_test.py"

     

       283
       -
           "apache_beam/io/concat_source_test.py"

     

       284
       -
           "apache_beam/io/filebasedsink_test.py"

     

       285
       -
           "apache_beam/io/filebasedsource_test.py"

     

       286
       -
           "apache_beam/io/fileio_test.py"

     

       287
       -
           "apache_beam/io/mongodbio_test.py"

     

       288
       -
           "apache_beam/io/parquetio_test.py"

     

       289
       -
           "apache_beam/io/sources_test.py"

     

       290
       -
           "apache_beam/io/textio_test.py"

     

       291
       -
           "apache_beam/io/tfrecordio_test.py"

     

       292
       -
           "apache_beam/metrics/metric_test.py"

     

       293
       -
           "apache_beam/ml/inference/base_test.py"

     

       294
       -
           "apache_beam/ml/inference/sklearn_inference_test.py"

     

       295
       -
           "apache_beam/ml/inference/utils_test.py"

     

       296
       -
           "apache_beam/ml/rag/chunking/base_test.py"

     

       297
       -
           "apache_beam/ml/rag/ingestion/base_test.py"

     

       298
       -
           "apache_beam/pipeline_test.py"

     

       299
       -
           "apache_beam/runners/direct/direct_runner_test.py"

     

       300
       -
           "apache_beam/runners/direct/sdf_direct_runner_test.py"

     

       301
       -
           "apache_beam/runners/interactive/interactive_beam_test.py"

     

       302
       -
           "apache_beam/runners/interactive/interactive_runner_test.py"

     

       303
       -
           "apache_beam/runners/interactive/non_interactive_runner_test.py"

     

       304
       -
           "apache_beam/runners/interactive/recording_manager_test.py"

     

       305
       -
           "apache_beam/runners/portability/fn_api_runner/translations_test.py"

     

       306
       -
           "apache_beam/runners/portability/fn_api_runner/trigger_manager_test.py"

     

       307
       -
           "apache_beam/runners/portability/stager_test.py"

     

       308
       -
           "apache_beam/testing/synthetic_pipeline_test.py"

     

       309
       -
           "apache_beam/testing/test_stream_test.py"

     

       310
       -
           "apache_beam/testing/util_test.py"

     

       311
       -
           "apache_beam/transforms/combiners_test.py"

     

       312
       -
           "apache_beam/transforms/core_test.py"

     

       313
       -
           "apache_beam/transforms/create_test.py"

     

       314
       -
           "apache_beam/transforms/deduplicate_test.py"

     

       315
       -
           "apache_beam/transforms/periodicsequence_test.py"

     

       316
       -
           "apache_beam/transforms/ptransform_test.py"

     

       317
       -
           "apache_beam/transforms/sideinputs_test.py"

     

       318
       -
           "apache_beam/transforms/stats_test.py"

     

       319
       -
           "apache_beam/transforms/transforms_keyword_only_args_test.py"

     

       320
       -
           "apache_beam/transforms/trigger_test.py"

     

       321
       -
           "apache_beam/transforms/userstate_test.py"

     

       322
       -
           "apache_beam/transforms/util_test.py"

     

       323
       -
           "apache_beam/transforms/write_ptransform_test.py"

     

       324
       -
       

     

       325
        
           # FIXME AttributeError: 'Namespace' object has no attribute 'test_pipeline_options'

     

       326
        
           # Upstream issue https://github.com/apache/beam/issues/33853

     

       327
        
           "apache_beam/runners/portability/prism_runner_test.py"

     
···

       346
        
         ];

     

       347
        
       

     

       348
        
         disabledTests = [

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       349
        
           # fixture 'self' not found

     

       350
        
           "test_with_batched_input_exceeds_size_limit"

     

       351
        
           "test_with_batched_input_splits_large_batch"

     
···

       383
        
         meta = {

     

       384
        
           description = "Unified model for defining both batch and streaming data-parallel processing pipelines";

     

       385
        
           homepage = "https://beam.apache.org/";

     

       386
       -
           changelog = "https://github.com/apache/beam/blob/release-${src.tag}/CHANGES.md";

     

       387
        
           license = lib.licenses.asl20;

     

       388
        
           maintainers = with lib.maintainers; [ ndl ];

     

       389
        
         };

···

       17
        
         yapf,

     

       18
        
       

     

       19
        
         # dependencies

     

       20
       +
         beartype,

     

       21
        
         crcmod,

     

       22
        
         dill,

     

       23
        
         fastavro,

     
···

       32
        
         protobuf,

     

       33
        
         pyarrow,

     

       34
        
         pydot,

     

       0
        
       
     

       35
        
         pymongo,

     

       36
        
         python-dateutil,

     

       37
        
         pytz,

     
···

       63
        
       

     

       64
        
       buildPythonPackage rec {

     

       65
        
         pname = "apache-beam";

     

       66
       +
         version = "2.68.0";

     

       67
        
         pyproject = true;

     

       68
        
       

     

       69
        
         src = fetchFromGitHub {

     

       70
        
           owner = "apache";

     

       71
        
           repo = "beam";

     

       72
        
           tag = "v${version}";

     

       73
       +
           hash = "sha256-ENtvgu9qT1OPsDqFJQzKgIATE7F+S5I+AfoBT2iEL8M=";

     

       74
        
         };

     

       75
        
       

     

       76
        
         sourceRoot = "${src.name}/sdks/python";

     
···

       121
        
         ];

     

       122
        
       

     

       123
        
         dependencies = [

     

       124
       +
           beartype

     

       125
        
           crcmod

     

       126
        
           dill

     

       127
        
           fastavro

     
···

       136
        
           protobuf

     

       137
        
           pyarrow

     

       138
        
           pydot

     

       0
        
       
     

       139
        
           pymongo

     

       140
        
           python-dateutil

     

       141
        
           pytz

     
···

       225
        
           "apache_beam/yaml/yaml_ml_test.py"

     

       226
        
           "apache_beam/yaml/yaml_provider_unit_test.py"

     

       227
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       228
        
           # FIXME AttributeError: 'Namespace' object has no attribute 'test_pipeline_options'

     

       229
        
           # Upstream issue https://github.com/apache/beam/issues/33853

     

       230
        
           "apache_beam/runners/portability/prism_runner_test.py"

     
···

       249
        
         ];

     

       250
        
       

     

       251
        
         disabledTests = [

     

       252
       +
           # RuntimeError: This pipeline runs with the pipeline option --update_compatibility_version=2.67.0 or earlier.

     

       253
       +
           # When running with this option on SDKs 2.68.0 or later, you must ensure dill==0.3.1.1 is installed. Error

     

       254
       +
           "test_reshuffle_custom_window_preserves_metadata_1"

     

       255
       +
           "test_reshuffle_default_window_preserves_metadata_1"

     

       256
       +
       

     

       257
       +
           # AttributeError: 'MaybeReshuffle' object has no attribute 'side_inputs'

     

       258
       +
           # https://github.com/apache/beam/issues/33854

     

       259
       +
           "test_runner_overrides_default_pickler"

     

       260
       +
       

     

       261
       +
           # AssertionError: Lists differ

     

       262
       +
           "test_default_resources"

     

       263
       +
           "test_files_to_stage"

     

       264
       +
           "test_main_session_not_staged_when_using_cloudpickle"

     

       265
       +
           "test_no_main_session"

     

       266
       +
           "test_populate_requirements_cache_with_local_files"

     

       267
       +
           "test_requirements_cache_not_populated_when_cache_disabled"

     

       268
       +
           "test_sdk_location_default"

     

       269
       +
           "test_sdk_location_http"

     

       270
       +
           "test_sdk_location_local_directory"

     

       271
       +
           "test_sdk_location_local_source_file"

     

       272
       +
           "test_sdk_location_local_wheel_file"

     

       273
       +
           "test_sdk_location_remote_source_file"

     

       274
       +
           "test_sdk_location_remote_wheel_file"

     

       275
       +
           "test_with_extra_packages"

     

       276
       +
           "test_with_jar_packages"

     

       277
       +
           "test_with_main_session"

     

       278
       +
           "test_with_pypi_requirements"

     

       279
       +
           "test_with_requirements_file"

     

       280
       +
           "test_with_requirements_file_and_cache"

     

       281
       +
       

     

       282
       +
           # ValueError: SplitAtFraction test completed vacuously: no non-trivial split fractions found

     

       283
       +
           "test_dynamic_work_rebalancing"

     

       284
       +
       

     

       285
        
           # fixture 'self' not found

     

       286
        
           "test_with_batched_input_exceeds_size_limit"

     

       287
        
           "test_with_batched_input_splits_large_batch"

     
···

       319
        
         meta = {

     

       320
        
           description = "Unified model for defining both batch and streaming data-parallel processing pipelines";

     

       321
        
           homepage = "https://beam.apache.org/";

     

       322
       +
           changelog = "https://github.com/apache/beam/blob/${src.tag}/CHANGES.md";

     

       323
        
           license = lib.licenses.asl20;

     

       324
        
           maintainers = with lib.maintainers; [ ndl ];

     

       325
        
         };