Revert "Suspend Apache Beam Provider due to grpcio limitation (#61926)"

airflow-core/tests/unit/always/test_example_dags.py

@@ -70,18 +70,6 @@
     # Ray uses pydantic v1 internally, which fails to infer types in Python 3.14.
     # TODO: remove once ray releases a version with Python 3.14 support.
     "providers/google/tests/system/google/cloud/ray/example_ray_job.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_go.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_java_streaming.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_native_java.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_native_python.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_pipeline.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_pipeline_streaming.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_template.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_yaml.py",
-    "providers/google/tests/system/google/cloud/gcs/example_firestore.py",
 )
 
 LONGER_IMPORT_TIMEOUTS: dict[str, float] = {

dev/breeze/doc/images/output_build-docs.txt

@@ -1 +1 @@
-e22969fb5e92a3efafb744881fea5ef8
+6840480b8cabc99acb59c903e0dafb1b

dev/breeze/doc/images/output_release-management_add-back-references.txt

@@ -1 +1 @@
-963d8b3e84cb64aa0d69026638b9fb1b
+3d6dd0318d7a926887f3e1fd7cb0f71c

dev/breeze/doc/images/output_release-management_classify-provider-changes.txt

@@ -1 +1 @@
-b4c6b4c23a30b7f750a9a8316abd2e91
+836f15336a3594ef41b435c5cb057dc3

dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt

@@ -1 +1 @@
-ef90cd93a64627b874f63cca845bddbf
+90939b1c44f15727294a20061de57c47

dev/breeze/doc/images/output_release-management_prepare-provider-distributions.txt

@@ -1 +1 @@
-40982121f81ca247791eee99e22d7214
+23dd9393dfe8f4e54004d2b6d638fe6f

dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt

@@ -1 +1 @@
-0d1c20ffd24edc17351c5f132a1cc968
+2af4956e036723094ffcd12fed2b33bc

dev/breeze/doc/images/output_release-management_publish-docs.txt

@@ -1 +1 @@
-217c089e723c5584da63135bbf011504
+c96d207270903211f06f6b60dfbab955

dev/breeze/doc/images/output_workflow-run_publish-docs.txt

@@ -1 +1 @@
-cb87f41a19fbc8895cd38aa6351139ae
+67279a48f236f5bc24382df7dd83394a

dev/breeze/tests/test_packages.py

@@ -124,12 +124,12 @@ def test_get_removed_providers():
 
 def test_get_suspended_provider_ids():
     # Modify it every time we suspend/resume provider
-    assert get_suspended_provider_ids() == ["apache.beam"]
+    assert get_suspended_provider_ids() == []
 
 
 def test_get_suspended_provider_folders():
     # Modify it every time we suspend/resume provider
-    assert get_suspended_provider_folders() == ["apache/beam"]
+    assert get_suspended_provider_folders() == []
 
 
 @pytest.mark.parametrize(

dev/breeze/tests/test_selective_checks.py

@@ -538,7 +538,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
             pytest.param(
                 ("providers/apache/beam/tests/unit/apache/beam/file.py",),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -558,16 +558,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -580,7 +581,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
             pytest.param(
                 ("providers/apache/beam/tests/unit/apache/beam/file.py",),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -600,16 +601,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -626,7 +628,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers/apache/beam/tests/unit/apache/beam/file.py",
                 ),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -646,16 +648,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -672,7 +675,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers/apache/beam/tests/unit/apache/beam/file.py",
                 ),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -692,16 +695,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -2617,7 +2621,7 @@ def test_expected_output_push(
                 "providers/google/tests/unit/google/file.py",
             ),
             {
-                "selected-providers-list-as-string": "amazon apache.cassandra apache.kafka "
+                "selected-providers-list-as-string": "amazon apache.beam apache.cassandra apache.kafka "
                 "cncf.kubernetes common.compat common.messaging common.sql databricks "
                 "facebook google hashicorp http microsoft.azure microsoft.mssql mongo mysql "
                 "openlineage oracle postgres presto salesforce samba sftp ssh standard trino",
@@ -2629,7 +2633,7 @@ def test_expected_output_push(
                 "run-unit-tests": "true",
                 "skip-providers-tests": "false",
                 "docs-build": "true",
-                "docs-list-as-string": "apache-airflow helm-chart amazon apache.cassandra "
+                "docs-list-as-string": "apache-airflow helm-chart amazon apache.beam apache.cassandra "
                 "apache.kafka cncf.kubernetes common.compat common.messaging common.sql databricks facebook google hashicorp http microsoft.azure "
                 "microsoft.mssql mongo mysql openlineage oracle postgres "
                 "presto salesforce samba sftp ssh standard trino",
@@ -2652,7 +2656,7 @@ def test_expected_output_push(
                     [
                         {
                             "description": "amazon...standard",
-                            "test_types": "Providers[amazon] Providers[apache.cassandra,"
+                            "test_types": "Providers[amazon] Providers[apache.beam,apache.cassandra,"
                             "apache.kafka,cncf.kubernetes,common.compat,common.messaging,common.sql,databricks,facebook,"
                             "hashicorp,http,microsoft.azure,microsoft.mssql,mongo,mysql,"
                             "openlineage,oracle,postgres,presto,salesforce,samba,sftp,ssh,trino] "
@@ -2897,7 +2901,7 @@ def test_upgrade_to_newer_dependencies(
         pytest.param(
             ("providers/google/docs/some_file.rst",),
             {
-                "docs-list-as-string": "amazon apache.cassandra apache.kafka "
+                "docs-list-as-string": "amazon apache.beam apache.cassandra apache.kafka "
                 "cncf.kubernetes common.compat common.messaging common.sql databricks facebook google hashicorp http "
                 "microsoft.azure microsoft.mssql mongo mysql openlineage oracle "
                 "postgres presto salesforce samba sftp ssh standard trino",

devel-common/src/tests_common/test_utils/providers.py

@@ -68,7 +68,7 @@ def get_provider_min_airflow_version(provider_name: str) -> tuple[int, ...]:
 
 
 # Ignore module import errors for any suspended provider paths used in example dags
-IGNORE_MODULE_IMPORT_ERRORS: list[str] = ["airflow.providers.apache.beam"]
+IGNORE_MODULE_IMPORT_ERRORS: list[str] = []
 
 
 def get_suspended_providers_folders() -> list[str]:

providers/apache/beam/README.rst

@@ -55,7 +55,7 @@ PIP package                                 Version required
 ==========================================  ==================================================================
 ``apache-airflow``                          ``>=2.11.0``
 ``apache-airflow-providers-common-compat``  ``>=1.12.0``
-``apache-beam``                             ``>=2.69.0``
+``apache-beam``                             ``>=2.72.0``
 ``pyarrow``                                 ``>=16.1.0; python_version < "3.14"``
 ``pyarrow``                                 ``>=22.0.0; python_version >= "3.14"``
 ``numpy``                                   ``>=1.22.4; python_version < "3.11"``

providers/apache/beam/docs/index.rst

@@ -100,16 +100,17 @@ PIP package                                 Version required
 ==========================================  ==================================================================
 ``apache-airflow``                          ``>=2.11.0``
 ``apache-airflow-providers-common-compat``  ``>=1.12.0``
-``apache-beam``                             ``>=2.69.0``
-``pyarrow``                                 ``>=16.1.0``
+``apache-beam``                             ``>=2.72.0``
+``pyarrow``                                 ``>=16.1.0; python_version < "3.14"``
+``pyarrow``                                 ``>=22.0.0; python_version >= "3.14"``
 ``numpy``                                   ``>=1.22.4; python_version < "3.11"``
 ``numpy``                                   ``>=1.23.2; python_version < "3.12" and python_version >= "3.11"``
 ``numpy``                                   ``>=1.26.0; python_version >= "3.12" and python_version < "3.14"``
 ``numpy``                                   ``>=2.4.3; python_version >= "3.14"``
 ==========================================  ==================================================================
 
-Cross provider package dependencies
------------------------------------
+Optional cross provider package dependencies
+--------------------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
 You need to install the specified provider distributions in order to use them.
@@ -118,15 +119,31 @@ You can install such cross-provider dependencies when installing from PyPI. For
 
 .. code-block:: bash
 
-    pip install apache-airflow-providers-apache-beam[common.compat]
+    pip install apache-airflow-providers-apache-beam[google]
 
 
-==================================================================================================================  =================
-Dependent package                                                                                                   Extra
-==================================================================================================================  =================
-`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
-`apache-airflow-providers-google <https://airflow.apache.org/docs/apache-airflow-providers-google>`_                ``google``
-==================================================================================================================  =================
+====================================================================================================  ==========
+Dependent package                                                                                     Extra
+====================================================================================================  ==========
+`apache-airflow-providers-google <https://airflow.apache.org/docs/apache-airflow-providers-google>`_  ``google``
+====================================================================================================  ==========
+
+Optional dependencies
+---------------------
+
+These extras install optional third-party libraries that enable additional features of the provider.
+Install them when installing from PyPI. For example:
+
+.. code-block:: bash
+
+    pip install apache-airflow-providers-apache-beam[google]
+
+
+==========  ============================
+Extra       Dependencies
+==========  ============================
+``google``  ``apache-beam[gcp]>=2.72.0``
+==========  ============================
 
 Downloading official packages
 -----------------------------

providers/apache/beam/provider.yaml

@@ -21,9 +21,9 @@ name: Apache Beam
 description: |
     `Apache Beam <https://beam.apache.org/>`__.
 
-state: suspended
-source-date-epoch: 1768334134
+state: ready
 lifecycle: production
+source-date-epoch: 1772063928
 # Note that those versions are maintained by release manager - do not update them manually
 # with the exception of case where other provider in sources has >= new provider version.
 # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have

providers/apache/beam/pyproject.toml

@@ -61,7 +61,7 @@ requires-python = ">=3.10"
 dependencies = [
     "apache-airflow>=2.11.0",
     "apache-airflow-providers-common-compat>=1.12.0",
-    "apache-beam>=2.69.0",
+    "apache-beam>=2.72.0",
     "pyarrow>=16.1.0; python_version < '3.14'",
     "pyarrow>=22.0.0; python_version >= '3.14'",
     "numpy>=1.22.4; python_version<'3.11'",
@@ -74,7 +74,7 @@ dependencies = [
 # Any change in the dependencies is preserved when the file is regenerated
 [project.optional-dependencies]
 "google" = [
-    "apache-beam[gcp]>=2.69.0",
+    "apache-beam[gcp]>=2.72.0",
 ]
 
 [dependency-groups]