From 5b4fa7ec2f0c6a9129dc1fa8a9ef38e1b939a188 Mon Sep 17 00:00:00 2001 From: romsharon98 Date: Sun, 18 Aug 2024 18:36:18 +0300 Subject: [PATCH 01/31] add core.time provider --- .../airflow_providers_bug_report.yml | 1 + .github/boring-cyborg.yml | 6 + .pre-commit-config.yaml | 5 +- INSTALL | 4 +- airflow/providers/core/CHANGELOG.rst | 38 +++++++ airflow/providers/core/__init__.py | 17 +++ airflow/providers/core/provider.yaml | 43 ++++++++ airflow/providers/core/time/__init__.py | 16 +++ .../providers/core/time/operators/__init__.py | 16 +++ .../core/time}/operators/datetime.py | 0 .../core/time}/operators/weekday.py | 0 .../providers/core/time/sensors/__init__.py | 16 +++ .../core/time}/sensors/date_time.py | 0 .../core/time}/sensors/time_delta.py | 0 .../core/time}/sensors/time_sensor.py | 0 .../providers/core/time/sensors/weekday.py | 104 ++++++++++++++++++ .../12_airflow_dependencies_and_extras.rst | 4 +- dev/breeze/doc/images/output_build-docs.svg | 2 +- dev/breeze/doc/images/output_build-docs.txt | 2 +- ...release-management_add-back-references.svg | 2 +- ...release-management_add-back-references.txt | 2 +- ...ement_generate-issue-content-providers.svg | 52 +++++---- ...ement_generate-issue-content-providers.txt | 2 +- ...agement_prepare-provider-documentation.svg | 76 +++++++------ ...agement_prepare-provider-documentation.txt | 2 +- ...e-management_prepare-provider-packages.svg | 76 +++++++------ ...e-management_prepare-provider-packages.txt | 2 +- ...output_release-management_publish-docs.svg | 2 +- ...output_release-management_publish-docs.txt | 2 +- ...t_sbom_generate-providers-requirements.svg | 2 +- ...t_sbom_generate-providers-requirements.txt | 2 +- .../changelog.rst | 18 +++ .../apache-airflow-providers-core/commits.rst | 18 +++ docs/apache-airflow-providers-core/index.rst | 97 ++++++++++++++++ .../installing-providers-from-sources.rst | 18 +++ .../security.rst | 18 +++ generated/provider_dependencies.json | 10 ++ pyproject.toml | 4 +- tests/dags/test_sensor.py | 2 +- tests/providers/core/__init__.py | 16 +++ tests/providers/core/time/__init__.py | 16 +++ .../providers/core/time/operators/__init__.py | 16 +++ .../core/time}/operators/test_datetime.py | 2 +- .../core/time}/operators/test_weekday.py | 2 +- tests/providers/core/time/sensors/__init__.py | 16 +++ .../core/time}/sensors/test_date_time.py | 4 +- .../sensors/test_external_task_sensor.py | 2 +- .../core/time}/sensors/test_time_delta.py | 2 +- .../core/time}/sensors/test_time_sensor.py | 2 +- .../core/time}/sensors/test_weekday_sensor.py | 0 tests/system/providers/core/__init__.py | 16 +++ tests/system/providers/core/time/__init__.py | 16 +++ .../providers/core/time/operators/__init__.py | 16 +++ .../example_branch_datetime_operator.py | 2 +- .../example_branch_day_of_week_operator.py | 8 +- .../providers/core/time/sensors/__init__.py | 16 +++ .../core/time/sensors}/example_sensors.py | 12 +- .../example_time_delta_sensor_async.py | 8 +- 58 files changed, 725 insertions(+), 128 deletions(-) create mode 100644 airflow/providers/core/CHANGELOG.rst create mode 100644 airflow/providers/core/__init__.py create mode 100644 airflow/providers/core/provider.yaml create mode 100644 airflow/providers/core/time/__init__.py create mode 100644 airflow/providers/core/time/operators/__init__.py rename airflow/{ => providers/core/time}/operators/datetime.py (100%) rename airflow/{ => providers/core/time}/operators/weekday.py (100%) create mode 100644 airflow/providers/core/time/sensors/__init__.py rename airflow/{ => providers/core/time}/sensors/date_time.py (100%) rename airflow/{ => providers/core/time}/sensors/time_delta.py (100%) rename airflow/{ => providers/core/time}/sensors/time_sensor.py (100%) create mode 100644 airflow/providers/core/time/sensors/weekday.py create mode 100644 docs/apache-airflow-providers-core/changelog.rst create mode 100644 docs/apache-airflow-providers-core/commits.rst create mode 100644 docs/apache-airflow-providers-core/index.rst create mode 100644 docs/apache-airflow-providers-core/installing-providers-from-sources.rst create mode 100644 docs/apache-airflow-providers-core/security.rst create mode 100644 tests/providers/core/__init__.py create mode 100644 tests/providers/core/time/__init__.py create mode 100644 tests/providers/core/time/operators/__init__.py rename tests/{ => providers/core/time}/operators/test_datetime.py (99%) rename tests/{ => providers/core/time}/operators/test_weekday.py (99%) create mode 100644 tests/providers/core/time/sensors/__init__.py rename tests/{ => providers/core/time}/sensors/test_date_time.py (95%) rename tests/{ => providers/core/time}/sensors/test_external_task_sensor.py (99%) rename tests/{ => providers/core/time}/sensors/test_time_delta.py (97%) rename tests/{ => providers/core/time}/sensors/test_time_sensor.py (97%) rename tests/{ => providers/core/time}/sensors/test_weekday_sensor.py (100%) create mode 100644 tests/system/providers/core/__init__.py create mode 100644 tests/system/providers/core/time/__init__.py create mode 100644 tests/system/providers/core/time/operators/__init__.py rename {airflow/example_dags => tests/system/providers/core/time/operators}/example_branch_datetime_operator.py (97%) rename {airflow/example_dags => tests/system/providers/core/time/operators}/example_branch_day_of_week_operator.py (90%) create mode 100644 tests/system/providers/core/time/sensors/__init__.py rename {airflow/example_dags => tests/system/providers/core/time/sensors}/example_sensors.py (90%) rename {airflow/example_dags => tests/system/providers/core/time/sensors}/example_time_delta_sensor_async.py (85%) diff --git a/.github/ISSUE_TEMPLATE/airflow_providers_bug_report.yml b/.github/ISSUE_TEMPLATE/airflow_providers_bug_report.yml index 707a3dabeaf24..567f0b2689f30 100644 --- a/.github/ISSUE_TEMPLATE/airflow_providers_bug_report.yml +++ b/.github/ISSUE_TEMPLATE/airflow_providers_bug_report.yml @@ -52,6 +52,7 @@ body: - common-compat - common-io - common-sql + - core - databricks - datadog - dbt-cloud diff --git a/.github/boring-cyborg.yml b/.github/boring-cyborg.yml index 9b1e2f24ff46a..3b501470790dc 100644 --- a/.github/boring-cyborg.yml +++ b/.github/boring-cyborg.yml @@ -186,6 +186,12 @@ labelPRBasedOnFilePath: - tests/providers/common/sql/**/* - tests/system/providers/common/sql/**/* + provider:core: + - airflow/providers/core/**/* + - docs/apache-airflow-providers-core/**/* + - tests/providers/core/**/* + - tests/system/providers/core/**/* + provider:databricks: - airflow/providers/databricks/**/* - docs/apache-airflow-providers-databricks/**/* diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 35e8df5fe8445..812f461aecb89 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -937,7 +937,10 @@ repos: entry: ./scripts/ci/pre_commit/check_system_tests.py language: python files: ^tests/system/.*/example_[^/]*\.py$ - exclude: ^tests/system/providers/google/cloud/bigquery/example_bigquery_queries\.py$ + exclude: > + (?x) + ^tests/system/providers/google/cloud/bigquery/example_bigquery_queries\.py$ | + ^tests/system/providers/core/time/operators/example_branch_datetime_operator.py pass_filenames: true additional_dependencies: ['rich>=12.4.4'] - id: generate-pypi-readme diff --git a/INSTALL b/INSTALL index d9ae8088ee30e..8f04914c87d61 100644 --- a/INSTALL +++ b/INSTALL @@ -273,8 +273,8 @@ or dependencies that are necessary to enable the feature in an editable build. airbyte, alibaba, amazon, apache.beam, apache.cassandra, apache.drill, apache.druid, apache.flink, apache.hdfs, apache.hive, apache.iceberg, apache.impala, apache.kafka, apache.kylin, apache.livy, apache.pig, apache.pinot, apache.spark, apprise, arangodb, asana, atlassian.jira, celery, cloudant, -cncf.kubernetes, cohere, common.compat, common.io, common.sql, databricks, datadog, dbt.cloud, -dingding, discord, docker, edge, elasticsearch, exasol, fab, facebook, ftp, github, google, grpc, +cncf.kubernetes, cohere, common.compat, common.io, common.sql, core, databricks, datadog, dbt.cloud, +dingding, discord, docker, elasticsearch, exasol, fab, facebook, ftp, github, google, grpc, hashicorp, http, imap, influxdb, jdbc, jenkins, microsoft.azure, microsoft.mssql, microsoft.psrp, microsoft.winrm, mongo, mysql, neo4j, odbc, openai, openfaas, openlineage, opensearch, opsgenie, oracle, pagerduty, papermill, pgvector, pinecone, postgres, presto, qdrant, redis, salesforce, diff --git a/airflow/providers/core/CHANGELOG.rst b/airflow/providers/core/CHANGELOG.rst new file mode 100644 index 0000000000000..85db68915f4f2 --- /dev/null +++ b/airflow/providers/core/CHANGELOG.rst @@ -0,0 +1,38 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + + .. http://www.apache.org/licenses/LICENSE-2.0 + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. +.. NOTE TO CONTRIBUTORS: + Please, only add notes to the Changelog just below the "Changelog" header when there are some breaking changes + and you want to add an explanation to the users on how they are supposed to deal with them. + The changelog is updated and maintained semi-automatically by release manager. +``apache-airflow-providers-core`` + + +Changelog +--------- + +1.0.0 +..... + +Initial version of the provider. diff --git a/airflow/providers/core/__init__.py b/airflow/providers/core/__init__.py new file mode 100644 index 0000000000000..217e5db960782 --- /dev/null +++ b/airflow/providers/core/__init__.py @@ -0,0 +1,17 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. diff --git a/airflow/providers/core/provider.yaml b/airflow/providers/core/provider.yaml new file mode 100644 index 0000000000000..a535f4a75652c --- /dev/null +++ b/airflow/providers/core/provider.yaml @@ -0,0 +1,43 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +--- +package-name: apache-airflow-providers-core +name: Core +description: | + Airflow Core Provider +state: ready +# note that those versions are maintained by release manager - do not update them manually +versions: + - 1.0.0 + +dependencies: + - apache-airflow>=2.8.0 + +operators: + - integration-name: Core + python-modules: + - airflow.providers.core.time.operators.datetime + - airflow.providers.core.time.operators.weekday + +sensors: + - integration-name: Core + python-modules: + - airflow.providers.core.time.sensors.date_time + - airflow.providers.core.time.sensors.time_delta + - airflow.providers.core.time.sensors.time_sensor + - airflow.providers.core.time.sensors.weekday diff --git a/airflow/providers/core/time/__init__.py b/airflow/providers/core/time/__init__.py new file mode 100644 index 0000000000000..13a83393a9124 --- /dev/null +++ b/airflow/providers/core/time/__init__.py @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. diff --git a/airflow/providers/core/time/operators/__init__.py b/airflow/providers/core/time/operators/__init__.py new file mode 100644 index 0000000000000..13a83393a9124 --- /dev/null +++ b/airflow/providers/core/time/operators/__init__.py @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. diff --git a/airflow/operators/datetime.py b/airflow/providers/core/time/operators/datetime.py similarity index 100% rename from airflow/operators/datetime.py rename to airflow/providers/core/time/operators/datetime.py diff --git a/airflow/operators/weekday.py b/airflow/providers/core/time/operators/weekday.py similarity index 100% rename from airflow/operators/weekday.py rename to airflow/providers/core/time/operators/weekday.py diff --git a/airflow/providers/core/time/sensors/__init__.py b/airflow/providers/core/time/sensors/__init__.py new file mode 100644 index 0000000000000..13a83393a9124 --- /dev/null +++ b/airflow/providers/core/time/sensors/__init__.py @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. diff --git a/airflow/sensors/date_time.py b/airflow/providers/core/time/sensors/date_time.py similarity index 100% rename from airflow/sensors/date_time.py rename to airflow/providers/core/time/sensors/date_time.py diff --git a/airflow/sensors/time_delta.py b/airflow/providers/core/time/sensors/time_delta.py similarity index 100% rename from airflow/sensors/time_delta.py rename to airflow/providers/core/time/sensors/time_delta.py diff --git a/airflow/sensors/time_sensor.py b/airflow/providers/core/time/sensors/time_sensor.py similarity index 100% rename from airflow/sensors/time_sensor.py rename to airflow/providers/core/time/sensors/time_sensor.py diff --git a/airflow/providers/core/time/sensors/weekday.py b/airflow/providers/core/time/sensors/weekday.py new file mode 100644 index 0000000000000..b3e873b70e987 --- /dev/null +++ b/airflow/providers/core/time/sensors/weekday.py @@ -0,0 +1,104 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +from __future__ import annotations + +from typing import TYPE_CHECKING, Iterable + +from airflow.sensors.base import BaseSensorOperator +from airflow.utils import timezone +from airflow.utils.weekday import WeekDay + +if TYPE_CHECKING: + from airflow.utils.context import Context + + +class DayOfWeekSensor(BaseSensorOperator): + """ + Waits until the first specified day of the week. + + For example, if the execution day of the task is '2018-12-22' (Saturday) + and you pass 'FRIDAY', the task will wait until next Friday. + + **Example** (with single day): :: + + weekend_check = DayOfWeekSensor( + task_id="weekend_check", week_day="Saturday", use_task_logical_date=True, dag=dag + ) + + **Example** (with multiple day using set): :: + + weekend_check = DayOfWeekSensor( + task_id="weekend_check", week_day={"Saturday", "Sunday"}, use_task_logical_date=True, dag=dag + ) + + **Example** (with :class:`~airflow.utils.weekday.WeekDay` enum): :: + + # import WeekDay Enum + from airflow.utils.weekday import WeekDay + + weekend_check = DayOfWeekSensor( + task_id="weekend_check", + week_day={WeekDay.SATURDAY, WeekDay.SUNDAY}, + use_task_logical_date=True, + dag=dag, + ) + + :param week_day: Day of the week to check (full name). Optionally, a set + of days can also be provided using a set. + Example values: + + * ``"MONDAY"``, + * ``{"Saturday", "Sunday"}`` + * ``{WeekDay.TUESDAY}`` + * ``{WeekDay.SATURDAY, WeekDay.SUNDAY}`` + + To use ``WeekDay`` enum, import it from ``airflow.utils.weekday`` + + :param use_task_logical_date: If ``True``, uses task's logical date to compare + with week_day. Execution Date is Useful for backfilling. + If ``False``, uses system's day of the week. Useful when you + don't want to run anything on weekdays on the system. + + .. seealso:: + For more information on how to use this sensor, take a look at the guide: + :ref:`howto/operator:DayOfWeekSensor` + + """ + + def __init__( + self, + *, + week_day: str | Iterable[str] | WeekDay | Iterable[WeekDay], + use_task_logical_date: bool = False, + **kwargs, + ) -> None: + super().__init__(**kwargs) + self.week_day = week_day + self.use_task_logical_date = use_task_logical_date + self._week_day_num = WeekDay.validate_week_day(week_day) + + def poke(self, context: Context) -> bool: + self.log.info( + "Poking until weekday is in %s, Today is %s", + self.week_day, + WeekDay(timezone.utcnow().isoweekday()).name, + ) + if self.use_task_logical_date: + return context["logical_date"].isoweekday() in self._week_day_num + else: + return timezone.utcnow().isoweekday() in self._week_day_num diff --git a/contributing-docs/12_airflow_dependencies_and_extras.rst b/contributing-docs/12_airflow_dependencies_and_extras.rst index 18fdf30e6ee24..cbb83f34b9ad8 100644 --- a/contributing-docs/12_airflow_dependencies_and_extras.rst +++ b/contributing-docs/12_airflow_dependencies_and_extras.rst @@ -181,8 +181,8 @@ or dependencies that are necessary to enable the feature in editable build. airbyte, alibaba, amazon, apache.beam, apache.cassandra, apache.drill, apache.druid, apache.flink, apache.hdfs, apache.hive, apache.iceberg, apache.impala, apache.kafka, apache.kylin, apache.livy, apache.pig, apache.pinot, apache.spark, apprise, arangodb, asana, atlassian.jira, celery, cloudant, -cncf.kubernetes, cohere, common.compat, common.io, common.sql, databricks, datadog, dbt.cloud, -dingding, discord, docker, edge, elasticsearch, exasol, fab, facebook, ftp, github, google, grpc, +cncf.kubernetes, cohere, common.compat, common.io, common.sql, core, databricks, datadog, dbt.cloud, +dingding, discord, docker, elasticsearch, exasol, fab, facebook, ftp, github, google, grpc, hashicorp, http, imap, influxdb, jdbc, jenkins, microsoft.azure, microsoft.mssql, microsoft.psrp, microsoft.winrm, mongo, mysql, neo4j, odbc, openai, openfaas, openlineage, opensearch, opsgenie, oracle, pagerduty, papermill, pgvector, pinecone, postgres, presto, qdrant, redis, salesforce, diff --git a/dev/breeze/doc/images/output_build-docs.svg b/dev/breeze/doc/images/output_build-docs.svg index 8fb52ec33922c..63e55470345f5 100644 --- a/dev/breeze/doc/images/output_build-docs.svg +++ b/dev/breeze/doc/images/output_build-docs.svg @@ -193,7 +193,7 @@ apache.cassandra | apache.drill | apache.druid | apache.flink | apache.hdfs | apache.hive | apache.iceberg |           apache.impala | apache.kafka | apache.kylin | apache.livy | apache.pig | apache.pinot | apache.spark | apprise |       arangodb | asana | atlassian.jira | celery | cloudant | cncf.kubernetes | cohere | common.compat | common.io |         -common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | docker-stack | edge | elasticsearch |    +common.sql | core | databricks | datadog | dbt.cloud | dingding | discord | docker | docker-stack | elasticsearch |    exasol | fab | facebook | ftp | github | google | grpc | hashicorp | helm-chart | http | imap | influxdb | jdbc |      jenkins | microsoft.azure | microsoft.mssql | microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch | opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres |   diff --git a/dev/breeze/doc/images/output_build-docs.txt b/dev/breeze/doc/images/output_build-docs.txt index 8a3bc4349b459..8cb1289bdb3f5 100644 --- a/dev/breeze/doc/images/output_build-docs.txt +++ b/dev/breeze/doc/images/output_build-docs.txt @@ -1 +1 @@ -767cdd5028d6ac43dd9f2804e0501ee8 +860cb87ae35cbc5d2e05563dc9015c8a diff --git a/dev/breeze/doc/images/output_release-management_add-back-references.svg b/dev/breeze/doc/images/output_release-management_add-back-references.svg index 65297fbbc1dcc..f49e3e4052a4f 100644 --- a/dev/breeze/doc/images/output_release-management_add-back-references.svg +++ b/dev/breeze/doc/images/output_release-management_add-back-references.svg @@ -141,7 +141,7 @@ apache.cassandra | apache.drill | apache.druid | apache.flink | apache.hdfs | apache.hive | apache.iceberg |           apache.impala | apache.kafka | apache.kylin | apache.livy | apache.pig | apache.pinot | apache.spark | apprise |       arangodb | asana | atlassian.jira | celery | cloudant | cncf.kubernetes | cohere | common.compat | common.io |         -common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | docker-stack | edge | elasticsearch |    +common.sql | core | databricks | datadog | dbt.cloud | dingding | discord | docker | docker-stack | elasticsearch |    exasol | fab | facebook | ftp | github | google | grpc | hashicorp | helm-chart | http | imap | influxdb | jdbc |      jenkins | microsoft.azure | microsoft.mssql | microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch | opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres |   diff --git a/dev/breeze/doc/images/output_release-management_add-back-references.txt b/dev/breeze/doc/images/output_release-management_add-back-references.txt index c198abfcb81ac..7a727c1f93a00 100644 --- a/dev/breeze/doc/images/output_release-management_add-back-references.txt +++ b/dev/breeze/doc/images/output_release-management_add-back-references.txt @@ -1 +1 @@ -743a6e2ad304078a210877279db4546a +b878a3357cafe59118f70c1603d58d8d diff --git a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg index 62ed9b25dda68..05f32057340a9 100644 --- a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg +++ b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg @@ -1,4 +1,4 @@ - + [OPTIONS] [airbyte | alibaba | amazon | apache.beam | apache.cassandra | apache.drill | apache.druid | apache.flink |  apache.hdfs | apache.hive | apache.iceberg | apache.impala | apache.kafka | apache.kylin | apache.livy | apache.pig |  apache.pinot | apache.spark | apprise | arangodb | asana | atlassian.jira | celery | cloudant | cncf.kubernetes |      -cohere | common.compat | common.io | common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker |     -elasticsearch | exasol | fab | facebook | ftp | github | google | grpc | hashicorp | http | imap | influxdb | jdbc |   -jenkins | microsoft.azure | microsoft.mssql | microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai -| openfaas | openlineage | opensearch | opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres |   -presto | qdrant | redis | salesforce | samba | segment | sendgrid | sftp | singularity | slack | smtp | snowflake |    -sqlite | ssh | tableau | telegram | teradata | trino | vertica | weaviate | yandex | ydb | zendesk]...                 - -Generates content for issue to test the release. - -╭─ Generate issue content flags ───────────────────────────────────────────────────────────────────────────────────────╮ -│--disable-progressDisable progress bar│ -│--excluded-pr-listComa-separated list of PRs to exclude from the issue.(TEXT)│ -│--github-tokenGitHub token used to authenticate. You can set omit it if you have GITHUB_TOKEN env     │ -│variable set. Can be generated with:                                                    │ -│https://github.com/settings/tokens/new?description=Read%20sssues&scopes=repo:status     │ -│(TEXT)                                                                                  │ -│--only-available-in-distOnly consider package ids with packages prepared in the dist folder│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ -╭─ Common options ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ -│--help-hShow this message and exit.│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +cohere | common.compat | common.io | common.sql | core | databricks | datadog | dbt.cloud | dingding | discord |       +docker | elasticsearch | exasol | fab | facebook | ftp | github | google | grpc | hashicorp | http | imap | influxdb | +jdbc | jenkins | microsoft.azure | microsoft.mssql | microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | +openai | openfaas | openlineage | opensearch | opsgenie | oracle | pagerduty | papermill | pgvector | pinecone |       +postgres | presto | qdrant | redis | salesforce | samba | segment | sendgrid | sftp | singularity | slack | smtp |     +snowflake | sqlite | ssh | tableau | tabular | telegram | teradata | trino | vertica | weaviate | yandex | ydb |       +zendesk]...                                                                                                            + +Generates content for issue to test the release. + +╭─ Generate issue content flags ───────────────────────────────────────────────────────────────────────────────────────╮ +│--disable-progressDisable progress bar│ +│--excluded-pr-listComa-separated list of PRs to exclude from the issue.(TEXT)│ +│--github-tokenGitHub token used to authenticate. You can set omit it if you have GITHUB_TOKEN env     │ +│variable set. Can be generated with:                                                    │ +│https://github.com/settings/tokens/new?description=Read%20sssues&scopes=repo:status     │ +│(TEXT)                                                                                  │ +│--only-available-in-distOnly consider package ids with packages prepared in the dist folder│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +╭─ Common options ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ +│--help-hShow this message and exit.│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ diff --git a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt index db1315caea441..caa133eca1b8b 100644 --- a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt +++ b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt @@ -1 +1 @@ -0aa10fcd2a9fcdaf15f0b207d71e3848 +86e09f3398f9cccdec52d9a80e421bfe diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg index 6bf07f9bc7f3d..fdc47f67f7e2e 100644 --- a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg +++ b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg @@ -1,4 +1,4 @@ - +