From 7f506b96d94b4e078e1f8cd4d3f23d80d22f961b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 03:43:33 +0100 Subject: [PATCH 01/17] Improvements for installation docs --- .pre-commit-config.yaml | 6 +- dev/package-data/providers.yaml | 447 ++++++++++++++++++ dev/package-data/providers.yaml.schema.json | 42 ++ docs/autoapi_templates/index.rst | 71 +++ docs/conf.py | 39 +- docs/extra-packages-ref.rst | 200 ++++++++ docs/exts/providers_index.py | 59 +++ docs/index.rst | 2 + docs/installation.rst | 291 +----------- docs/operators-and-hooks-ref.rst | 2 +- docs/provider-packages-ref.rst | 61 +++ docs/provider-packages.rst | 120 +++++ ..._commit_check_setup_extra_packages_ref.py} | 2 +- 13 files changed, 1023 insertions(+), 319 deletions(-) create mode 100644 dev/package-data/providers.yaml create mode 100644 dev/package-data/providers.yaml.schema.json create mode 100644 docs/extra-packages-ref.rst create mode 100644 docs/exts/providers_index.py create mode 100644 docs/provider-packages-ref.rst create mode 100644 docs/provider-packages.rst rename scripts/ci/pre_commit/{pre_commit_check_setup_installation.py => pre_commit_check_setup_extra_packages_ref.py} (99%) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 1287d56e18325f..1ea37f5b165098 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -245,11 +245,11 @@ repos: pass_filenames: false entry: ./scripts/ci/pre_commit/pre_commit_check_order_setup.py - id: setup-installation - name: Checks if all the libraries in setup.py are listed in installation.rst file + name: Checks if all the libraries in setup.py are listed in extra-packages-ref.rst file language: python - files: ^setup.py$|^docs/installation.rst$ + files: ^setup.py$|^docs/extra-packages-ref.rst$ pass_filenames: false - entry: ./scripts/ci/pre_commit/pre_commit_check_setup_installation.py + entry: ./scripts/ci/pre_commit/pre_commit_check_setup_extra_packages_ref.py additional_dependencies: ['rich==9.2.0'] - id: update-breeze-file name: Update output of breeze command in BREEZE.rst diff --git a/dev/package-data/providers.yaml b/dev/package-data/providers.yaml new file mode 100644 index 00000000000000..76cc8480783572 --- /dev/null +++ b/dev/package-data/providers.yaml @@ -0,0 +1,447 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +--- +providers: + - package-name: apache-airflow-providers-amazon + description: | + Amazon integration (including `Amazon Web Services (AWS) `__). + python-module: airflow.providers.amazon + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-cassandra + python-module: airflow.providers.apache.cassandra + description: | + `Apache Cassandra `__. + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-druid + python-module: airflow.providers.apache.druid + description: | + `Apache Cassandra `__. + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-hdfs + python-module: airflow.providers.apache.hdfs + description: | + `Hadoop Distributed File System (HDFS) `__ + and `WebHDFS `__. + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-hive + python-module: airflow.providers.apache.hive + description: | + `Apache Hive `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-kylin + python-module: airflow.providers.apache.kylin + description: | + `Apache Kylin `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-livy + python-module: airflow.providers.apache.livy + description: | + `Apache Livy `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-pig + python-module: airflow.providers.apache.pig + description: | + `Apache Pig `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-pinot + python-module: airflow.providers.apache.pinot + description: | + `Apache Pinot `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-spark + python-module: airflow.providers.apache.spark + description: | + `Apache Spark `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-apache-sqoop + python-module: airflow.providers.apache.sqoop + description: | + `Apache Sqoop `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-celery + python-module: airflow.providers.celery + description: | + `Celery `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-cloudant + python-module: airflow.providers.cloudant + description: | + `IBM Cloudant `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-cncf-kubernetes + python-module: airflow.providers.cncf.kubernetes + description: | + `Kubernetes `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-databricks + python-module: airflow.providers.databricks + description: | + `Databricks `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-datadog + python-module: airflow.providers.datadog + description: | + `Datadog `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-dingding + python-module: airflow.providers.dingding + description: | + `Datadog `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-discord + python-module: airflow.providers.discord + description: | + `Discord `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-docker + python-module: airflow.providers.docker + description: | + `Docker `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-elasticsearch + python-module: airflow.providers.elasticsearch + description: | + `Elasticsearch `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-exasol + python-module: airflow.providers.exasol + description: | + `Exasol `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-facebook + python-module: airflow.providers.facebook + description: | + `Facebook Ads `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-ftp + python-module: airflow.providers.ftp + description: | + `File Transfer Protocol (FTP) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-google + python-module: airflow.providers.google + description: | + Google services including: + + - `Google Ads `__ + - `Google Cloud (GCP) `__ + - `Google Firebase `__ + - `Google Marketing Platform `__ + - `Google Workspace `__ (formely Google Suite) + + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-grpc + python-module: airflow.providers.grpc + description: | + `gRPC `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-hashicorp + python-module: airflow.providers.hashicorp + description: | + Hashicorp including `Hashicorp Vault `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-http + python-module: airflow.providers.http + description: | + `Hypertext Transfer Protocol (HTTP) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-imap + python-module: airflow.providers.imap + description: | + `Internet Message Access Protocol (IMAP) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-jdbc + python-module: airflow.providers.jdbc + description: | + `Java Database Connectivity (JDBC) `__ + + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-jenkins + python-module: airflow.providers.jenkins + description: | + `Jenkins `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-jira + python-module: airflow.providers.jira + description: | + `Atlassian Jira `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-microsoft-azure + python-module: airflow.providers.microsoft.azure + description: | + `Microsoft Azure `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-microsoft-mssql + python-module: airflow.providers.microsoft.mssql + description: | + `Microsoft SQL Server (MSSQL) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-microsoft-winrm + python-module: airflow.providers.microsoft.winrm + description: | + `Windows Remote Management (WinRM) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-mongo + python-module: airflow.providers.mongo + description: | + `MongoDB `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-mysql + python-module: airflow.providers.mysql + description: | + `MySQL `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-odbc + python-module: airflow.providers.odbc + description: | + `ODBC `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-openfaas + python-module: airflow.providers.openfaas + description: | + `OpenFaaS `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-opsgenie + python-module: airflow.providers.opsgenie + description: | + `Opsgenie `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-oracle + python-module: airflow.providers.oracle + description: | + `Oracle `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-pagerduty + python-module: airflow.providers.pagerduty + description: | + `Pagerduty `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-papermill + python-module: airflow.providers.papermill + description: | + `Papermill `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-plexus + python-module: airflow.providers.plexus + description: | + `Plexus `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-postgres + python-module: airflow.providers.postgres + description: | + `PostgreSQL `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-presto + python-module: airflow.providers.presto + description: | + `Presto `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-qubole + python-module: airflow.providers.qubole + description: | + `Qubole `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-redis + python-module: airflow.providers.redis + description: | + `Redis `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-salesforce + python-module: airflow.providers.salesforce + description: | + `Salesforce `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-samba + python-module: airflow.providers.samba + description: | + `Samba `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-segment + python-module: airflow.providers.segment + description: | + `Segment `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-sendgrid + python-module: airflow.providers.sendgrid + description: | + `Sendgrid `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-sftp + python-module: airflow.providers.sftp + description: | + `SSH File Transfer Protocol (SFTP) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-singularity + python-module: airflow.providers.singularity + description: | + `Singularity `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-slack + python-module: airflow.providers.slack + description: | + `Slack `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-snowflake + python-module: airflow.providers.snowflake + description: | + `Snowflake `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-sqlite + python-module: airflow.providers.sqlite + description: | + `SQLite `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-ssh + python-module: airflow.providers.ssh + description: | + `Secure Shell (SSH) `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-vertica + python-module: airflow.providers.vertica + description: | + `Verticaa `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-yandex + python-module: airflow.providers.yandex + description: | + Yandex including `Yandex.Cloud `__ + versions: + - 1.0.0b1 + + - package-name: apache-airflow-providers-zendesk + python-module: airflow.providers.zendesk + description: | + Yandex including `Yandex.Cloud `__ + versions: + - 1.0.0b1 diff --git a/dev/package-data/providers.yaml.schema.json b/dev/package-data/providers.yaml.schema.json new file mode 100644 index 00000000000000..f141c1e5315622 --- /dev/null +++ b/dev/package-data/providers.yaml.schema.json @@ -0,0 +1,42 @@ +{ + "$schema": "http://json-schema.org/draft-07/schema#", + "type": "object", + "properties": { + "providers": { + "description": "List of provider definitions", + "type": "array", + "items": { + "type": "object", + "properties": { + "package-name": { + "description": "Package name available under which the package is available in the PyPi repository.", + "type": "string" + }, + "python-module": { + "description": "Information about the package in RST format", + "type": "string" + }, + "description": { + "description": "Information about the package in RST format", + "type": "string" + }, + "versions": { + "description": "List of available versions in Pypi", + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "package-name", + "versions" + ] + } + } + }, + "required": [ + "providers" + ] +} diff --git a/docs/autoapi_templates/index.rst b/docs/autoapi_templates/index.rst index 3686f4258f5546..df581b7d95ad4a 100644 --- a/docs/autoapi_templates/index.rst +++ b/docs/autoapi_templates/index.rst @@ -431,3 +431,74 @@ All task log handlers are derived from :class:`~airflow.utils.log.file_task_hand airflow/providers/elasticsearch/log/index airflow/providers/google/cloud/log/index airflow/providers/microsoft/azure/log/index + +Providers +--------- + +Third party integrations are in a separate package :mod:`airflow.providers`. + +.. toctree:: + :includehidden: + :glob: + :maxdepth: 1 + + airflow/providers/amazon/index + airflow/providers/apache/cassandra/index + airflow/providers/apache/druid/index + airflow/providers/apache/hdfs/index + airflow/providers/apache/hive/index + airflow/providers/apache/kylin/index + airflow/providers/apache/livy/index + airflow/providers/apache/pig/index + airflow/providers/apache/pinot/index + airflow/providers/apache/spark/index + airflow/providers/apache/sqoop/index + airflow/providers/celery/index + airflow/providers/cloudant/index + airflow/providers/cncf/kubernetes/index + airflow/providers/databricks/index + airflow/providers/datadog/index + airflow/providers/dingding/index + airflow/providers/discord/index + airflow/providers/docker/index + airflow/providers/elasticsearch/index + airflow/providers/exasol/index + airflow/providers/facebook/index + airflow/providers/ftp/index + airflow/providers/google/index + airflow/providers/grpc/index + airflow/providers/hashicorp/index + airflow/providers/http/index + airflow/providers/imap/index + airflow/providers/jdbc/index + airflow/providers/jenkins/index + airflow/providers/jira/index + airflow/providers/microsoft/azure/index + airflow/providers/microsoft/mssql/index + airflow/providers/microsoft/winrm/index + airflow/providers/mongo/index + airflow/providers/mysql/index + airflow/providers/odbc/index + airflow/providers/openfaas/index + airflow/providers/opsgenie/index + airflow/providers/oracle/index + airflow/providers/pagerduty/index + airflow/providers/papermill/index + airflow/providers/plexus/index + airflow/providers/postgres/index + airflow/providers/presto/index + airflow/providers/qubole/index + airflow/providers/redis/index + airflow/providers/salesforce/index + airflow/providers/samba/index + airflow/providers/segment/index + airflow/providers/sendgrid/index + airflow/providers/sftp/index + airflow/providers/singularity/index + airflow/providers/slack/index + airflow/providers/snowflake/index + airflow/providers/sqlite/index + airflow/providers/ssh/index + airflow/providers/vertica/index + airflow/providers/yandex/index + airflow/providers/zendesk/index diff --git a/docs/conf.py b/docs/conf.py index d00d7fff9fe14b..6cc41338c347f1 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -93,6 +93,7 @@ 'removemarktransform', 'sphinx_copybutton', 'redirects', + 'providers_index', # First, generate redoc 'sphinxcontrib.redoc', # Second, update redoc script @@ -114,15 +115,9 @@ # We have custom page - operators-and-hooks-ref.rst '_api/airflow/providers/index.rst', # Packages with subpackages - "_api/airflow/providers/amazon/index.rst", - "_api/airflow/providers/facebook/index.rst", "_api/airflow/providers/microsoft/index.rst", - "_api/airflow/providers/google/index.rst", "_api/airflow/providers/apache/index.rst", - "_api/airflow/providers/yandex/index.rst", "_api/airflow/providers/cncf/index.rst", - # Packages without operators - "_api/airflow/providers/sendgrid", # Templates or partials 'autoapi_templates', 'howto/operator/google/_partials', @@ -159,36 +154,6 @@ def _get_rst_filepath_from_path(filepath: str): if os.path.isdir(path) and name not in browsable_packages: exclude_patterns.append(f"_api/airflow/{name}") -# Exclude package index -_providers_packages_roots = { - name.rpartition("/")[0] - for entity in ["hooks", "operators", "secrets", "sensors"] - for name in glob(f"{ROOT_DIR}/airflow/providers/**/{entity}", recursive=True) -} - -_providers_package_indexes = { - f"_api/{os.path.relpath(name, ROOT_DIR)}/index.rst" for name in _providers_packages_roots -} - -exclude_patterns.extend(_providers_package_indexes) - -# Exclude auth_backend, utils, _internal_client, example_dags in providers packages -_excluded_packages_in_providers = { - name - for entity in ['auth_backend', 'utils', '_internal_client', 'example_dags'] - for name in glob(f"{ROOT_DIR}/airflow/providers/**/{entity}/", recursive=True) -} -_excluded_files_in_providers = { - _get_rst_filepath_from_path(path) - for p in _excluded_packages_in_providers - for path in glob(f"{p}/**/*", recursive=True) -} -_excluded_files_in_providers |= { - _get_rst_filepath_from_path(name) for name in _excluded_packages_in_providers -} - -exclude_patterns.extend(_excluded_files_in_providers) - # Add any paths that contain templates here, relative to this directory. templates_path = ['templates'] @@ -422,7 +387,7 @@ def _get_rst_filepath_from_path(filepath: str): '*/airflow/kubernetes/kubernetes_request_factory/*', '*/_internal*', '*/node_modules/*', - '*/example_dags/*,', + '*/example_dags/*', '*/migrations/*', ] # Keep the AutoAPI generated files on the filesystem after the run. diff --git a/docs/extra-packages-ref.rst b/docs/extra-packages-ref.rst new file mode 100644 index 00000000000000..ffd02de54ecf8b --- /dev/null +++ b/docs/extra-packages-ref.rst @@ -0,0 +1,200 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +Extra Packages Reference +'''''''''''''''''''''''' + +Here's the list of the :ref:`subpackages ` and what they enable: + + +**Fundamentals:** + ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| subpackage | install command | enables | ++=====================+=====================================================+======================================================================+ +| all | ``pip install 'apache-airflow[all]'`` | All Airflow features known to man | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| all_dbs | ``pip install 'apache-airflow[all_dbs]'`` | All databases integrations | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| devel | ``pip install 'apache-airflow[devel]'`` | Minimum dev tools requirements | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| devel_hadoop | ``pip install 'apache-airflow[devel_hadoop]'`` | Airflow + dependencies on the Hadoop stack | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| doc | ``pip install 'apache-airflow[doc]'`` | Packages needed to build docs | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| password | ``pip install 'apache-airflow[password]'`` | Password authentication for users | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ + + +**Apache Software:** + ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| subpackage | install command | enables | ++=====================+=====================================================+======================================================================+ +| atlas | ``pip install 'apache-airflow[apache.atlas]'`` | Apache Atlas to use Data Lineage feature | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| beam | ``pip install 'apache-airflow[apache.beam]'`` | Apache Beam operators & hooks | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| cassandra | ``pip install 'apache-airflow[apache.cassandra]'`` | Cassandra related operators & hooks | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| druid | ``pip install 'apache-airflow[apache.druid]'`` | Druid related operators & hooks | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| hdfs | ``pip install 'apache-airflow[apache.hdfs]'`` | HDFS hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| hive | ``pip install 'apache-airflow[apache.hive]'`` | All Hive related operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| kylin | ``pip install 'apache-airflow[apache.kylin]'`` | All Kylin related operators & hooks | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| spark | ``pip install 'apache-airflow[apache.spark]'`` | All Spark related operators & hooks | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| webhdfs | ``pip install 'apache-airflow[webhdfs]'`` | HDFS hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ + + +**Services:** + ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| subpackage | install command | enables | ++=====================+=====================================================+======================================================================+ +| aws | ``pip install 'apache-airflow[amazon]'`` | Amazon Web Services | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| azure | ``pip install 'apache-airflow[microsoft.azure]'`` | Microsoft Azure | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| cloudant | ``pip install 'apache-airflow[cloudant]'`` | Cloudant hook | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| databricks | ``pip install 'apache-airflow[databricks]'`` | Databricks hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| datadog | ``pip install 'apache-airflow[datadog]'`` | Datadog hooks and sensors | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| facebook | ``pip install 'apache-airflow[facebook]'`` | Facebook Social | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| gcp | ``pip install 'apache-airflow[google]'`` | Google Cloud | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| github_enterprise | ``pip install 'apache-airflow[github_enterprise]'`` | GitHub Enterprise auth backend | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| google_auth | ``pip install 'apache-airflow[google_auth]'`` | Google auth backend | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| hashicorp | ``pip install 'apache-airflow[hashicorp]'`` | Hashicorp Services (Vault) | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| jira | ``pip install 'apache-airflow[jira]'`` | Jira hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| pagerduty | ``pip install 'apache-airflow[pagerduty]'`` | Pagerduty hook | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| plexus | ``pip install 'apache-airflow[plexus]'`` | Plexus service of CoreScientific.com AI platform | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| qds | ``pip install 'apache-airflow[qds]'`` | Enable QDS (Qubole Data Service) support | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| salesforce | ``pip install 'apache-airflow[salesforce]'`` | Salesforce hook | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| sendgrid | ``pip install 'apache-airflow[sendgrid]'`` | Send email using sendgrid | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| segment | ``pip install 'apache-airflow[segment]'`` | Segment hooks and sensors | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| sentry | ``pip install 'apache-airflow[sentry]'`` | Sentry service for application logging and monitoring | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| slack | ``pip install 'apache-airflow[slack]'`` | :class:`airflow.providers.slack.operators.slack.SlackAPIOperator` | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| snowflake | ``pip install 'apache-airflow[snowflake]'`` | Snowflake hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| vertica | ``pip install 'apache-airflow[vertica]'`` | Vertica hook support as an Airflow backend | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| yandexcloud | ``pip install 'apache-airflow[yandexcloud]'`` | Yandex.Cloud hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ + + +**Software:** + ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| subpackage | install command | enables | ++=====================+=====================================================+====================================================================================+ +| async | ``pip install 'apache-airflow[async]'`` | Async worker classes for Gunicorn | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| celery | ``pip install 'apache-airflow[celery]'`` | CeleryExecutor | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| dask | ``pip install 'apache-airflow[dask]'`` | DaskExecutor | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| docker | ``pip install 'apache-airflow[docker]'`` | Docker hooks and operators | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| elasticsearch | ``pip install 'apache-airflow[elasticsearch]'`` | Elasticsearch hooks and Log Handler | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| exasol | ``pip install 'apache-airflow[exasol]'`` | Exasol hooks and operators | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| kubernetes | ``pip install 'apache-airflow[cncf.kubernetes]'`` | Kubernetes Executor and operator | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| mongo | ``pip install 'apache-airflow[mongo]'`` | Mongo hooks and operators | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| mssql (deprecated) | ``pip install 'apache-airflow[microsoft.mssql]'`` | Microsoft SQL Server operators and hook, | +| | | support as an Airflow backend. Uses pymssql. | +| | | Will be replaced by subpackage ``odbc``. | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| mysql | ``pip install 'apache-airflow[mysql]'`` | MySQL operators and hook, support as an Airflow | +| | | backend. The version of MySQL server has to be | +| | | 5.6.4+. The exact version upper bound depends | +| | | on version of ``mysqlclient`` package. For | +| | | example, ``mysqlclient`` 1.3.12 can only be | +| | | used with MySQL server 5.6.4 through 5.7. | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| odbc | ``pip install 'apache-airflow[odbc]'`` | ODBC data sources including MS SQL Server. Can use MsSqlOperator, | +| | | or as metastore database backend. Uses pyodbc. | +| | | See :ref:`howto/connection/odbc` for more info. | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| oracle | ``pip install 'apache-airflow[oracle]'`` | Oracle hooks and operators | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| pinot | ``pip install 'apache-airflow[pinot]'`` | Pinot DB hook | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| postgres | ``pip install 'apache-airflow[postgres]'`` | PostgreSQL operators and hook, support as an | +| | | Airflow backend | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| presto | ``pip install 'apache-airflow[presto]'`` | All Presto related operators & hooks | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| rabbitmq | ``pip install 'apache-airflow[rabbitmq]'`` | RabbitMQ support as a Celery backend | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| redis | ``pip install 'apache-airflow[redis]'`` | Redis hooks and sensors | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| samba | ``pip install 'apache-airflow[samba]'`` | :class:`airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator` | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| singularity | ``pip install 'apache-airflow[singularity]'`` | Singularity container operator | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| statsd | ``pip install 'apache-airflow[statsd]'`` | Needed by StatsD metrics | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| tableau | ``pip install 'apache-airflow[tableau]'`` | Tableau visualization integration | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ +| virtualenv | ``pip install 'apache-airflow[virtualenv]'`` | Running python tasks in local virtualenv | ++---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ + + +**Other:** + ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| subpackage | install command | enables | ++=====================+=====================================================+======================================================================+ +| cgroups | ``pip install 'apache-airflow[cgroups]'`` | Needed To use CgroupTaskRunner | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| grpc | ``pip install 'apache-airflow[grpc]'`` | Grpc hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| jdbc | ``pip install 'apache-airflow[jdbc]'`` | JDBC hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| kerberos | ``pip install 'apache-airflow[kerberos]'`` | Kerberos integration for Kerberized Hadoop | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| ldap | ``pip install 'apache-airflow[ldap]'`` | LDAP authentication for users | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| papermill | ``pip install 'apache-airflow[papermill]'`` | Papermill hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| ssh | ``pip install 'apache-airflow[ssh]'`` | SSH hooks and Operator | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +| winrm | ``pip install 'apache-airflow[microsoft.winrm]'`` | WinRM hooks and operators | ++---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ diff --git a/docs/exts/providers_index.py b/docs/exts/providers_index.py new file mode 100644 index 00000000000000..2e9b686d93276e --- /dev/null +++ b/docs/exts/providers_index.py @@ -0,0 +1,59 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +import json +import os +from typing import Any, Dict + +import jsonschema +import yaml +from sphinx.application import Sphinx + +ROOT_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), os.pardir, os.pardir)) +PROVIDER_DATA_PATH = os.path.join(ROOT_DIR, "dev", "package-data", "providers.yaml") +PROVIDER_DATA_SCHEMA_PATH = f"{PROVIDER_DATA_PATH}.schema.json" + + +def _load_schema() -> Dict[str, Any]: + with open(PROVIDER_DATA_SCHEMA_PATH) as schema_file: + content = json.load(schema_file) + return content + + +def _load_package_data(): + schema = _load_schema() + with open(PROVIDER_DATA_PATH) as yaml_file: + content = yaml.safe_load(yaml_file) + jsonschema.validate(content, schema=schema) + return content + + +def _on_config_inited(app, config): + del app + jinja_context = getattr(config, 'jinja_contexts', None) or {} + + jinja_context['providers_ctx'] = {'package_data': _load_package_data()} + + config.jinja_contexts = jinja_context + + +def setup(app: Sphinx): + """Setup plugin""" + app.setup_extension('sphinxcontrib.jinja') + app.connect("config-inited", _on_config_inited) + + return {'parallel_read_safe': True, 'parallel_write_safe': True} diff --git a/docs/index.rst b/docs/index.rst index f1888d50d75f07..8b3795a3eef36c 100644 --- a/docs/index.rst +++ b/docs/index.rst @@ -115,3 +115,5 @@ Content Experimental REST API Stable REST API Configurations + Extra packages + Provider packages diff --git a/docs/installation.rst b/docs/installation.rst index 2c87b12be487a5..8b8fd1414b80d0 100644 --- a/docs/installation.rst +++ b/docs/installation.rst @@ -15,11 +15,12 @@ specific language governing permissions and limitations under the License. -.. contents:: :local: Installation ------------ +.. contents:: :local: + Getting Airflow ''''''''''''''' @@ -110,6 +111,8 @@ ensure that ``~/.local/bin`` is in your ``PATH`` environment variable, and add i PATH=$PATH:~/.local/bin +.. _installation:extra_packages: + Extra Packages '''''''''''''' @@ -122,289 +125,18 @@ yum package, or whatever equivalent applies on the distribution you are using. Behind the scenes, Airflow does conditional imports of operators that require these extra dependencies. -Here's the list of the subpackages and what they enable: - - -**Fundamentals:** - -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| subpackage | install command | enables | -+=====================+=====================================================+======================================================================+ -| all | ``pip install 'apache-airflow[all]'`` | All Airflow features known to man | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| all_dbs | ``pip install 'apache-airflow[all_dbs]'`` | All databases integrations | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| devel | ``pip install 'apache-airflow[devel]'`` | Minimum dev tools requirements | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| devel_hadoop | ``pip install 'apache-airflow[devel_hadoop]'`` | Airflow + dependencies on the Hadoop stack | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| doc | ``pip install 'apache-airflow[doc]'`` | Packages needed to build docs | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| password | ``pip install 'apache-airflow[password]'`` | Password authentication for users | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ - - -**Apache Software:** - -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| subpackage | install command | enables | -+=====================+=====================================================+======================================================================+ -| atlas | ``pip install 'apache-airflow[apache.atlas]'`` | Apache Atlas to use Data Lineage feature | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| beam | ``pip install 'apache-airflow[apache.beam]'`` | Apache Beam operators & hooks | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| cassandra | ``pip install 'apache-airflow[apache.cassandra]'`` | Cassandra related operators & hooks | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| druid | ``pip install 'apache-airflow[apache.druid]'`` | Druid related operators & hooks | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| hdfs | ``pip install 'apache-airflow[apache.hdfs]'`` | HDFS hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| hive | ``pip install 'apache-airflow[apache.hive]'`` | All Hive related operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| kylin | ``pip install 'apache-airflow[apache.kylin]'`` | All Kylin related operators & hooks | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| spark | ``pip install 'apache-airflow[apache.spark]'`` | All Spark related operators & hooks | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| webhdfs | ``pip install 'apache-airflow[webhdfs]'`` | HDFS hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ - - -**Services:** - -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| subpackage | install command | enables | -+=====================+=====================================================+======================================================================+ -| aws | ``pip install 'apache-airflow[amazon]'`` | Amazon Web Services | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| azure | ``pip install 'apache-airflow[microsoft.azure]'`` | Microsoft Azure | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| cloudant | ``pip install 'apache-airflow[cloudant]'`` | Cloudant hook | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| databricks | ``pip install 'apache-airflow[databricks]'`` | Databricks hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| datadog | ``pip install 'apache-airflow[datadog]'`` | Datadog hooks and sensors | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| facebook | ``pip install 'apache-airflow[facebook]'`` | Facebook Social | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| gcp | ``pip install 'apache-airflow[google]'`` | Google Cloud | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| github_enterprise | ``pip install 'apache-airflow[github_enterprise]'`` | GitHub Enterprise auth backend | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| google_auth | ``pip install 'apache-airflow[google_auth]'`` | Google auth backend | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| hashicorp | ``pip install 'apache-airflow[hashicorp]'`` | Hashicorp Services (Vault) | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| jira | ``pip install 'apache-airflow[jira]'`` | Jira hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| pagerduty | ``pip install 'apache-airflow[pagerduty]'`` | Pagerduty hook | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| plexus | ``pip install 'apache-airflow[plexus]'`` | Plexus service of CoreScientific.com AI platform | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| qds | ``pip install 'apache-airflow[qds]'`` | Enable QDS (Qubole Data Service) support | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| salesforce | ``pip install 'apache-airflow[salesforce]'`` | Salesforce hook | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| sendgrid | ``pip install 'apache-airflow[sendgrid]'`` | Send email using sendgrid | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| segment | ``pip install 'apache-airflow[segment]'`` | Segment hooks and sensors | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| sentry | ``pip install 'apache-airflow[sentry]'`` | Sentry service for application logging and monitoring | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| slack | ``pip install 'apache-airflow[slack]'`` | :class:`airflow.providers.slack.operators.slack.SlackAPIOperator` | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| snowflake | ``pip install 'apache-airflow[snowflake]'`` | Snowflake hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| vertica | ``pip install 'apache-airflow[vertica]'`` | Vertica hook support as an Airflow backend | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| yandexcloud | ``pip install 'apache-airflow[yandexcloud]'`` | Yandex.Cloud hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ - - -**Software:** - -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| subpackage | install command | enables | -+=====================+=====================================================+====================================================================================+ -| async | ``pip install 'apache-airflow[async]'`` | Async worker classes for Gunicorn | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| celery | ``pip install 'apache-airflow[celery]'`` | CeleryExecutor | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| dask | ``pip install 'apache-airflow[dask]'`` | DaskExecutor | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| docker | ``pip install 'apache-airflow[docker]'`` | Docker hooks and operators | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| elasticsearch | ``pip install 'apache-airflow[elasticsearch]'`` | Elasticsearch hooks and Log Handler | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| exasol | ``pip install 'apache-airflow[exasol]'`` | Exasol hooks and operators | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| kubernetes | ``pip install 'apache-airflow[cncf.kubernetes]'`` | Kubernetes Executor and operator | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| mongo | ``pip install 'apache-airflow[mongo]'`` | Mongo hooks and operators | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| mssql (deprecated) | ``pip install 'apache-airflow[microsoft.mssql]'`` | Microsoft SQL Server operators and hook, | -| | | support as an Airflow backend. Uses pymssql. | -| | | Will be replaced by subpackage ``odbc``. | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| mysql | ``pip install 'apache-airflow[mysql]'`` | MySQL operators and hook, support as an Airflow | -| | | backend. The version of MySQL server has to be | -| | | 5.6.4+. The exact version upper bound depends | -| | | on version of ``mysqlclient`` package. For | -| | | example, ``mysqlclient`` 1.3.12 can only be | -| | | used with MySQL server 5.6.4 through 5.7. | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| odbc | ``pip install 'apache-airflow[odbc]'`` | ODBC data sources including MS SQL Server. Can use MsSqlOperator, | -| | | or as metastore database backend. Uses pyodbc. | -| | | See :ref:`howto/connection/odbc` for more info. | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| oracle | ``pip install 'apache-airflow[oracle]'`` | Oracle hooks and operators | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| pinot | ``pip install 'apache-airflow[pinot]'`` | Pinot DB hook | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| postgres | ``pip install 'apache-airflow[postgres]'`` | PostgreSQL operators and hook, support as an | -| | | Airflow backend | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| presto | ``pip install 'apache-airflow[presto]'`` | All Presto related operators & hooks | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| rabbitmq | ``pip install 'apache-airflow[rabbitmq]'`` | RabbitMQ support as a Celery backend | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| redis | ``pip install 'apache-airflow[redis]'`` | Redis hooks and sensors | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| samba | ``pip install 'apache-airflow[samba]'`` | :class:`airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator` | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| singularity | ``pip install 'apache-airflow[singularity]'`` | Singularity container operator | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| statsd | ``pip install 'apache-airflow[statsd]'`` | Needed by StatsD metrics | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| tableau | ``pip install 'apache-airflow[tableau]'`` | Tableau visualization integration | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ -| virtualenv | ``pip install 'apache-airflow[virtualenv]'`` | Running python tasks in local virtualenv | -+---------------------+-----------------------------------------------------+------------------------------------------------------------------------------------+ - - -**Other:** - -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| subpackage | install command | enables | -+=====================+=====================================================+======================================================================+ -| cgroups | ``pip install 'apache-airflow[cgroups]'`` | Needed To use CgroupTaskRunner | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| grpc | ``pip install 'apache-airflow[grpc]'`` | Grpc hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| jdbc | ``pip install 'apache-airflow[jdbc]'`` | JDBC hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| kerberos | ``pip install 'apache-airflow[kerberos]'`` | Kerberos integration for Kerberized Hadoop | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| ldap | ``pip install 'apache-airflow[ldap]'`` | LDAP authentication for users | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| papermill | ``pip install 'apache-airflow[papermill]'`` | Papermill hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| ssh | ``pip install 'apache-airflow[ssh]'`` | SSH hooks and Operator | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ -| winrm | ``pip install 'apache-airflow[microsoft.winrm]'`` | WinRM hooks and operators | -+---------------------+-----------------------------------------------------+----------------------------------------------------------------------+ +For the list of the subpackages and what they enable, see: :doc:`extra-packages-ref`. Provider packages ------------------ - -Provider packages context -''''''''''''''''''''''''' +''''''''''''''''' Unlike Apache Airflow 1.10, the Airflow 2.0 is delivered in multiple, separate, but connected packages. The core of Airflow scheduling system is delivered as ``apache-airflow`` package and there are around 60 providers packages which can be installed separately as so called "Airflow Provider packages". -Those provider packages are separated per-provider (for example ``amazon``, ``google``, ``salesforce`` -etc.) Those packages are available as ``apache-airflow-providers`` packages - separately per each provider -(for example there is an ``apache-airflow-providers-amazon`` or ``apache-airflow-providers-google`` package. - -You can install those provider packages separately in order to interface with a given provider. For those -providers that have corresponding extras, the provider packages (latest version from PyPI) are installed -automatically when Airflow is installed with the extra. - -Providers are released and versioned separately from the Airflow releases. We are following the -`Semver `_ versioning scheme for the packages. Some versions of the provider -packages might depend on particular versions of Airflow, but the general approach we have is that unless -there is a good reason, new version of providers should work with recent versions of Airflow 2.x. Details -will vary per-provider and if there is a limitation for particular version of particular provider, -constraining the Airflow version used, it will be included as limitation of dependencies in the provider -package. - -Some of the providers have cross-provider dependencies as well. Those are not required dependencies, they -might simply enable certain features (for example transfer operators often create dependency between -different providers. Again, the general approach here is that the providers are backwards compatible, -including cross-dependencies. Any kind of breaking changes and requirements on particular versions of other -provider packages are automatically documented in the release notes of every provider. - -.. note:: - We also provide ``apache-airflow-backport-providers`` packages that can be installed for Airflow 1.10. - Those are the same providers as for 2.0 but automatically back-ported to work for Airflow 1.10. Those - backport providers are going to be updated and released for 3 months after Apache Airflow 2.0 release. - -Provider packages functionality -''''''''''''''''''''''''''''''' - -Separate provider packages provide the possibilities that were not available in 1.10: - -1. You can upgrade to latest version of particular providers without the need of Apache Airflow core upgrade. - -2. You can downgrade to previous version of particular provider in case the new version introduces - some problems, without impacting the main Apache Airflow core package. - -3. You can release and upgrade/downgrade provider packages incrementally, independent from each other. This - means that you can incrementally validate each of the provider package update in your environment, - following the usual tests you have in your environment. - - -Q&A for Airflow and Providers ------------------------------ - -Upgrading Airflow 2.0 and Providers -''''''''''''''''''''''''''''''''''' - -Q. **When upgrading to a new Airflow version such as 2.0, but possibly 2.0.1 and beyond, is the best practice - to also upgrade provider packages at the same time?** - -A. It depends on your use case. If you have automated or semi-automated verification of your installation, - that you can run a new version of Airflow including all provider packages, then definitely go for it. - If you rely more on manual testing, it is advised that you upgrade in stages. Depending on your choice - you can either upgrade all used provider packages first, and then upgrade Airflow Core or the other way - round. The first approach - when you first upgrade all providers is probably safer, as you can do it - incrementally, step-by-step replacing provider by provider in your environment. - -Using Backport Providers in Airflow 1.10 -'''''''''''''''''''''''''''''''''''''''' - -Q. **I have an Airflow version (1.10.12) running and it is stable. However, because of a Cloud provider change, - I would like to upgrade the provider package. If I don't need to upgrade the Airflow version anymore, - how do I know that this provider version is compatible with my Airflow version?** - - -A. Backport Provider Packages (those are needed in 1.10.* Airflow series) are going to be released for - 3 months after the release. We will stop releasing new updates to the backport providers afterwards. - You will be able to continue using the provider packages that you already use and unless you need to - get some new release of the provider that is only released for 2.0, there is no need to upgrade - Airflow. This might happen if for example the provider is migrated to use newer version of client - libraries or when new features/operators/hooks are added to it. Those changes will only be - backported to 1.10.* compatible backport providers up to 3 months after releasing Airflow 2.0. - Also we expect more providers, changes and fixes added to the existing providers to come after the - 3 months pass. Eventually you will have to upgrade to Airflow 2.0 if you would like to make use of those. - When it comes to compatibility of providers with different Airflow 2 versions, each - provider package will keep its own dependencies, and while we expect those providers to be generally - backwards-compatible, particular versions of particular providers might introduce dependencies on - specific Airflow versions. - -Customizing Provider Packages -''''''''''''''''''''''''''''' - -Q. **I have an older version of my provider package which we have lightly customized and is working - fine with my MSSQL installation. I am upgrading my Airflow version. Do I need to upgrade my provider, - or can I keep it as it is.** - -A. It depends on the scope of customization. There is no need to upgrade the provider packages to later - versions unless you want to upgrade to Airflow version that introduces backwards-incompatible changes. - Generally speaking, with Airflow 2 we are following the `Semver `_ approach where - we will introduce backwards-incompatible changes in Major releases, so all your modifications (as long - as you have not used internal Airflow classes) should work for All Airflow 2.* versions. +The default Airflow installation doesn't have many integrations and you have to install them yourself. +For more information, see: :doc:`provider-packages` +For the list of the provider packages and what they enable, see: :doc:`provider-packages-ref`. Initializing Airflow Database ----------------------------- @@ -420,3 +152,8 @@ run tasks: .. code-block:: bash airflow db init + +Docker image +------------ + +Airflow is also distributed as a Docker image (OCI Image). For more information, see: :doc:`production-deployment` diff --git a/docs/operators-and-hooks-ref.rst b/docs/operators-and-hooks-ref.rst index 9df386875ff92a..4d9e958a5c60c3 100644 --- a/docs/operators-and-hooks-ref.rst +++ b/docs/operators-and-hooks-ref.rst @@ -1359,7 +1359,7 @@ These integrations allow you to perform various operations within various servic - :mod:`airflow.providers.salesforce.operators.tableau_refresh_workbook` - :mod:`airflow.providers.salesforce.sensors.tableau_job_status` - * - `Segment `__ + * - `Segment `__ - - :mod:`airflow.providers.segment.hooks.segment` - :mod:`airflow.providers.segment.operators.segment_track_event` diff --git a/docs/provider-packages-ref.rst b/docs/provider-packages-ref.rst new file mode 100644 index 00000000000000..a259b24abd3472 --- /dev/null +++ b/docs/provider-packages-ref.rst @@ -0,0 +1,61 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +Providers packages reference +'''''''''''''''''''''''''''' + +Here's the list of the :doc:`provider packages ` and what they enable: + +.. note:: + For more information on providers packages, see :ref:`installation:extra_packages` + +.. contents:: :local: + +.. jinja:: providers_ctx + :debug: true + + {% for package in package_data.providers %} + + ``{{ package["package-name"] }}`` + {{ "=" * (section["name"]|length + 4) }} + + {% if package["description"] %} + {{ package["description"] }} + {% endif %} + + {% if package["versions"] %} + To install, run: + + .. code-block:: bash + + pip install '{{ package["package-name"] }}' + + Available versions: + {%- for version in package["versions"] %}``{{ version }}``{% if not loop.last %}, {% else %}.{% endif %}{%- endfor %} + + Reference: `PyPi repository `__ + {% else %} + + .. warning:: + + This package has not yet been released. + + {% endif %} + {%- if package["python-module"] %} + Python API Refernece: :mod:`{{ package["python-module"] }}` + {% endif %} + {% endfor %} diff --git a/docs/provider-packages.rst b/docs/provider-packages.rst new file mode 100644 index 00000000000000..7b405ede6ad041 --- /dev/null +++ b/docs/provider-packages.rst @@ -0,0 +1,120 @@ + .. Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + .. http://www.apache.org/licenses/LICENSE-2.0 + + .. Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +Provider packages +----------------- + +.. contents:: :local: + +Provider packages context +''''''''''''''''''''''''' + +Unlike Apache Airflow 1.10, the Airflow 2.0 is delivered in multiple, separate, but connected packages. +The core of Airflow scheduling system is delivered as ``apache-airflow`` package and there are around +60 providers packages which can be installed separately as so called "Airflow Provider packages". +Those provider packages are separated per-provider (for example ``amazon``, ``google``, ``salesforce`` +etc.) Those packages are available as ``apache-airflow-providers`` packages - separately per each provider +(for example there is an ``apache-airflow-providers-amazon`` or ``apache-airflow-providers-google`` package. + +You can install those provider packages separately in order to interface with a given provider. For those +providers that have corresponding extras, the provider packages (latest version from PyPI) are installed +automatically when Airflow is installed with the extra. + +Providers are released and versioned separately from the Airflow releases. We are following the +`Semver `_ versioning scheme for the packages. Some versions of the provider +packages might depend on particular versions of Airflow, but the general approach we have is that unless +there is a good reason, new version of providers should work with recent versions of Airflow 2.x. Details +will vary per-provider and if there is a limitation for particular version of particular provider, +constraining the Airflow version used, it will be included as limitation of dependencies in the provider +package. + +Some of the providers have cross-provider dependencies as well. Those are not required dependencies, they +might simply enable certain features (for example transfer operators often create dependency between +different providers. Again, the general approach here is that the providers are backwards compatible, +including cross-dependencies. Any kind of breaking changes and requirements on particular versions of other +provider packages are automatically documented in the release notes of every provider. + +.. note:: + We also provide ``apache-airflow-backport-providers`` packages that can be installed for Airflow 1.10. + Those are the same providers as for 2.0 but automatically back-ported to work for Airflow 1.10. Those + backport providers are going to be updated and released for 3 months after Apache Airflow 2.0 release. + +Provider packages functionality +''''''''''''''''''''''''''''''' + +Separate provider packages provide the possibilities that were not available in 1.10: + +1. You can upgrade to latest version of particular providers without the need of Apache Airflow core upgrade. + +2. You can downgrade to previous version of particular provider in case the new version introduces + some problems, without impacting the main Apache Airflow core package. + +3. You can release and upgrade/downgrade provider packages incrementally, independent from each other. This + means that you can incrementally validate each of the provider package update in your environment, + following the usual tests you have in your environment. + + +Q&A for Airflow and Providers +''''''''''''''''''''''''''''' + +Upgrading Airflow 2.0 and Providers +""""""""""""""""""""""""""""""""""" + +Q. **When upgrading to a new Airflow version such as 2.0, but possibly 2.0.1 and beyond, is the best practice + to also upgrade provider packages at the same time?** + +A. It depends on your use case. If you have automated or semi-automated verification of your installation, + that you can run a new version of Airflow including all provider packages, then definitely go for it. + If you rely more on manual testing, it is advised that you upgrade in stages. Depending on your choice + you can either upgrade all used provider packages first, and then upgrade Airflow Core or the other way + round. The first approach - when you first upgrade all providers is probably safer, as you can do it + incrementally, step-by-step replacing provider by provider in your environment. + +Using Backport Providers in Airflow 1.10 +"""""""""""""""""""""""""""""""""""""""" + +Q. **I have an Airflow version (1.10.12) running and it is stable. However, because of a Cloud provider change, + I would like to upgrade the provider package. If I don't need to upgrade the Airflow version anymore, + how do I know that this provider version is compatible with my Airflow version?** + + +A. Backport Provider Packages (those are needed in 1.10.* Airflow series) are going to be released for + 3 months after the release. We will stop releasing new updates to the backport providers afterwards. + You will be able to continue using the provider packages that you already use and unless you need to + get some new release of the provider that is only released for 2.0, there is no need to upgrade + Airflow. This might happen if for example the provider is migrated to use newer version of client + libraries or when new features/operators/hooks are added to it. Those changes will only be + backported to 1.10.* compatible backport providers up to 3 months after releasing Airflow 2.0. + Also we expect more providers, changes and fixes added to the existing providers to come after the + 3 months pass. Eventually you will have to upgrade to Airflow 2.0 if you would like to make use of those. + When it comes to compatibility of providers with different Airflow 2 versions, each + provider package will keep its own dependencies, and while we expect those providers to be generally + backwards-compatible, particular versions of particular providers might introduce dependencies on + specific Airflow versions. + +Customizing Provider Packages +""""""""""""""""""""""""""""" + +Q. **I have an older version of my provider package which we have lightly customized and is working + fine with my MSSQL installation. I am upgrading my Airflow version. Do I need to upgrade my provider, + or can I keep it as it is.** + +A. It depends on the scope of customization. There is no need to upgrade the provider packages to later + versions unless you want to upgrade to Airflow version that introduces backwards-incompatible changes. + Generally speaking, with Airflow 2 we are following the `Semver `_ approach where + we will introduce backwards-incompatible changes in Major releases, so all your modifications (as long + as you have not used internal Airflow classes) should work for All Airflow 2.* versions. diff --git a/scripts/ci/pre_commit/pre_commit_check_setup_installation.py b/scripts/ci/pre_commit/pre_commit_check_setup_extra_packages_ref.py similarity index 99% rename from scripts/ci/pre_commit/pre_commit_check_setup_installation.py rename to scripts/ci/pre_commit/pre_commit_check_setup_extra_packages_ref.py index 15479ea853b333..b26e833ccff15c 100755 --- a/scripts/ci/pre_commit/pre_commit_check_setup_installation.py +++ b/scripts/ci/pre_commit/pre_commit_check_setup_extra_packages_ref.py @@ -32,7 +32,7 @@ AIRFLOW_SOURCES_DIR = os.path.join(dirname(__file__), os.pardir, os.pardir, os.pardir) SETUP_PY_FILE = 'setup.py' -DOCS_FILE = 'installation.rst' +DOCS_FILE = 'extra-packages-ref.rst' PY_IDENTIFIER = r'[a-zA-Z_][a-zA-Z0-9_\.]*' From 9555311f8945d927262a4ec0f9e0bd6a295eac70 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 04:09:57 +0100 Subject: [PATCH 02/17] fixup! Improvements for installation docs --- docs/index.rst | 3 ++- docs/installation.rst | 4 ++-- docs/provider-packages-ref.rst | 5 +---- 3 files changed, 5 insertions(+), 7 deletions(-) diff --git a/docs/index.rst b/docs/index.rst index 8b3795a3eef36c..46678b3592c70f 100644 --- a/docs/index.rst +++ b/docs/index.rst @@ -78,6 +78,7 @@ Content license start installation + provider-packages tutorial tutorial_taskflow_api howto/index @@ -115,5 +116,5 @@ Content Experimental REST API Stable REST API Configurations - Extra packages + Extra packages Provider packages diff --git a/docs/installation.rst b/docs/installation.rst index 8b8fd1414b80d0..32b468800f1d10 100644 --- a/docs/installation.rst +++ b/docs/installation.rst @@ -139,7 +139,7 @@ For more information, see: :doc:`provider-packages` For the list of the provider packages and what they enable, see: :doc:`provider-packages-ref`. Initializing Airflow Database ------------------------------ +''''''''''''''''''''''''''''' Airflow requires a database to be initialized before you can run tasks. If you're just experimenting and learning Airflow, you can stick with the @@ -154,6 +154,6 @@ run tasks: airflow db init Docker image ------------- +'''''''''''' Airflow is also distributed as a Docker image (OCI Image). For more information, see: :doc:`production-deployment` diff --git a/docs/provider-packages-ref.rst b/docs/provider-packages-ref.rst index a259b24abd3472..9a3cbbe2496817 100644 --- a/docs/provider-packages-ref.rst +++ b/docs/provider-packages-ref.rst @@ -20,18 +20,15 @@ Providers packages reference Here's the list of the :doc:`provider packages ` and what they enable: -.. note:: - For more information on providers packages, see :ref:`installation:extra_packages` .. contents:: :local: .. jinja:: providers_ctx - :debug: true {% for package in package_data.providers %} ``{{ package["package-name"] }}`` - {{ "=" * (section["name"]|length + 4) }} + {{ "=" * (package["package-name"]|length + 4) }} {% if package["description"] %} {{ package["description"] }} From 86e9ec5e7b33c053809f4118abc33a2565bcfa2d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 04:34:08 +0100 Subject: [PATCH 03/17] fixup! fixup! Improvements for installation docs --- docs/build_docs.py | 1 + docs/conf.py | 2 +- docs/exts/{providers_index.py => providers_packages_ref.py} | 0 3 files changed, 2 insertions(+), 1 deletion(-) rename docs/exts/{providers_index.py => providers_packages_ref.py} (100%) diff --git a/docs/build_docs.py b/docs/build_docs.py index 6f4acc184ba3b7..83930d6a384479 100755 --- a/docs/build_docs.py +++ b/docs/build_docs.py @@ -616,6 +616,7 @@ def check_spelling() -> None: "sphinxcontrib.jinja", "docroles", "removemarktransform", + 'providers_packages_ref', ] with NamedTemporaryFile() as tmp_file: diff --git a/docs/conf.py b/docs/conf.py index 6cc41338c347f1..df6fbb345e6432 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -93,7 +93,7 @@ 'removemarktransform', 'sphinx_copybutton', 'redirects', - 'providers_index', + 'providers_packages_ref', # First, generate redoc 'sphinxcontrib.redoc', # Second, update redoc script diff --git a/docs/exts/providers_index.py b/docs/exts/providers_packages_ref.py similarity index 100% rename from docs/exts/providers_index.py rename to docs/exts/providers_packages_ref.py From 4ee205290ff558c5c4393559ebd3a942243a2c57 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 05:29:50 +0100 Subject: [PATCH 04/17] fixup! fixup! fixup! Improvements for installation docs --- docs/build_docs.py | 8 +++++--- docs/conf.py | 1 + docs/provider-packages-ref.rst | 2 +- 3 files changed, 7 insertions(+), 4 deletions(-) diff --git a/docs/build_docs.py b/docs/build_docs.py index 83930d6a384479..31690afbdcbcf7 100755 --- a/docs/build_docs.py +++ b/docs/build_docs.py @@ -622,7 +622,8 @@ def check_spelling() -> None: with NamedTemporaryFile() as tmp_file: build_cmd = [ "sphinx-build", - "-W", + "-W", # turn warnings into errors + "-T", # show full traceback on exception "-b", # builder to use "spelling", "-d", # path for the cached environment and doctree files @@ -660,12 +661,13 @@ def build_sphinx_docs() -> None: with NamedTemporaryFile() as tmp_file: build_cmd = [ "sphinx-build", + "-T", # show full traceback on exception + "--color", # do emit colored output "-b", # builder to use "html", "-d", # path for the cached environment and doctree files "_build/doctrees", - "--color", # do emit colored output - "-w", # turn warnings into errors + "-w", # write warnings (and errors) to given file tmp_file.name, ".", # path to documentation source files "_build/html", # path to output directory diff --git a/docs/conf.py b/docs/conf.py index df6fbb345e6432..0ebaabf2147de2 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -386,6 +386,7 @@ def _get_rst_filepath_from_path(filepath: str): autoapi_ignore = [ '*/airflow/kubernetes/kubernetes_request_factory/*', '*/_internal*', + '*/airflow/**/providers/**/utils/*', '*/node_modules/*', '*/example_dags/*', '*/migrations/*', diff --git a/docs/provider-packages-ref.rst b/docs/provider-packages-ref.rst index 9a3cbbe2496817..6acc29a6b37b22 100644 --- a/docs/provider-packages-ref.rst +++ b/docs/provider-packages-ref.rst @@ -53,6 +53,6 @@ Here's the list of the :doc:`provider packages ` and what the {% endif %} {%- if package["python-module"] %} - Python API Refernece: :mod:`{{ package["python-module"] }}` + Python API Reference: :mod:`{{ package["python-module"] }}` {% endif %} {% endfor %} From 7c7848fa14c82a93c6140f5858e53fd4b4ac0292 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 06:28:10 +0100 Subject: [PATCH 05/17] fixup! fixup! fixup! fixup! Improvements for installation docs --- docs/provider-packages-ref.rst | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/docs/provider-packages-ref.rst b/docs/provider-packages-ref.rst index 6acc29a6b37b22..7b3680151d18ea 100644 --- a/docs/provider-packages-ref.rst +++ b/docs/provider-packages-ref.rst @@ -41,18 +41,20 @@ Here's the list of the :doc:`provider packages ` and what the pip install '{{ package["package-name"] }}' - Available versions: - {%- for version in package["versions"] %}``{{ version }}``{% if not loop.last %}, {% else %}.{% endif %}{%- endfor %} + :Available versions: {% for version in package["versions"] %}``{{ version }}``{% if not loop.last %}, {% else %}.{% endif %}{%- endfor %} - Reference: `PyPi repository `__ + :Reference: `PyPi repository `__ + {% if package["python-module"] %} + :Python API Reference: :mod:`{{ package["python-module"] }}` + {% endif %} {% else %} .. warning:: This package has not yet been released. + {% if package["python-module"] %} + :Python API Reference: :mod:`{{ package["python-module"] }}` {% endif %} - {%- if package["python-module"] %} - Python API Reference: :mod:`{{ package["python-module"] }}` {% endif %} {% endfor %} From af42df4c946ad0d5ea619771739de74dfb3d0bc5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 06:44:11 +0100 Subject: [PATCH 06/17] fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- setup.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/setup.py b/setup.py index 7925a42762a1cb..f13a2673140269 100644 --- a/setup.py +++ b/setup.py @@ -383,6 +383,10 @@ def write_version(filename: str = os.path.join(*[my_dir, "airflow", "git_version 'slackclient>=2.0.0,<3.0.0', ] snowflake = [ + # snowflake is not compatible with latest version. + # This library monkey patches the requests library, so SSL is broken globally. + # See: https://github.com/snowflakedb/snowflake-connector-python/issues/324 + 'requests<2.24.0', 'snowflake-connector-python>=1.5.2', 'snowflake-sqlalchemy>=1.1.0', ] From 9d86a1c403f61313a74d78c7cb891ed769f1ff8b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 07:14:05 +0100 Subject: [PATCH 07/17] fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- dev/package-data/providers.yaml | 2 +- docs/conf.py | 4 +--- docs/exts/sphinx_script_update.py | 2 +- 3 files changed, 3 insertions(+), 5 deletions(-) diff --git a/dev/package-data/providers.yaml b/dev/package-data/providers.yaml index 76cc8480783572..5883733f544d1d 100644 --- a/dev/package-data/providers.yaml +++ b/dev/package-data/providers.yaml @@ -188,7 +188,7 @@ providers: - `Google Cloud (GCP) `__ - `Google Firebase `__ - `Google Marketing Platform `__ - - `Google Workspace `__ (formely Google Suite) + - `Google Workspace `__ (formerly Google Suite) versions: - 1.0.0b1 diff --git a/docs/conf.py b/docs/conf.py index 0ebaabf2147de2..790c8cd6cde18e 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -133,9 +133,7 @@ def _get_rst_filepath_from_path(filepath: str): elif os.path.isfile(filepath) and filepath.endswith('/__init__.py'): result = filepath.rpartition("/")[0] else: - result = filepath.rpartition( - ".", - )[0] + result = filepath.rpartition(".")[0] result += "/index.rst" result = f"_api/{os.path.relpath(result, ROOT_DIR)}" diff --git a/docs/exts/sphinx_script_update.py b/docs/exts/sphinx_script_update.py index e5d6062001af14..a7e8bfe7a0b575 100644 --- a/docs/exts/sphinx_script_update.py +++ b/docs/exts/sphinx_script_update.py @@ -108,4 +108,4 @@ def build_finished(app, exception): def setup(app): """Setup plugin""" app.add_config_value("redoc_script_url", None, "env") - app.connect("build-finished", build_finished) + app.connect("builder-inited", build_finished) From fc3563b4665e7b4a38f509094a09e10a53268248 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 12:20:06 +0100 Subject: [PATCH 08/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- docs/exts/sphinx_script_update.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/docs/exts/sphinx_script_update.py b/docs/exts/sphinx_script_update.py index a7e8bfe7a0b575..d461fee25912fa 100644 --- a/docs/exts/sphinx_script_update.py +++ b/docs/exts/sphinx_script_update.py @@ -89,10 +89,8 @@ def fetch_and_cache(script_url: str, output_filename: str): return cache_filepath -def build_finished(app, exception): +def build_inited(app): """Sphinx "build_finished" event handler.""" - if exception: - return if not isinstance(app.builder, builders.StandaloneHTMLBuilder): log.warning( F"The plugin is support only 'html' builder, but you are using '{type(app.builder)}'. Skipping..." @@ -108,4 +106,4 @@ def build_finished(app, exception): def setup(app): """Setup plugin""" app.add_config_value("redoc_script_url", None, "env") - app.connect("builder-inited", build_finished) + app.connect("builder-inited", build_inited) From 2e84beb41db6530f9ec0ef24c15991799ae5478a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 14:27:15 +0100 Subject: [PATCH 09/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- docs/exts/sphinx_script_update.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/docs/exts/sphinx_script_update.py b/docs/exts/sphinx_script_update.py index d461fee25912fa..ead4bd12dd4040 100644 --- a/docs/exts/sphinx_script_update.py +++ b/docs/exts/sphinx_script_update.py @@ -90,7 +90,7 @@ def fetch_and_cache(script_url: str, output_filename: str): def build_inited(app): - """Sphinx "build_finished" event handler.""" + """Sphinx "build-inited" event handler.""" if not isinstance(app.builder, builders.StandaloneHTMLBuilder): log.warning( F"The plugin is support only 'html' builder, but you are using '{type(app.builder)}'. Skipping..." @@ -99,6 +99,14 @@ def build_inited(app): script_url = app.config.redoc_script_url output_filename = "script.js" + fetch_and_cache(script_url, output_filename) + + +def build_finished(app): + """Sphinx "build-finished" event handler.""" + script_url = app.config.redoc_script_url + output_filename = "script.js" + cache_filepath = fetch_and_cache(script_url, output_filename) copy_file(cache_filepath, os.path.join(app.builder.outdir, '_static', "redoc.js")) @@ -107,3 +115,4 @@ def setup(app): """Setup plugin""" app.add_config_value("redoc_script_url", None, "env") app.connect("builder-inited", build_inited) + app.connect("builder-finished", build_finished) From 4508d226ac4906f9e7516aa4ee59209be3afbc7f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 15:16:36 +0100 Subject: [PATCH 10/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- docs/exts/sphinx_script_update.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/docs/exts/sphinx_script_update.py b/docs/exts/sphinx_script_update.py index ead4bd12dd4040..7a8c45a6a1b2aa 100644 --- a/docs/exts/sphinx_script_update.py +++ b/docs/exts/sphinx_script_update.py @@ -89,8 +89,8 @@ def fetch_and_cache(script_url: str, output_filename: str): return cache_filepath -def build_inited(app): - """Sphinx "build-inited" event handler.""" +def builder_inited(app): + """Sphinx "builder-inited" event handler.""" if not isinstance(app.builder, builders.StandaloneHTMLBuilder): log.warning( F"The plugin is support only 'html' builder, but you are using '{type(app.builder)}'. Skipping..." @@ -102,8 +102,10 @@ def build_inited(app): fetch_and_cache(script_url, output_filename) -def build_finished(app): +def build_finished(app, exception): """Sphinx "build-finished" event handler.""" + if exception: + return script_url = app.config.redoc_script_url output_filename = "script.js" @@ -114,5 +116,5 @@ def build_finished(app): def setup(app): """Setup plugin""" app.add_config_value("redoc_script_url", None, "env") - app.connect("builder-inited", build_inited) - app.connect("builder-finished", build_finished) + app.connect("builder-inited", builder_inited) + app.connect("build-finished", build_finished) From 35db168ac1e89aa2e6a746cf3740dd72515cf6ea Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 17:05:23 +0100 Subject: [PATCH 11/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- docs/exts/sphinx_script_update.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docs/exts/sphinx_script_update.py b/docs/exts/sphinx_script_update.py index 7a8c45a6a1b2aa..114287b89f9be2 100644 --- a/docs/exts/sphinx_script_update.py +++ b/docs/exts/sphinx_script_update.py @@ -20,6 +20,7 @@ import sys import tempfile from distutils.file_util import copy_file +from functools import lru_cache from typing import Dict import requests @@ -48,6 +49,7 @@ def _user_cache_dir(appname=None): return path +@lru_cache(maxsize=None) def fetch_and_cache(script_url: str, output_filename: str): """Fetch URL to local cache and returns path.""" cache_key = _gethash(script_url) @@ -104,7 +106,7 @@ def builder_inited(app): def build_finished(app, exception): """Sphinx "build-finished" event handler.""" - if exception: + if exception or not isinstance(app.builder, builders.StandaloneHTMLBuilder): return script_url = app.config.redoc_script_url output_filename = "script.js" From 94e7f3242a261129f292460209c69b171f28d685 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 20:55:08 +0100 Subject: [PATCH 12/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- .pre-commit-config.yaml | 2 +- STATIC_CODE_CHECKS.rst | 2 +- airflow/providers/amazon/provider.yaml | 7 + .../providers/apache/cassandra/provider.yaml | 7 + airflow/providers/apache/druid/provider.yaml | 7 + airflow/providers/apache/hdfs/provider.yaml | 8 + airflow/providers/apache/hive/provider.yaml | 7 + airflow/providers/apache/kylin/provider.yaml | 7 + airflow/providers/apache/livy/provider.yaml | 7 + airflow/providers/apache/pig/provider.yaml | 7 + airflow/providers/apache/pinot/provider.yaml | 7 + airflow/providers/apache/spark/provider.yaml | 7 + airflow/providers/apache/sqoop/provider.yaml | 7 + airflow/providers/celery/provider.yaml | 7 + airflow/providers/cloudant/provider.yaml | 7 + .../providers/cncf/kubernetes/provider.yaml | 7 + airflow/providers/databricks/provider.yaml | 7 + airflow/providers/datadog/provider.yaml | 7 + airflow/providers/dingding/provider.yaml | 7 + airflow/providers/discord/provider.yaml | 7 + airflow/providers/docker/provider.yaml | 7 + airflow/providers/elasticsearch/provider.yaml | 7 + airflow/providers/exasol/provider.yaml | 7 + airflow/providers/facebook/provider.yaml | 7 + airflow/providers/ftp/provider.yaml | 7 + airflow/providers/google/provider.yaml | 13 + airflow/providers/grpc/provider.yaml | 7 + airflow/providers/hashicorp/provider.yaml | 7 + airflow/providers/http/provider.yaml | 7 + airflow/providers/imap/provider.yaml | 7 + airflow/providers/jdbc/provider.yaml | 7 + airflow/providers/jenkins/provider.yaml | 7 + airflow/providers/jira/provider.yaml | 7 + .../providers/microsoft/azure/provider.yaml | 7 + .../providers/microsoft/mssql/provider.yaml | 7 + .../providers/microsoft/winrm/provider.yaml | 7 + airflow/providers/mongo/provider.yaml | 7 + airflow/providers/mysql/provider.yaml | 7 + airflow/providers/odbc/provider.yaml | 7 + airflow/providers/openfaas/provider.yaml | 7 + airflow/providers/opsgenie/provider.yaml | 7 + airflow/providers/oracle/provider.yaml | 7 + airflow/providers/pagerduty/provider.yaml | 7 + airflow/providers/papermill/provider.yaml | 7 + airflow/providers/plexus/provider.yaml | 7 + airflow/providers/postgres/provider.yaml | 7 + airflow/providers/presto/provider.yaml | 7 + airflow/providers/qubole/provider.yaml | 7 + airflow/providers/redis/provider.yaml | 7 + airflow/providers/salesforce/provider.yaml | 7 + airflow/providers/samba/provider.yaml | 7 + airflow/providers/segment/provider.yaml | 7 + airflow/providers/sendgrid/provider.yaml | 7 + airflow/providers/sftp/provider.yaml | 7 + airflow/providers/singularity/provider.yaml | 7 + airflow/providers/slack/provider.yaml | 7 + airflow/providers/snowflake/provider.yaml | 7 + airflow/providers/sqlite/provider.yaml | 7 + airflow/providers/ssh/provider.yaml | 7 + airflow/providers/vertica/provider.yaml | 7 + airflow/providers/yandex/provider.yaml | 7 + airflow/providers/zendesk/provider.yaml | 7 + dev/package-data/providers.yaml | 447 ------------------ dev/package-data/providers.yaml.schema.json | 42 -- dev/provider.yaml.schema.json | 32 ++ docs/exts/providers_packages_ref.py | 20 +- docs/provider-packages-ref.rst | 2 +- 67 files changed, 475 insertions(+), 499 deletions(-) create mode 100644 airflow/providers/amazon/provider.yaml create mode 100644 airflow/providers/apache/cassandra/provider.yaml create mode 100644 airflow/providers/apache/druid/provider.yaml create mode 100644 airflow/providers/apache/hdfs/provider.yaml create mode 100644 airflow/providers/apache/hive/provider.yaml create mode 100644 airflow/providers/apache/kylin/provider.yaml create mode 100644 airflow/providers/apache/livy/provider.yaml create mode 100644 airflow/providers/apache/pig/provider.yaml create mode 100644 airflow/providers/apache/pinot/provider.yaml create mode 100644 airflow/providers/apache/spark/provider.yaml create mode 100644 airflow/providers/apache/sqoop/provider.yaml create mode 100644 airflow/providers/celery/provider.yaml create mode 100644 airflow/providers/cloudant/provider.yaml create mode 100644 airflow/providers/cncf/kubernetes/provider.yaml create mode 100644 airflow/providers/databricks/provider.yaml create mode 100644 airflow/providers/datadog/provider.yaml create mode 100644 airflow/providers/dingding/provider.yaml create mode 100644 airflow/providers/discord/provider.yaml create mode 100644 airflow/providers/docker/provider.yaml create mode 100644 airflow/providers/elasticsearch/provider.yaml create mode 100644 airflow/providers/exasol/provider.yaml create mode 100644 airflow/providers/facebook/provider.yaml create mode 100644 airflow/providers/ftp/provider.yaml create mode 100644 airflow/providers/google/provider.yaml create mode 100644 airflow/providers/grpc/provider.yaml create mode 100644 airflow/providers/hashicorp/provider.yaml create mode 100644 airflow/providers/http/provider.yaml create mode 100644 airflow/providers/imap/provider.yaml create mode 100644 airflow/providers/jdbc/provider.yaml create mode 100644 airflow/providers/jenkins/provider.yaml create mode 100644 airflow/providers/jira/provider.yaml create mode 100644 airflow/providers/microsoft/azure/provider.yaml create mode 100644 airflow/providers/microsoft/mssql/provider.yaml create mode 100644 airflow/providers/microsoft/winrm/provider.yaml create mode 100644 airflow/providers/mongo/provider.yaml create mode 100644 airflow/providers/mysql/provider.yaml create mode 100644 airflow/providers/odbc/provider.yaml create mode 100644 airflow/providers/openfaas/provider.yaml create mode 100644 airflow/providers/opsgenie/provider.yaml create mode 100644 airflow/providers/oracle/provider.yaml create mode 100644 airflow/providers/pagerduty/provider.yaml create mode 100644 airflow/providers/papermill/provider.yaml create mode 100644 airflow/providers/plexus/provider.yaml create mode 100644 airflow/providers/postgres/provider.yaml create mode 100644 airflow/providers/presto/provider.yaml create mode 100644 airflow/providers/qubole/provider.yaml create mode 100644 airflow/providers/redis/provider.yaml create mode 100644 airflow/providers/salesforce/provider.yaml create mode 100644 airflow/providers/samba/provider.yaml create mode 100644 airflow/providers/segment/provider.yaml create mode 100644 airflow/providers/sendgrid/provider.yaml create mode 100644 airflow/providers/sftp/provider.yaml create mode 100644 airflow/providers/singularity/provider.yaml create mode 100644 airflow/providers/slack/provider.yaml create mode 100644 airflow/providers/snowflake/provider.yaml create mode 100644 airflow/providers/sqlite/provider.yaml create mode 100644 airflow/providers/ssh/provider.yaml create mode 100644 airflow/providers/vertica/provider.yaml create mode 100644 airflow/providers/yandex/provider.yaml create mode 100644 airflow/providers/zendesk/provider.yaml delete mode 100644 dev/package-data/providers.yaml delete mode 100644 dev/package-data/providers.yaml.schema.json create mode 100644 dev/provider.yaml.schema.json diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 1ea37f5b165098..f885594152892b 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -244,7 +244,7 @@ repos: files: ^setup.py$ pass_filenames: false entry: ./scripts/ci/pre_commit/pre_commit_check_order_setup.py - - id: setup-installation + - id: setup-extra-packages name: Checks if all the libraries in setup.py are listed in extra-packages-ref.rst file language: python files: ^setup.py$|^docs/extra-packages-ref.rst$ diff --git a/STATIC_CODE_CHECKS.rst b/STATIC_CODE_CHECKS.rst index a69b1d983ff8c4..9ad5a53490031f 100644 --- a/STATIC_CODE_CHECKS.rst +++ b/STATIC_CODE_CHECKS.rst @@ -148,7 +148,7 @@ require Breeze Docker images to be installed locally: ----------------------------------- ---------------------------------------------------------------- ------------ ``setup-order`` Checks for an order of dependencies in setup.py ----------------------------------- ---------------------------------------------------------------- ------------ -``setup-installation`` Checks if all the libraries in setup.py are listed in docs +``setup-extra-packages`` Checks if all the libraries in setup.py are listed in docs ----------------------------------- ---------------------------------------------------------------- ------------ ``shellcheck`` Checks shell files with shellcheck. ----------------------------------- ---------------------------------------------------------------- ------------ diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml new file mode 100644 index 00000000000000..4b73f1443fdd26 --- /dev/null +++ b/airflow/providers/amazon/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-amazon +description: | + Amazon integration (including `Amazon Web Services (AWS) `__). + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/cassandra/provider.yaml b/airflow/providers/apache/cassandra/provider.yaml new file mode 100644 index 00000000000000..9cdc7832ff6126 --- /dev/null +++ b/airflow/providers/apache/cassandra/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-cassandra +description: | + `Apache Cassandra `__. + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/druid/provider.yaml b/airflow/providers/apache/druid/provider.yaml new file mode 100644 index 00000000000000..45f1a0008cadc1 --- /dev/null +++ b/airflow/providers/apache/druid/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-druid +description: | + `Apache Cassandra `__. + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/hdfs/provider.yaml b/airflow/providers/apache/hdfs/provider.yaml new file mode 100644 index 00000000000000..64f93ac18f33de --- /dev/null +++ b/airflow/providers/apache/hdfs/provider.yaml @@ -0,0 +1,8 @@ +--- +package-name: apache-airflow-providers-apache-hdfs +description: | + `Hadoop Distributed File System (HDFS) `__ + and `WebHDFS `__. + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml new file mode 100644 index 00000000000000..5d3736202431c2 --- /dev/null +++ b/airflow/providers/apache/hive/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-hive +description: | + `Apache Hive `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/kylin/provider.yaml b/airflow/providers/apache/kylin/provider.yaml new file mode 100644 index 00000000000000..2fda7bd2bb6bf9 --- /dev/null +++ b/airflow/providers/apache/kylin/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-kylin +description: | + `Apache Kylin `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml new file mode 100644 index 00000000000000..5767dfb14aa660 --- /dev/null +++ b/airflow/providers/apache/livy/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-livy +description: | + `Apache Livy `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/pig/provider.yaml b/airflow/providers/apache/pig/provider.yaml new file mode 100644 index 00000000000000..d8ea5fdfdf8c61 --- /dev/null +++ b/airflow/providers/apache/pig/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-pig +description: | + `Apache Pig `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/pinot/provider.yaml b/airflow/providers/apache/pinot/provider.yaml new file mode 100644 index 00000000000000..b2025539312d3f --- /dev/null +++ b/airflow/providers/apache/pinot/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-pinot +description: | + `Apache Pinot `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml new file mode 100644 index 00000000000000..0193ca7575cf23 --- /dev/null +++ b/airflow/providers/apache/spark/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-spark +description: | + `Apache Spark `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/apache/sqoop/provider.yaml b/airflow/providers/apache/sqoop/provider.yaml new file mode 100644 index 00000000000000..34533a1517e513 --- /dev/null +++ b/airflow/providers/apache/sqoop/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-apache-sqoop +description: | + `Apache Sqoop `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/celery/provider.yaml b/airflow/providers/celery/provider.yaml new file mode 100644 index 00000000000000..27f34b79e6930e --- /dev/null +++ b/airflow/providers/celery/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-celery +description: | + `Celery `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/cloudant/provider.yaml b/airflow/providers/cloudant/provider.yaml new file mode 100644 index 00000000000000..1952172bf77816 --- /dev/null +++ b/airflow/providers/cloudant/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-cloudant +description: | + `IBM Cloudant `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml new file mode 100644 index 00000000000000..f2b2960d3d715e --- /dev/null +++ b/airflow/providers/cncf/kubernetes/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-cncf-kubernetes +description: | + `Kubernetes `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml new file mode 100644 index 00000000000000..e391543ee80829 --- /dev/null +++ b/airflow/providers/databricks/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-databricks +description: | + `Databricks `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/datadog/provider.yaml b/airflow/providers/datadog/provider.yaml new file mode 100644 index 00000000000000..03cade78624b2f --- /dev/null +++ b/airflow/providers/datadog/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-datadog +description: | + `Datadog `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/dingding/provider.yaml b/airflow/providers/dingding/provider.yaml new file mode 100644 index 00000000000000..2ef497f5215ff5 --- /dev/null +++ b/airflow/providers/dingding/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-dingding +description: | + `Datadog `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/discord/provider.yaml b/airflow/providers/discord/provider.yaml new file mode 100644 index 00000000000000..2369187c23e555 --- /dev/null +++ b/airflow/providers/discord/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-discord +description: | + `Discord `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/docker/provider.yaml b/airflow/providers/docker/provider.yaml new file mode 100644 index 00000000000000..b464c12defb60f --- /dev/null +++ b/airflow/providers/docker/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-docker +description: | + `Docker `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/elasticsearch/provider.yaml b/airflow/providers/elasticsearch/provider.yaml new file mode 100644 index 00000000000000..ec082fbd12bd02 --- /dev/null +++ b/airflow/providers/elasticsearch/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-elasticsearch +description: | + `Elasticsearch `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/exasol/provider.yaml b/airflow/providers/exasol/provider.yaml new file mode 100644 index 00000000000000..14d666266e6134 --- /dev/null +++ b/airflow/providers/exasol/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-exasol +description: | + `Exasol `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/facebook/provider.yaml b/airflow/providers/facebook/provider.yaml new file mode 100644 index 00000000000000..c3266b03ce94a3 --- /dev/null +++ b/airflow/providers/facebook/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-facebook +description: | + `Facebook Ads `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/ftp/provider.yaml b/airflow/providers/ftp/provider.yaml new file mode 100644 index 00000000000000..8328eed8396114 --- /dev/null +++ b/airflow/providers/ftp/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-ftp +description: | + `File Transfer Protocol (FTP) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml new file mode 100644 index 00000000000000..60ff99f2cac133 --- /dev/null +++ b/airflow/providers/google/provider.yaml @@ -0,0 +1,13 @@ +--- +package-name: apache-airflow-providers-google +description: | + Google services including: + + - `Google Ads `__ + - `Google Cloud (GCP) `__ + - `Google Firebase `__ + - `Google Marketing Platform `__ + - `Google Workspace `__ (formerly Google Suite) + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/grpc/provider.yaml b/airflow/providers/grpc/provider.yaml new file mode 100644 index 00000000000000..4a6df964b950cc --- /dev/null +++ b/airflow/providers/grpc/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-grpc +description: | + `gRPC `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/hashicorp/provider.yaml b/airflow/providers/hashicorp/provider.yaml new file mode 100644 index 00000000000000..fbcf751012cd52 --- /dev/null +++ b/airflow/providers/hashicorp/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-hashicorp +description: | + Hashicorp including `Hashicorp Vault `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/http/provider.yaml b/airflow/providers/http/provider.yaml new file mode 100644 index 00000000000000..9685c9409d64fb --- /dev/null +++ b/airflow/providers/http/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-http +description: | + `Hypertext Transfer Protocol (HTTP) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/imap/provider.yaml b/airflow/providers/imap/provider.yaml new file mode 100644 index 00000000000000..c5b29e63491268 --- /dev/null +++ b/airflow/providers/imap/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-imap +description: | + `Internet Message Access Protocol (IMAP) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/jdbc/provider.yaml b/airflow/providers/jdbc/provider.yaml new file mode 100644 index 00000000000000..76353250676f64 --- /dev/null +++ b/airflow/providers/jdbc/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-jdbc +description: | + `Java Database Connectivity (JDBC) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/jenkins/provider.yaml b/airflow/providers/jenkins/provider.yaml new file mode 100644 index 00000000000000..e392ee3fa852d6 --- /dev/null +++ b/airflow/providers/jenkins/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-jenkins +description: | + `Jenkins `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/jira/provider.yaml b/airflow/providers/jira/provider.yaml new file mode 100644 index 00000000000000..cd8e1f982dfa28 --- /dev/null +++ b/airflow/providers/jira/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-jira +description: | + `Atlassian Jira `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/microsoft/azure/provider.yaml b/airflow/providers/microsoft/azure/provider.yaml new file mode 100644 index 00000000000000..146d9e17d2329c --- /dev/null +++ b/airflow/providers/microsoft/azure/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-microsoft-azure +description: | + `Microsoft Azure `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/microsoft/mssql/provider.yaml b/airflow/providers/microsoft/mssql/provider.yaml new file mode 100644 index 00000000000000..b6690a0d249b7d --- /dev/null +++ b/airflow/providers/microsoft/mssql/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-microsoft-mssql +description: | + `Microsoft SQL Server (MSSQL) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/microsoft/winrm/provider.yaml b/airflow/providers/microsoft/winrm/provider.yaml new file mode 100644 index 00000000000000..52291c6ccc4e40 --- /dev/null +++ b/airflow/providers/microsoft/winrm/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-microsoft-winrm +description: | + `Windows Remote Management (WinRM) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/mongo/provider.yaml b/airflow/providers/mongo/provider.yaml new file mode 100644 index 00000000000000..1938a7ccd5634d --- /dev/null +++ b/airflow/providers/mongo/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-mongo +description: | + `MongoDB `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/mysql/provider.yaml b/airflow/providers/mysql/provider.yaml new file mode 100644 index 00000000000000..777e97334b80ba --- /dev/null +++ b/airflow/providers/mysql/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-mysql +description: | + `MySQL `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/odbc/provider.yaml b/airflow/providers/odbc/provider.yaml new file mode 100644 index 00000000000000..736fbfa408bb1a --- /dev/null +++ b/airflow/providers/odbc/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-odbc +description: | + `ODBC `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/openfaas/provider.yaml b/airflow/providers/openfaas/provider.yaml new file mode 100644 index 00000000000000..de9876487593e1 --- /dev/null +++ b/airflow/providers/openfaas/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-openfaas +description: | + `OpenFaaS `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/opsgenie/provider.yaml b/airflow/providers/opsgenie/provider.yaml new file mode 100644 index 00000000000000..7b2e7a43ea7d63 --- /dev/null +++ b/airflow/providers/opsgenie/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-opsgenie +description: | + `Opsgenie `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/oracle/provider.yaml b/airflow/providers/oracle/provider.yaml new file mode 100644 index 00000000000000..ba466fa8ecfeb5 --- /dev/null +++ b/airflow/providers/oracle/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-oracle +description: | + `Oracle `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/pagerduty/provider.yaml b/airflow/providers/pagerduty/provider.yaml new file mode 100644 index 00000000000000..56568d18f1a5ac --- /dev/null +++ b/airflow/providers/pagerduty/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-pagerduty +description: | + `Pagerduty `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/papermill/provider.yaml b/airflow/providers/papermill/provider.yaml new file mode 100644 index 00000000000000..26112755dfc29b --- /dev/null +++ b/airflow/providers/papermill/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-papermill +description: | + `Papermill `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/plexus/provider.yaml b/airflow/providers/plexus/provider.yaml new file mode 100644 index 00000000000000..00374fd1506276 --- /dev/null +++ b/airflow/providers/plexus/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-plexus +description: | + `Plexus `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/postgres/provider.yaml b/airflow/providers/postgres/provider.yaml new file mode 100644 index 00000000000000..ca27eb0e441bf8 --- /dev/null +++ b/airflow/providers/postgres/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-postgres +description: | + `PostgreSQL `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/presto/provider.yaml b/airflow/providers/presto/provider.yaml new file mode 100644 index 00000000000000..d71ff4a624496b --- /dev/null +++ b/airflow/providers/presto/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-presto +description: | + `Presto `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/qubole/provider.yaml b/airflow/providers/qubole/provider.yaml new file mode 100644 index 00000000000000..1152f34042c897 --- /dev/null +++ b/airflow/providers/qubole/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-qubole +description: | + `Qubole `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/redis/provider.yaml b/airflow/providers/redis/provider.yaml new file mode 100644 index 00000000000000..5f304597beaf8d --- /dev/null +++ b/airflow/providers/redis/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-redis +description: | + `Redis `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/salesforce/provider.yaml b/airflow/providers/salesforce/provider.yaml new file mode 100644 index 00000000000000..609b3e7b73caa0 --- /dev/null +++ b/airflow/providers/salesforce/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-salesforce +description: | + `Salesforce `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/samba/provider.yaml b/airflow/providers/samba/provider.yaml new file mode 100644 index 00000000000000..ede4ae90bbe5d7 --- /dev/null +++ b/airflow/providers/samba/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-samba +description: | + `Samba `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/segment/provider.yaml b/airflow/providers/segment/provider.yaml new file mode 100644 index 00000000000000..86e9ffa27ef940 --- /dev/null +++ b/airflow/providers/segment/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-segment +description: | + `Segment `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/sendgrid/provider.yaml b/airflow/providers/sendgrid/provider.yaml new file mode 100644 index 00000000000000..2c21668cb978e2 --- /dev/null +++ b/airflow/providers/sendgrid/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-sendgrid +description: | + `Sendgrid `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/sftp/provider.yaml b/airflow/providers/sftp/provider.yaml new file mode 100644 index 00000000000000..b222925a87536b --- /dev/null +++ b/airflow/providers/sftp/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-sftp +description: | + `SSH File Transfer Protocol (SFTP) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/singularity/provider.yaml b/airflow/providers/singularity/provider.yaml new file mode 100644 index 00000000000000..3e9ea8100a6512 --- /dev/null +++ b/airflow/providers/singularity/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-singularity +description: | + `Singularity `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/slack/provider.yaml b/airflow/providers/slack/provider.yaml new file mode 100644 index 00000000000000..79117aa2dbcf02 --- /dev/null +++ b/airflow/providers/slack/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-slack +description: | + `Slack `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/snowflake/provider.yaml b/airflow/providers/snowflake/provider.yaml new file mode 100644 index 00000000000000..e6a5a8844e9f09 --- /dev/null +++ b/airflow/providers/snowflake/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-snowflake +description: | + `Snowflake `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/sqlite/provider.yaml b/airflow/providers/sqlite/provider.yaml new file mode 100644 index 00000000000000..d08e68768a1a2c --- /dev/null +++ b/airflow/providers/sqlite/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-sqlite +description: | + `SQLite `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/ssh/provider.yaml b/airflow/providers/ssh/provider.yaml new file mode 100644 index 00000000000000..3a57db4ab7d530 --- /dev/null +++ b/airflow/providers/ssh/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-ssh +description: | + `Secure Shell (SSH) `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/vertica/provider.yaml b/airflow/providers/vertica/provider.yaml new file mode 100644 index 00000000000000..3b507afb12ca02 --- /dev/null +++ b/airflow/providers/vertica/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-vertica +description: | + `Verticaa `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/yandex/provider.yaml b/airflow/providers/yandex/provider.yaml new file mode 100644 index 00000000000000..931844efa3ba72 --- /dev/null +++ b/airflow/providers/yandex/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-yandex +description: | + Yandex including `Yandex.Cloud `__ + +versions: + - 1.0.0b1 \ No newline at end of file diff --git a/airflow/providers/zendesk/provider.yaml b/airflow/providers/zendesk/provider.yaml new file mode 100644 index 00000000000000..8dd40e1dd242f3 --- /dev/null +++ b/airflow/providers/zendesk/provider.yaml @@ -0,0 +1,7 @@ +--- +package-name: apache-airflow-providers-zendesk +description: | + `Zendesk `__ + +versions: + - 1.0.0b1 diff --git a/dev/package-data/providers.yaml b/dev/package-data/providers.yaml deleted file mode 100644 index 5883733f544d1d..00000000000000 --- a/dev/package-data/providers.yaml +++ /dev/null @@ -1,447 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - ---- -providers: - - package-name: apache-airflow-providers-amazon - description: | - Amazon integration (including `Amazon Web Services (AWS) `__). - python-module: airflow.providers.amazon - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-cassandra - python-module: airflow.providers.apache.cassandra - description: | - `Apache Cassandra `__. - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-druid - python-module: airflow.providers.apache.druid - description: | - `Apache Cassandra `__. - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-hdfs - python-module: airflow.providers.apache.hdfs - description: | - `Hadoop Distributed File System (HDFS) `__ - and `WebHDFS `__. - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-hive - python-module: airflow.providers.apache.hive - description: | - `Apache Hive `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-kylin - python-module: airflow.providers.apache.kylin - description: | - `Apache Kylin `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-livy - python-module: airflow.providers.apache.livy - description: | - `Apache Livy `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-pig - python-module: airflow.providers.apache.pig - description: | - `Apache Pig `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-pinot - python-module: airflow.providers.apache.pinot - description: | - `Apache Pinot `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-spark - python-module: airflow.providers.apache.spark - description: | - `Apache Spark `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-apache-sqoop - python-module: airflow.providers.apache.sqoop - description: | - `Apache Sqoop `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-celery - python-module: airflow.providers.celery - description: | - `Celery `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-cloudant - python-module: airflow.providers.cloudant - description: | - `IBM Cloudant `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-cncf-kubernetes - python-module: airflow.providers.cncf.kubernetes - description: | - `Kubernetes `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-databricks - python-module: airflow.providers.databricks - description: | - `Databricks `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-datadog - python-module: airflow.providers.datadog - description: | - `Datadog `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-dingding - python-module: airflow.providers.dingding - description: | - `Datadog `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-discord - python-module: airflow.providers.discord - description: | - `Discord `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-docker - python-module: airflow.providers.docker - description: | - `Docker `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-elasticsearch - python-module: airflow.providers.elasticsearch - description: | - `Elasticsearch `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-exasol - python-module: airflow.providers.exasol - description: | - `Exasol `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-facebook - python-module: airflow.providers.facebook - description: | - `Facebook Ads `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-ftp - python-module: airflow.providers.ftp - description: | - `File Transfer Protocol (FTP) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-google - python-module: airflow.providers.google - description: | - Google services including: - - - `Google Ads `__ - - `Google Cloud (GCP) `__ - - `Google Firebase `__ - - `Google Marketing Platform `__ - - `Google Workspace `__ (formerly Google Suite) - - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-grpc - python-module: airflow.providers.grpc - description: | - `gRPC `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-hashicorp - python-module: airflow.providers.hashicorp - description: | - Hashicorp including `Hashicorp Vault `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-http - python-module: airflow.providers.http - description: | - `Hypertext Transfer Protocol (HTTP) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-imap - python-module: airflow.providers.imap - description: | - `Internet Message Access Protocol (IMAP) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-jdbc - python-module: airflow.providers.jdbc - description: | - `Java Database Connectivity (JDBC) `__ - - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-jenkins - python-module: airflow.providers.jenkins - description: | - `Jenkins `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-jira - python-module: airflow.providers.jira - description: | - `Atlassian Jira `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-microsoft-azure - python-module: airflow.providers.microsoft.azure - description: | - `Microsoft Azure `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-microsoft-mssql - python-module: airflow.providers.microsoft.mssql - description: | - `Microsoft SQL Server (MSSQL) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-microsoft-winrm - python-module: airflow.providers.microsoft.winrm - description: | - `Windows Remote Management (WinRM) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-mongo - python-module: airflow.providers.mongo - description: | - `MongoDB `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-mysql - python-module: airflow.providers.mysql - description: | - `MySQL `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-odbc - python-module: airflow.providers.odbc - description: | - `ODBC `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-openfaas - python-module: airflow.providers.openfaas - description: | - `OpenFaaS `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-opsgenie - python-module: airflow.providers.opsgenie - description: | - `Opsgenie `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-oracle - python-module: airflow.providers.oracle - description: | - `Oracle `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-pagerduty - python-module: airflow.providers.pagerduty - description: | - `Pagerduty `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-papermill - python-module: airflow.providers.papermill - description: | - `Papermill `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-plexus - python-module: airflow.providers.plexus - description: | - `Plexus `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-postgres - python-module: airflow.providers.postgres - description: | - `PostgreSQL `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-presto - python-module: airflow.providers.presto - description: | - `Presto `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-qubole - python-module: airflow.providers.qubole - description: | - `Qubole `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-redis - python-module: airflow.providers.redis - description: | - `Redis `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-salesforce - python-module: airflow.providers.salesforce - description: | - `Salesforce `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-samba - python-module: airflow.providers.samba - description: | - `Samba `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-segment - python-module: airflow.providers.segment - description: | - `Segment `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-sendgrid - python-module: airflow.providers.sendgrid - description: | - `Sendgrid `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-sftp - python-module: airflow.providers.sftp - description: | - `SSH File Transfer Protocol (SFTP) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-singularity - python-module: airflow.providers.singularity - description: | - `Singularity `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-slack - python-module: airflow.providers.slack - description: | - `Slack `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-snowflake - python-module: airflow.providers.snowflake - description: | - `Snowflake `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-sqlite - python-module: airflow.providers.sqlite - description: | - `SQLite `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-ssh - python-module: airflow.providers.ssh - description: | - `Secure Shell (SSH) `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-vertica - python-module: airflow.providers.vertica - description: | - `Verticaa `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-yandex - python-module: airflow.providers.yandex - description: | - Yandex including `Yandex.Cloud `__ - versions: - - 1.0.0b1 - - - package-name: apache-airflow-providers-zendesk - python-module: airflow.providers.zendesk - description: | - Yandex including `Yandex.Cloud `__ - versions: - - 1.0.0b1 diff --git a/dev/package-data/providers.yaml.schema.json b/dev/package-data/providers.yaml.schema.json deleted file mode 100644 index f141c1e5315622..00000000000000 --- a/dev/package-data/providers.yaml.schema.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "$schema": "http://json-schema.org/draft-07/schema#", - "type": "object", - "properties": { - "providers": { - "description": "List of provider definitions", - "type": "array", - "items": { - "type": "object", - "properties": { - "package-name": { - "description": "Package name available under which the package is available in the PyPi repository.", - "type": "string" - }, - "python-module": { - "description": "Information about the package in RST format", - "type": "string" - }, - "description": { - "description": "Information about the package in RST format", - "type": "string" - }, - "versions": { - "description": "List of available versions in Pypi", - "type": "array", - "items": { - "type": "string" - } - } - }, - "additionalProperties": false, - "required": [ - "package-name", - "versions" - ] - } - } - }, - "required": [ - "providers" - ] -} diff --git a/dev/provider.yaml.schema.json b/dev/provider.yaml.schema.json new file mode 100644 index 00000000000000..b3f50d11e98605 --- /dev/null +++ b/dev/provider.yaml.schema.json @@ -0,0 +1,32 @@ +{ + "$schema": "http://json-schema.org/draft-07/schema#", + "type": "object", + "properties": { + "package-name": { + "description": "Package name available under which the package is available in the PyPi repository.", + "type": "string" + }, + "python-module": { + "description": "Information about the package in RST format", + "type": "string" + }, + "description": { + "description": "Information about the package in RST format", + "type": "string" + }, + "versions": { + "description": "List of available versions in Pypi", + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "package-name", + "python-module", + "description", + "versions" + ] +} diff --git a/docs/exts/providers_packages_ref.py b/docs/exts/providers_packages_ref.py index 2e9b686d93276e..bf0da2fb6a0f33 100644 --- a/docs/exts/providers_packages_ref.py +++ b/docs/exts/providers_packages_ref.py @@ -17,6 +17,7 @@ import json import os +from glob import glob from typing import Any, Dict import jsonschema @@ -24,8 +25,7 @@ from sphinx.application import Sphinx ROOT_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), os.pardir, os.pardir)) -PROVIDER_DATA_PATH = os.path.join(ROOT_DIR, "dev", "package-data", "providers.yaml") -PROVIDER_DATA_SCHEMA_PATH = f"{PROVIDER_DATA_PATH}.schema.json" +PROVIDER_DATA_SCHEMA_PATH = os.path.join(ROOT_DIR, "dev", "provider.yaml.schema.json") def _load_schema() -> Dict[str, Any]: @@ -36,17 +36,23 @@ def _load_schema() -> Dict[str, Any]: def _load_package_data(): schema = _load_schema() - with open(PROVIDER_DATA_PATH) as yaml_file: - content = yaml.safe_load(yaml_file) - jsonschema.validate(content, schema=schema) - return content + result = [] + for provider_yaml_path in sorted(glob(f"{ROOT_DIR}/airflow/providers/**/provider.yaml")): + with open(provider_yaml_path) as yaml_file: + provider = yaml.safe_load(yaml_file) + try: + jsonschema.validate(provider, schema=schema) + except jsonschema.ValidationError: + raise Exception(f"Unable to parse: {provider_yaml_path}") + result.append(provider) + return result def _on_config_inited(app, config): del app jinja_context = getattr(config, 'jinja_contexts', None) or {} - jinja_context['providers_ctx'] = {'package_data': _load_package_data()} + jinja_context['providers_ctx'] = {'providers': _load_package_data()} config.jinja_contexts = jinja_context diff --git a/docs/provider-packages-ref.rst b/docs/provider-packages-ref.rst index 7b3680151d18ea..c57a42ec7e9edb 100644 --- a/docs/provider-packages-ref.rst +++ b/docs/provider-packages-ref.rst @@ -25,7 +25,7 @@ Here's the list of the :doc:`provider packages ` and what the .. jinja:: providers_ctx - {% for package in package_data.providers %} + {% for package in providers %} ``{{ package["package-name"] }}`` {{ "=" * (package["package-name"]|length + 4) }} From 13f692e98ca97dde969a7140cf97c8d20487bcc6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 21:10:39 +0100 Subject: [PATCH 13/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- dev/provider.yaml.schema.json | 1 - docs/exts/providers_packages_ref.py | 8 +++++++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/dev/provider.yaml.schema.json b/dev/provider.yaml.schema.json index b3f50d11e98605..ba7989cf69c936 100644 --- a/dev/provider.yaml.schema.json +++ b/dev/provider.yaml.schema.json @@ -25,7 +25,6 @@ "additionalProperties": false, "required": [ "package-name", - "python-module", "description", "versions" ] diff --git a/docs/exts/providers_packages_ref.py b/docs/exts/providers_packages_ref.py index bf0da2fb6a0f33..3d8d8b99dfdc63 100644 --- a/docs/exts/providers_packages_ref.py +++ b/docs/exts/providers_packages_ref.py @@ -34,16 +34,22 @@ def _load_schema() -> Dict[str, Any]: return content +def _filepath_to_module(filepath: str): + filepath = os.path.relpath(os.path.abspath(filepath), ROOT_DIR) + return filepath.replace("/", ".") + + def _load_package_data(): schema = _load_schema() result = [] for provider_yaml_path in sorted(glob(f"{ROOT_DIR}/airflow/providers/**/provider.yaml")): with open(provider_yaml_path) as yaml_file: provider = yaml.safe_load(yaml_file) + provider['python-module'] = _filepath_to_module(os.path.dirname(provider_yaml_path)) try: jsonschema.validate(provider, schema=schema) except jsonschema.ValidationError: - raise Exception(f"Unable to parse: {provider_yaml_path}") + raise Exception(f"Unable to parse: {provider_yaml_path}.") result.append(provider) return result From 93798828942d67b3bd65c9191bae55a0f20b960f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 21:14:38 +0100 Subject: [PATCH 14/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- airflow/providers/amazon/provider.yaml | 17 +++++++++++++++++ .../providers/apache/cassandra/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/druid/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/hdfs/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/hive/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/kylin/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/livy/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/pig/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/pinot/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/spark/provider.yaml | 17 +++++++++++++++++ airflow/providers/apache/sqoop/provider.yaml | 17 +++++++++++++++++ airflow/providers/celery/provider.yaml | 17 +++++++++++++++++ airflow/providers/cloudant/provider.yaml | 17 +++++++++++++++++ airflow/providers/cncf/kubernetes/provider.yaml | 17 +++++++++++++++++ airflow/providers/databricks/provider.yaml | 17 +++++++++++++++++ airflow/providers/datadog/provider.yaml | 17 +++++++++++++++++ airflow/providers/dingding/provider.yaml | 17 +++++++++++++++++ airflow/providers/discord/provider.yaml | 17 +++++++++++++++++ airflow/providers/docker/provider.yaml | 17 +++++++++++++++++ airflow/providers/elasticsearch/provider.yaml | 17 +++++++++++++++++ airflow/providers/exasol/provider.yaml | 17 +++++++++++++++++ airflow/providers/facebook/provider.yaml | 17 +++++++++++++++++ airflow/providers/ftp/provider.yaml | 17 +++++++++++++++++ airflow/providers/google/provider.yaml | 17 +++++++++++++++++ airflow/providers/grpc/provider.yaml | 17 +++++++++++++++++ airflow/providers/hashicorp/provider.yaml | 17 +++++++++++++++++ airflow/providers/http/provider.yaml | 17 +++++++++++++++++ airflow/providers/imap/provider.yaml | 17 +++++++++++++++++ airflow/providers/jdbc/provider.yaml | 17 +++++++++++++++++ airflow/providers/jenkins/provider.yaml | 17 +++++++++++++++++ airflow/providers/jira/provider.yaml | 17 +++++++++++++++++ airflow/providers/microsoft/azure/provider.yaml | 17 +++++++++++++++++ airflow/providers/microsoft/mssql/provider.yaml | 17 +++++++++++++++++ airflow/providers/microsoft/winrm/provider.yaml | 17 +++++++++++++++++ airflow/providers/mongo/provider.yaml | 17 +++++++++++++++++ airflow/providers/mysql/provider.yaml | 17 +++++++++++++++++ airflow/providers/odbc/provider.yaml | 17 +++++++++++++++++ airflow/providers/openfaas/provider.yaml | 17 +++++++++++++++++ airflow/providers/opsgenie/provider.yaml | 17 +++++++++++++++++ airflow/providers/oracle/provider.yaml | 17 +++++++++++++++++ airflow/providers/pagerduty/provider.yaml | 17 +++++++++++++++++ airflow/providers/papermill/provider.yaml | 17 +++++++++++++++++ airflow/providers/plexus/provider.yaml | 17 +++++++++++++++++ airflow/providers/postgres/provider.yaml | 17 +++++++++++++++++ airflow/providers/presto/provider.yaml | 17 +++++++++++++++++ airflow/providers/qubole/provider.yaml | 17 +++++++++++++++++ airflow/providers/redis/provider.yaml | 17 +++++++++++++++++ airflow/providers/salesforce/provider.yaml | 17 +++++++++++++++++ airflow/providers/samba/provider.yaml | 17 +++++++++++++++++ airflow/providers/segment/provider.yaml | 17 +++++++++++++++++ airflow/providers/sendgrid/provider.yaml | 17 +++++++++++++++++ airflow/providers/sftp/provider.yaml | 17 +++++++++++++++++ airflow/providers/singularity/provider.yaml | 17 +++++++++++++++++ airflow/providers/slack/provider.yaml | 17 +++++++++++++++++ airflow/providers/snowflake/provider.yaml | 17 +++++++++++++++++ airflow/providers/sqlite/provider.yaml | 17 +++++++++++++++++ airflow/providers/ssh/provider.yaml | 17 +++++++++++++++++ airflow/providers/vertica/provider.yaml | 17 +++++++++++++++++ airflow/providers/yandex/provider.yaml | 17 +++++++++++++++++ airflow/providers/zendesk/provider.yaml | 17 +++++++++++++++++ 60 files changed, 1020 insertions(+) diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml index 4b73f1443fdd26..90083bf31bc9d2 100644 --- a/airflow/providers/amazon/provider.yaml +++ b/airflow/providers/amazon/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-amazon description: | diff --git a/airflow/providers/apache/cassandra/provider.yaml b/airflow/providers/apache/cassandra/provider.yaml index 9cdc7832ff6126..acba76c12a8866 100644 --- a/airflow/providers/apache/cassandra/provider.yaml +++ b/airflow/providers/apache/cassandra/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-cassandra description: | diff --git a/airflow/providers/apache/druid/provider.yaml b/airflow/providers/apache/druid/provider.yaml index 45f1a0008cadc1..7864ac6bd3e544 100644 --- a/airflow/providers/apache/druid/provider.yaml +++ b/airflow/providers/apache/druid/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-druid description: | diff --git a/airflow/providers/apache/hdfs/provider.yaml b/airflow/providers/apache/hdfs/provider.yaml index 64f93ac18f33de..7f8db909bd93dc 100644 --- a/airflow/providers/apache/hdfs/provider.yaml +++ b/airflow/providers/apache/hdfs/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-hdfs description: | diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml index 5d3736202431c2..6a81bca1d35aa4 100644 --- a/airflow/providers/apache/hive/provider.yaml +++ b/airflow/providers/apache/hive/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-hive description: | diff --git a/airflow/providers/apache/kylin/provider.yaml b/airflow/providers/apache/kylin/provider.yaml index 2fda7bd2bb6bf9..147b3c9ff3cca0 100644 --- a/airflow/providers/apache/kylin/provider.yaml +++ b/airflow/providers/apache/kylin/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-kylin description: | diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml index 5767dfb14aa660..b71bbd2ddd7093 100644 --- a/airflow/providers/apache/livy/provider.yaml +++ b/airflow/providers/apache/livy/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-livy description: | diff --git a/airflow/providers/apache/pig/provider.yaml b/airflow/providers/apache/pig/provider.yaml index d8ea5fdfdf8c61..f62a062e3d681b 100644 --- a/airflow/providers/apache/pig/provider.yaml +++ b/airflow/providers/apache/pig/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-pig description: | diff --git a/airflow/providers/apache/pinot/provider.yaml b/airflow/providers/apache/pinot/provider.yaml index b2025539312d3f..c789488f1d8418 100644 --- a/airflow/providers/apache/pinot/provider.yaml +++ b/airflow/providers/apache/pinot/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-pinot description: | diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml index 0193ca7575cf23..e14fcc4ab109e9 100644 --- a/airflow/providers/apache/spark/provider.yaml +++ b/airflow/providers/apache/spark/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-spark description: | diff --git a/airflow/providers/apache/sqoop/provider.yaml b/airflow/providers/apache/sqoop/provider.yaml index 34533a1517e513..a2d3b0961b9a68 100644 --- a/airflow/providers/apache/sqoop/provider.yaml +++ b/airflow/providers/apache/sqoop/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-apache-sqoop description: | diff --git a/airflow/providers/celery/provider.yaml b/airflow/providers/celery/provider.yaml index 27f34b79e6930e..2ddde99c2402a5 100644 --- a/airflow/providers/celery/provider.yaml +++ b/airflow/providers/celery/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-celery description: | diff --git a/airflow/providers/cloudant/provider.yaml b/airflow/providers/cloudant/provider.yaml index 1952172bf77816..e67b01363067ea 100644 --- a/airflow/providers/cloudant/provider.yaml +++ b/airflow/providers/cloudant/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-cloudant description: | diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml index f2b2960d3d715e..c411eb8fed573b 100644 --- a/airflow/providers/cncf/kubernetes/provider.yaml +++ b/airflow/providers/cncf/kubernetes/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-cncf-kubernetes description: | diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml index e391543ee80829..2eb82fc56a2f91 100644 --- a/airflow/providers/databricks/provider.yaml +++ b/airflow/providers/databricks/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-databricks description: | diff --git a/airflow/providers/datadog/provider.yaml b/airflow/providers/datadog/provider.yaml index 03cade78624b2f..a9a2c4207c59e9 100644 --- a/airflow/providers/datadog/provider.yaml +++ b/airflow/providers/datadog/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-datadog description: | diff --git a/airflow/providers/dingding/provider.yaml b/airflow/providers/dingding/provider.yaml index 2ef497f5215ff5..c36b353e9d696a 100644 --- a/airflow/providers/dingding/provider.yaml +++ b/airflow/providers/dingding/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-dingding description: | diff --git a/airflow/providers/discord/provider.yaml b/airflow/providers/discord/provider.yaml index 2369187c23e555..537c7d64a516bb 100644 --- a/airflow/providers/discord/provider.yaml +++ b/airflow/providers/discord/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-discord description: | diff --git a/airflow/providers/docker/provider.yaml b/airflow/providers/docker/provider.yaml index b464c12defb60f..cd88de57369ef3 100644 --- a/airflow/providers/docker/provider.yaml +++ b/airflow/providers/docker/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-docker description: | diff --git a/airflow/providers/elasticsearch/provider.yaml b/airflow/providers/elasticsearch/provider.yaml index ec082fbd12bd02..ab4cadbbec3148 100644 --- a/airflow/providers/elasticsearch/provider.yaml +++ b/airflow/providers/elasticsearch/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-elasticsearch description: | diff --git a/airflow/providers/exasol/provider.yaml b/airflow/providers/exasol/provider.yaml index 14d666266e6134..73e1233e8e96c1 100644 --- a/airflow/providers/exasol/provider.yaml +++ b/airflow/providers/exasol/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-exasol description: | diff --git a/airflow/providers/facebook/provider.yaml b/airflow/providers/facebook/provider.yaml index c3266b03ce94a3..fa20ec0b0e756c 100644 --- a/airflow/providers/facebook/provider.yaml +++ b/airflow/providers/facebook/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-facebook description: | diff --git a/airflow/providers/ftp/provider.yaml b/airflow/providers/ftp/provider.yaml index 8328eed8396114..2cfbe09887a422 100644 --- a/airflow/providers/ftp/provider.yaml +++ b/airflow/providers/ftp/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-ftp description: | diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml index 60ff99f2cac133..af84708bcd9944 100644 --- a/airflow/providers/google/provider.yaml +++ b/airflow/providers/google/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-google description: | diff --git a/airflow/providers/grpc/provider.yaml b/airflow/providers/grpc/provider.yaml index 4a6df964b950cc..0f732e7f76983a 100644 --- a/airflow/providers/grpc/provider.yaml +++ b/airflow/providers/grpc/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-grpc description: | diff --git a/airflow/providers/hashicorp/provider.yaml b/airflow/providers/hashicorp/provider.yaml index fbcf751012cd52..893f5562c779de 100644 --- a/airflow/providers/hashicorp/provider.yaml +++ b/airflow/providers/hashicorp/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-hashicorp description: | diff --git a/airflow/providers/http/provider.yaml b/airflow/providers/http/provider.yaml index 9685c9409d64fb..b384451ffe0e66 100644 --- a/airflow/providers/http/provider.yaml +++ b/airflow/providers/http/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-http description: | diff --git a/airflow/providers/imap/provider.yaml b/airflow/providers/imap/provider.yaml index c5b29e63491268..35d81ef0e9c8d0 100644 --- a/airflow/providers/imap/provider.yaml +++ b/airflow/providers/imap/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-imap description: | diff --git a/airflow/providers/jdbc/provider.yaml b/airflow/providers/jdbc/provider.yaml index 76353250676f64..08c42e2fc5b22d 100644 --- a/airflow/providers/jdbc/provider.yaml +++ b/airflow/providers/jdbc/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-jdbc description: | diff --git a/airflow/providers/jenkins/provider.yaml b/airflow/providers/jenkins/provider.yaml index e392ee3fa852d6..f7776fe9cc8beb 100644 --- a/airflow/providers/jenkins/provider.yaml +++ b/airflow/providers/jenkins/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-jenkins description: | diff --git a/airflow/providers/jira/provider.yaml b/airflow/providers/jira/provider.yaml index cd8e1f982dfa28..1ab1ec65deac3b 100644 --- a/airflow/providers/jira/provider.yaml +++ b/airflow/providers/jira/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-jira description: | diff --git a/airflow/providers/microsoft/azure/provider.yaml b/airflow/providers/microsoft/azure/provider.yaml index 146d9e17d2329c..bf71f39f317dab 100644 --- a/airflow/providers/microsoft/azure/provider.yaml +++ b/airflow/providers/microsoft/azure/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-microsoft-azure description: | diff --git a/airflow/providers/microsoft/mssql/provider.yaml b/airflow/providers/microsoft/mssql/provider.yaml index b6690a0d249b7d..41c6c3d3fff3db 100644 --- a/airflow/providers/microsoft/mssql/provider.yaml +++ b/airflow/providers/microsoft/mssql/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-microsoft-mssql description: | diff --git a/airflow/providers/microsoft/winrm/provider.yaml b/airflow/providers/microsoft/winrm/provider.yaml index 52291c6ccc4e40..8d282b7c823473 100644 --- a/airflow/providers/microsoft/winrm/provider.yaml +++ b/airflow/providers/microsoft/winrm/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-microsoft-winrm description: | diff --git a/airflow/providers/mongo/provider.yaml b/airflow/providers/mongo/provider.yaml index 1938a7ccd5634d..a1d4ba3c097659 100644 --- a/airflow/providers/mongo/provider.yaml +++ b/airflow/providers/mongo/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-mongo description: | diff --git a/airflow/providers/mysql/provider.yaml b/airflow/providers/mysql/provider.yaml index 777e97334b80ba..72743aa07d9ba9 100644 --- a/airflow/providers/mysql/provider.yaml +++ b/airflow/providers/mysql/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-mysql description: | diff --git a/airflow/providers/odbc/provider.yaml b/airflow/providers/odbc/provider.yaml index 736fbfa408bb1a..d6b5c0c9cf67cc 100644 --- a/airflow/providers/odbc/provider.yaml +++ b/airflow/providers/odbc/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-odbc description: | diff --git a/airflow/providers/openfaas/provider.yaml b/airflow/providers/openfaas/provider.yaml index de9876487593e1..eac5bc2499f2b0 100644 --- a/airflow/providers/openfaas/provider.yaml +++ b/airflow/providers/openfaas/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-openfaas description: | diff --git a/airflow/providers/opsgenie/provider.yaml b/airflow/providers/opsgenie/provider.yaml index 7b2e7a43ea7d63..6189c560f7b4bc 100644 --- a/airflow/providers/opsgenie/provider.yaml +++ b/airflow/providers/opsgenie/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-opsgenie description: | diff --git a/airflow/providers/oracle/provider.yaml b/airflow/providers/oracle/provider.yaml index ba466fa8ecfeb5..d90c7ba9076390 100644 --- a/airflow/providers/oracle/provider.yaml +++ b/airflow/providers/oracle/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-oracle description: | diff --git a/airflow/providers/pagerduty/provider.yaml b/airflow/providers/pagerduty/provider.yaml index 56568d18f1a5ac..0ccc8db5839e54 100644 --- a/airflow/providers/pagerduty/provider.yaml +++ b/airflow/providers/pagerduty/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-pagerduty description: | diff --git a/airflow/providers/papermill/provider.yaml b/airflow/providers/papermill/provider.yaml index 26112755dfc29b..3a220e63825379 100644 --- a/airflow/providers/papermill/provider.yaml +++ b/airflow/providers/papermill/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-papermill description: | diff --git a/airflow/providers/plexus/provider.yaml b/airflow/providers/plexus/provider.yaml index 00374fd1506276..b92e50571dc168 100644 --- a/airflow/providers/plexus/provider.yaml +++ b/airflow/providers/plexus/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-plexus description: | diff --git a/airflow/providers/postgres/provider.yaml b/airflow/providers/postgres/provider.yaml index ca27eb0e441bf8..b2cef256f7caa3 100644 --- a/airflow/providers/postgres/provider.yaml +++ b/airflow/providers/postgres/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-postgres description: | diff --git a/airflow/providers/presto/provider.yaml b/airflow/providers/presto/provider.yaml index d71ff4a624496b..e627fc513dadd0 100644 --- a/airflow/providers/presto/provider.yaml +++ b/airflow/providers/presto/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-presto description: | diff --git a/airflow/providers/qubole/provider.yaml b/airflow/providers/qubole/provider.yaml index 1152f34042c897..1028b42c7c12d0 100644 --- a/airflow/providers/qubole/provider.yaml +++ b/airflow/providers/qubole/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-qubole description: | diff --git a/airflow/providers/redis/provider.yaml b/airflow/providers/redis/provider.yaml index 5f304597beaf8d..d7e77570db53c9 100644 --- a/airflow/providers/redis/provider.yaml +++ b/airflow/providers/redis/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-redis description: | diff --git a/airflow/providers/salesforce/provider.yaml b/airflow/providers/salesforce/provider.yaml index 609b3e7b73caa0..e67285b4b3a4ba 100644 --- a/airflow/providers/salesforce/provider.yaml +++ b/airflow/providers/salesforce/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-salesforce description: | diff --git a/airflow/providers/samba/provider.yaml b/airflow/providers/samba/provider.yaml index ede4ae90bbe5d7..88abbec585103b 100644 --- a/airflow/providers/samba/provider.yaml +++ b/airflow/providers/samba/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-samba description: | diff --git a/airflow/providers/segment/provider.yaml b/airflow/providers/segment/provider.yaml index 86e9ffa27ef940..483b5a4dff617a 100644 --- a/airflow/providers/segment/provider.yaml +++ b/airflow/providers/segment/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-segment description: | diff --git a/airflow/providers/sendgrid/provider.yaml b/airflow/providers/sendgrid/provider.yaml index 2c21668cb978e2..e1f96bbafbf601 100644 --- a/airflow/providers/sendgrid/provider.yaml +++ b/airflow/providers/sendgrid/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-sendgrid description: | diff --git a/airflow/providers/sftp/provider.yaml b/airflow/providers/sftp/provider.yaml index b222925a87536b..93d7eaf21e1183 100644 --- a/airflow/providers/sftp/provider.yaml +++ b/airflow/providers/sftp/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-sftp description: | diff --git a/airflow/providers/singularity/provider.yaml b/airflow/providers/singularity/provider.yaml index 3e9ea8100a6512..cbbec8b476190c 100644 --- a/airflow/providers/singularity/provider.yaml +++ b/airflow/providers/singularity/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-singularity description: | diff --git a/airflow/providers/slack/provider.yaml b/airflow/providers/slack/provider.yaml index 79117aa2dbcf02..381784c1d6c598 100644 --- a/airflow/providers/slack/provider.yaml +++ b/airflow/providers/slack/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-slack description: | diff --git a/airflow/providers/snowflake/provider.yaml b/airflow/providers/snowflake/provider.yaml index e6a5a8844e9f09..bdf7180655439f 100644 --- a/airflow/providers/snowflake/provider.yaml +++ b/airflow/providers/snowflake/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-snowflake description: | diff --git a/airflow/providers/sqlite/provider.yaml b/airflow/providers/sqlite/provider.yaml index d08e68768a1a2c..41f3dadda9f748 100644 --- a/airflow/providers/sqlite/provider.yaml +++ b/airflow/providers/sqlite/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-sqlite description: | diff --git a/airflow/providers/ssh/provider.yaml b/airflow/providers/ssh/provider.yaml index 3a57db4ab7d530..6eae32b0e95699 100644 --- a/airflow/providers/ssh/provider.yaml +++ b/airflow/providers/ssh/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-ssh description: | diff --git a/airflow/providers/vertica/provider.yaml b/airflow/providers/vertica/provider.yaml index 3b507afb12ca02..29a77271da52a7 100644 --- a/airflow/providers/vertica/provider.yaml +++ b/airflow/providers/vertica/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-vertica description: | diff --git a/airflow/providers/yandex/provider.yaml b/airflow/providers/yandex/provider.yaml index 931844efa3ba72..9ba4c6b8808ad5 100644 --- a/airflow/providers/yandex/provider.yaml +++ b/airflow/providers/yandex/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-yandex description: | diff --git a/airflow/providers/zendesk/provider.yaml b/airflow/providers/zendesk/provider.yaml index 8dd40e1dd242f3..8b711bafe18946 100644 --- a/airflow/providers/zendesk/provider.yaml +++ b/airflow/providers/zendesk/provider.yaml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + --- package-name: apache-airflow-providers-zendesk description: | From f52568811153a0b3785ccb540ef62a28512ba6ee Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 21:18:02 +0100 Subject: [PATCH 15/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- airflow/providers/amazon/provider.yaml | 2 +- airflow/providers/apache/cassandra/provider.yaml | 2 +- airflow/providers/apache/druid/provider.yaml | 2 +- airflow/providers/apache/hdfs/provider.yaml | 2 +- airflow/providers/apache/hive/provider.yaml | 2 +- airflow/providers/apache/kylin/provider.yaml | 2 +- airflow/providers/apache/livy/provider.yaml | 2 +- airflow/providers/apache/pig/provider.yaml | 2 +- airflow/providers/apache/pinot/provider.yaml | 2 +- airflow/providers/apache/spark/provider.yaml | 2 +- airflow/providers/apache/sqoop/provider.yaml | 2 +- airflow/providers/celery/provider.yaml | 2 +- airflow/providers/cloudant/provider.yaml | 2 +- airflow/providers/cncf/kubernetes/provider.yaml | 2 +- airflow/providers/databricks/provider.yaml | 2 +- airflow/providers/datadog/provider.yaml | 2 +- airflow/providers/dingding/provider.yaml | 2 +- airflow/providers/discord/provider.yaml | 2 +- airflow/providers/docker/provider.yaml | 2 +- airflow/providers/elasticsearch/provider.yaml | 2 +- airflow/providers/exasol/provider.yaml | 2 +- airflow/providers/facebook/provider.yaml | 2 +- airflow/providers/ftp/provider.yaml | 2 +- airflow/providers/google/provider.yaml | 2 +- airflow/providers/grpc/provider.yaml | 2 +- airflow/providers/hashicorp/provider.yaml | 2 +- airflow/providers/http/provider.yaml | 2 +- airflow/providers/imap/provider.yaml | 2 +- airflow/providers/jdbc/provider.yaml | 2 +- airflow/providers/jenkins/provider.yaml | 2 +- airflow/providers/jira/provider.yaml | 2 +- airflow/providers/microsoft/azure/provider.yaml | 2 +- airflow/providers/microsoft/mssql/provider.yaml | 2 +- airflow/providers/microsoft/winrm/provider.yaml | 2 +- airflow/providers/mongo/provider.yaml | 2 +- airflow/providers/mysql/provider.yaml | 2 +- airflow/providers/odbc/provider.yaml | 2 +- airflow/providers/openfaas/provider.yaml | 2 +- airflow/providers/opsgenie/provider.yaml | 2 +- airflow/providers/oracle/provider.yaml | 2 +- airflow/providers/pagerduty/provider.yaml | 2 +- airflow/providers/papermill/provider.yaml | 2 +- airflow/providers/plexus/provider.yaml | 2 +- airflow/providers/postgres/provider.yaml | 2 +- airflow/providers/presto/provider.yaml | 2 +- airflow/providers/qubole/provider.yaml | 2 +- airflow/providers/redis/provider.yaml | 2 +- airflow/providers/salesforce/provider.yaml | 2 +- airflow/providers/samba/provider.yaml | 2 +- airflow/providers/segment/provider.yaml | 2 +- airflow/providers/sendgrid/provider.yaml | 2 +- airflow/providers/sftp/provider.yaml | 2 +- airflow/providers/singularity/provider.yaml | 2 +- airflow/providers/slack/provider.yaml | 2 +- airflow/providers/snowflake/provider.yaml | 2 +- airflow/providers/sqlite/provider.yaml | 2 +- airflow/providers/ssh/provider.yaml | 2 +- airflow/providers/vertica/provider.yaml | 2 +- airflow/providers/yandex/provider.yaml | 2 +- 59 files changed, 59 insertions(+), 59 deletions(-) diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml index 90083bf31bc9d2..bbb656f809cb4e 100644 --- a/airflow/providers/amazon/provider.yaml +++ b/airflow/providers/amazon/provider.yaml @@ -21,4 +21,4 @@ description: | Amazon integration (including `Amazon Web Services (AWS) `__). versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/cassandra/provider.yaml b/airflow/providers/apache/cassandra/provider.yaml index acba76c12a8866..d22958497d53ca 100644 --- a/airflow/providers/apache/cassandra/provider.yaml +++ b/airflow/providers/apache/cassandra/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Cassandra `__. versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/druid/provider.yaml b/airflow/providers/apache/druid/provider.yaml index 7864ac6bd3e544..dd760b433903d3 100644 --- a/airflow/providers/apache/druid/provider.yaml +++ b/airflow/providers/apache/druid/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Cassandra `__. versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/hdfs/provider.yaml b/airflow/providers/apache/hdfs/provider.yaml index 7f8db909bd93dc..4cd6b09daf463b 100644 --- a/airflow/providers/apache/hdfs/provider.yaml +++ b/airflow/providers/apache/hdfs/provider.yaml @@ -22,4 +22,4 @@ description: | and `WebHDFS `__. versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml index 6a81bca1d35aa4..a3480d63b4f681 100644 --- a/airflow/providers/apache/hive/provider.yaml +++ b/airflow/providers/apache/hive/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Hive `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/kylin/provider.yaml b/airflow/providers/apache/kylin/provider.yaml index 147b3c9ff3cca0..d3800fb2358394 100644 --- a/airflow/providers/apache/kylin/provider.yaml +++ b/airflow/providers/apache/kylin/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Kylin `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml index b71bbd2ddd7093..bbbb30b88188db 100644 --- a/airflow/providers/apache/livy/provider.yaml +++ b/airflow/providers/apache/livy/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Livy `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/pig/provider.yaml b/airflow/providers/apache/pig/provider.yaml index f62a062e3d681b..933e07c1dffea2 100644 --- a/airflow/providers/apache/pig/provider.yaml +++ b/airflow/providers/apache/pig/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Pig `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/pinot/provider.yaml b/airflow/providers/apache/pinot/provider.yaml index c789488f1d8418..a835962feace47 100644 --- a/airflow/providers/apache/pinot/provider.yaml +++ b/airflow/providers/apache/pinot/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Pinot `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml index e14fcc4ab109e9..a25828186ab11c 100644 --- a/airflow/providers/apache/spark/provider.yaml +++ b/airflow/providers/apache/spark/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Spark `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/apache/sqoop/provider.yaml b/airflow/providers/apache/sqoop/provider.yaml index a2d3b0961b9a68..b7a12ed3775db2 100644 --- a/airflow/providers/apache/sqoop/provider.yaml +++ b/airflow/providers/apache/sqoop/provider.yaml @@ -21,4 +21,4 @@ description: | `Apache Sqoop `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/celery/provider.yaml b/airflow/providers/celery/provider.yaml index 2ddde99c2402a5..a8dbcddaeaf30b 100644 --- a/airflow/providers/celery/provider.yaml +++ b/airflow/providers/celery/provider.yaml @@ -21,4 +21,4 @@ description: | `Celery `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/cloudant/provider.yaml b/airflow/providers/cloudant/provider.yaml index e67b01363067ea..fc7c6ed7d1303a 100644 --- a/airflow/providers/cloudant/provider.yaml +++ b/airflow/providers/cloudant/provider.yaml @@ -21,4 +21,4 @@ description: | `IBM Cloudant `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml index c411eb8fed573b..5c016c3c21c17c 100644 --- a/airflow/providers/cncf/kubernetes/provider.yaml +++ b/airflow/providers/cncf/kubernetes/provider.yaml @@ -21,4 +21,4 @@ description: | `Kubernetes `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml index 2eb82fc56a2f91..e2c04b55deffea 100644 --- a/airflow/providers/databricks/provider.yaml +++ b/airflow/providers/databricks/provider.yaml @@ -21,4 +21,4 @@ description: | `Databricks `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/datadog/provider.yaml b/airflow/providers/datadog/provider.yaml index a9a2c4207c59e9..4be6d3233bbaa0 100644 --- a/airflow/providers/datadog/provider.yaml +++ b/airflow/providers/datadog/provider.yaml @@ -21,4 +21,4 @@ description: | `Datadog `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/dingding/provider.yaml b/airflow/providers/dingding/provider.yaml index c36b353e9d696a..cd7882f651b59d 100644 --- a/airflow/providers/dingding/provider.yaml +++ b/airflow/providers/dingding/provider.yaml @@ -21,4 +21,4 @@ description: | `Datadog `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/discord/provider.yaml b/airflow/providers/discord/provider.yaml index 537c7d64a516bb..a5b18e24f77793 100644 --- a/airflow/providers/discord/provider.yaml +++ b/airflow/providers/discord/provider.yaml @@ -21,4 +21,4 @@ description: | `Discord `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/docker/provider.yaml b/airflow/providers/docker/provider.yaml index cd88de57369ef3..3e8798f4a6f01f 100644 --- a/airflow/providers/docker/provider.yaml +++ b/airflow/providers/docker/provider.yaml @@ -21,4 +21,4 @@ description: | `Docker `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/elasticsearch/provider.yaml b/airflow/providers/elasticsearch/provider.yaml index ab4cadbbec3148..6b07b8f84da8e1 100644 --- a/airflow/providers/elasticsearch/provider.yaml +++ b/airflow/providers/elasticsearch/provider.yaml @@ -21,4 +21,4 @@ description: | `Elasticsearch `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/exasol/provider.yaml b/airflow/providers/exasol/provider.yaml index 73e1233e8e96c1..852556e827118a 100644 --- a/airflow/providers/exasol/provider.yaml +++ b/airflow/providers/exasol/provider.yaml @@ -21,4 +21,4 @@ description: | `Exasol `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/facebook/provider.yaml b/airflow/providers/facebook/provider.yaml index fa20ec0b0e756c..f194190c461b33 100644 --- a/airflow/providers/facebook/provider.yaml +++ b/airflow/providers/facebook/provider.yaml @@ -21,4 +21,4 @@ description: | `Facebook Ads `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/ftp/provider.yaml b/airflow/providers/ftp/provider.yaml index 2cfbe09887a422..e31e82379e0285 100644 --- a/airflow/providers/ftp/provider.yaml +++ b/airflow/providers/ftp/provider.yaml @@ -21,4 +21,4 @@ description: | `File Transfer Protocol (FTP) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml index af84708bcd9944..c335aa4885ea56 100644 --- a/airflow/providers/google/provider.yaml +++ b/airflow/providers/google/provider.yaml @@ -27,4 +27,4 @@ description: | - `Google Workspace `__ (formerly Google Suite) versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/grpc/provider.yaml b/airflow/providers/grpc/provider.yaml index 0f732e7f76983a..866f0c626139c5 100644 --- a/airflow/providers/grpc/provider.yaml +++ b/airflow/providers/grpc/provider.yaml @@ -21,4 +21,4 @@ description: | `gRPC `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/hashicorp/provider.yaml b/airflow/providers/hashicorp/provider.yaml index 893f5562c779de..6fc082004751f4 100644 --- a/airflow/providers/hashicorp/provider.yaml +++ b/airflow/providers/hashicorp/provider.yaml @@ -21,4 +21,4 @@ description: | Hashicorp including `Hashicorp Vault `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/http/provider.yaml b/airflow/providers/http/provider.yaml index b384451ffe0e66..488afebf534a3b 100644 --- a/airflow/providers/http/provider.yaml +++ b/airflow/providers/http/provider.yaml @@ -21,4 +21,4 @@ description: | `Hypertext Transfer Protocol (HTTP) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/imap/provider.yaml b/airflow/providers/imap/provider.yaml index 35d81ef0e9c8d0..bcfcf0e233fd2d 100644 --- a/airflow/providers/imap/provider.yaml +++ b/airflow/providers/imap/provider.yaml @@ -21,4 +21,4 @@ description: | `Internet Message Access Protocol (IMAP) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/jdbc/provider.yaml b/airflow/providers/jdbc/provider.yaml index 08c42e2fc5b22d..a821d35b699d3f 100644 --- a/airflow/providers/jdbc/provider.yaml +++ b/airflow/providers/jdbc/provider.yaml @@ -21,4 +21,4 @@ description: | `Java Database Connectivity (JDBC) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/jenkins/provider.yaml b/airflow/providers/jenkins/provider.yaml index f7776fe9cc8beb..5131dc77efd45c 100644 --- a/airflow/providers/jenkins/provider.yaml +++ b/airflow/providers/jenkins/provider.yaml @@ -21,4 +21,4 @@ description: | `Jenkins `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/jira/provider.yaml b/airflow/providers/jira/provider.yaml index 1ab1ec65deac3b..ffcd2cf7fa9f19 100644 --- a/airflow/providers/jira/provider.yaml +++ b/airflow/providers/jira/provider.yaml @@ -21,4 +21,4 @@ description: | `Atlassian Jira `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/microsoft/azure/provider.yaml b/airflow/providers/microsoft/azure/provider.yaml index bf71f39f317dab..3d4d033fb24acf 100644 --- a/airflow/providers/microsoft/azure/provider.yaml +++ b/airflow/providers/microsoft/azure/provider.yaml @@ -21,4 +21,4 @@ description: | `Microsoft Azure `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/microsoft/mssql/provider.yaml b/airflow/providers/microsoft/mssql/provider.yaml index 41c6c3d3fff3db..d3e1b35d624ea0 100644 --- a/airflow/providers/microsoft/mssql/provider.yaml +++ b/airflow/providers/microsoft/mssql/provider.yaml @@ -21,4 +21,4 @@ description: | `Microsoft SQL Server (MSSQL) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/microsoft/winrm/provider.yaml b/airflow/providers/microsoft/winrm/provider.yaml index 8d282b7c823473..e67248874616ee 100644 --- a/airflow/providers/microsoft/winrm/provider.yaml +++ b/airflow/providers/microsoft/winrm/provider.yaml @@ -21,4 +21,4 @@ description: | `Windows Remote Management (WinRM) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/mongo/provider.yaml b/airflow/providers/mongo/provider.yaml index a1d4ba3c097659..14e0de7447e8ba 100644 --- a/airflow/providers/mongo/provider.yaml +++ b/airflow/providers/mongo/provider.yaml @@ -21,4 +21,4 @@ description: | `MongoDB `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/mysql/provider.yaml b/airflow/providers/mysql/provider.yaml index 72743aa07d9ba9..10a7d3ef512e75 100644 --- a/airflow/providers/mysql/provider.yaml +++ b/airflow/providers/mysql/provider.yaml @@ -21,4 +21,4 @@ description: | `MySQL `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/odbc/provider.yaml b/airflow/providers/odbc/provider.yaml index d6b5c0c9cf67cc..5b664d8d8be7ae 100644 --- a/airflow/providers/odbc/provider.yaml +++ b/airflow/providers/odbc/provider.yaml @@ -21,4 +21,4 @@ description: | `ODBC `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/openfaas/provider.yaml b/airflow/providers/openfaas/provider.yaml index eac5bc2499f2b0..65c9bdad7270bf 100644 --- a/airflow/providers/openfaas/provider.yaml +++ b/airflow/providers/openfaas/provider.yaml @@ -21,4 +21,4 @@ description: | `OpenFaaS `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/opsgenie/provider.yaml b/airflow/providers/opsgenie/provider.yaml index 6189c560f7b4bc..f75e78ad92ef70 100644 --- a/airflow/providers/opsgenie/provider.yaml +++ b/airflow/providers/opsgenie/provider.yaml @@ -21,4 +21,4 @@ description: | `Opsgenie `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/oracle/provider.yaml b/airflow/providers/oracle/provider.yaml index d90c7ba9076390..a5ff2dca39548c 100644 --- a/airflow/providers/oracle/provider.yaml +++ b/airflow/providers/oracle/provider.yaml @@ -21,4 +21,4 @@ description: | `Oracle `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/pagerduty/provider.yaml b/airflow/providers/pagerduty/provider.yaml index 0ccc8db5839e54..baaac3e6d51870 100644 --- a/airflow/providers/pagerduty/provider.yaml +++ b/airflow/providers/pagerduty/provider.yaml @@ -21,4 +21,4 @@ description: | `Pagerduty `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/papermill/provider.yaml b/airflow/providers/papermill/provider.yaml index 3a220e63825379..1c72244151bf1d 100644 --- a/airflow/providers/papermill/provider.yaml +++ b/airflow/providers/papermill/provider.yaml @@ -21,4 +21,4 @@ description: | `Papermill `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/plexus/provider.yaml b/airflow/providers/plexus/provider.yaml index b92e50571dc168..d55edebc096d66 100644 --- a/airflow/providers/plexus/provider.yaml +++ b/airflow/providers/plexus/provider.yaml @@ -21,4 +21,4 @@ description: | `Plexus `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/postgres/provider.yaml b/airflow/providers/postgres/provider.yaml index b2cef256f7caa3..ba0147a9c95f6e 100644 --- a/airflow/providers/postgres/provider.yaml +++ b/airflow/providers/postgres/provider.yaml @@ -21,4 +21,4 @@ description: | `PostgreSQL `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/presto/provider.yaml b/airflow/providers/presto/provider.yaml index e627fc513dadd0..c1977809d924a8 100644 --- a/airflow/providers/presto/provider.yaml +++ b/airflow/providers/presto/provider.yaml @@ -21,4 +21,4 @@ description: | `Presto `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/qubole/provider.yaml b/airflow/providers/qubole/provider.yaml index 1028b42c7c12d0..dba4e0e9910a7f 100644 --- a/airflow/providers/qubole/provider.yaml +++ b/airflow/providers/qubole/provider.yaml @@ -21,4 +21,4 @@ description: | `Qubole `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/redis/provider.yaml b/airflow/providers/redis/provider.yaml index d7e77570db53c9..290dcf741520a4 100644 --- a/airflow/providers/redis/provider.yaml +++ b/airflow/providers/redis/provider.yaml @@ -21,4 +21,4 @@ description: | `Redis `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/salesforce/provider.yaml b/airflow/providers/salesforce/provider.yaml index e67285b4b3a4ba..30dbc3c7624b26 100644 --- a/airflow/providers/salesforce/provider.yaml +++ b/airflow/providers/salesforce/provider.yaml @@ -21,4 +21,4 @@ description: | `Salesforce `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/samba/provider.yaml b/airflow/providers/samba/provider.yaml index 88abbec585103b..8bf05a9a8f5ff7 100644 --- a/airflow/providers/samba/provider.yaml +++ b/airflow/providers/samba/provider.yaml @@ -21,4 +21,4 @@ description: | `Samba `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/segment/provider.yaml b/airflow/providers/segment/provider.yaml index 483b5a4dff617a..a73ee8a9cbea0e 100644 --- a/airflow/providers/segment/provider.yaml +++ b/airflow/providers/segment/provider.yaml @@ -21,4 +21,4 @@ description: | `Segment `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/sendgrid/provider.yaml b/airflow/providers/sendgrid/provider.yaml index e1f96bbafbf601..575f7b8376669e 100644 --- a/airflow/providers/sendgrid/provider.yaml +++ b/airflow/providers/sendgrid/provider.yaml @@ -21,4 +21,4 @@ description: | `Sendgrid `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/sftp/provider.yaml b/airflow/providers/sftp/provider.yaml index 93d7eaf21e1183..b2e395806611b0 100644 --- a/airflow/providers/sftp/provider.yaml +++ b/airflow/providers/sftp/provider.yaml @@ -21,4 +21,4 @@ description: | `SSH File Transfer Protocol (SFTP) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/singularity/provider.yaml b/airflow/providers/singularity/provider.yaml index cbbec8b476190c..89cd2260a08177 100644 --- a/airflow/providers/singularity/provider.yaml +++ b/airflow/providers/singularity/provider.yaml @@ -21,4 +21,4 @@ description: | `Singularity `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/slack/provider.yaml b/airflow/providers/slack/provider.yaml index 381784c1d6c598..4b29884036ea9c 100644 --- a/airflow/providers/slack/provider.yaml +++ b/airflow/providers/slack/provider.yaml @@ -21,4 +21,4 @@ description: | `Slack `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/snowflake/provider.yaml b/airflow/providers/snowflake/provider.yaml index bdf7180655439f..ec1e666423afc0 100644 --- a/airflow/providers/snowflake/provider.yaml +++ b/airflow/providers/snowflake/provider.yaml @@ -21,4 +21,4 @@ description: | `Snowflake `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/sqlite/provider.yaml b/airflow/providers/sqlite/provider.yaml index 41f3dadda9f748..b727ac74f931a7 100644 --- a/airflow/providers/sqlite/provider.yaml +++ b/airflow/providers/sqlite/provider.yaml @@ -21,4 +21,4 @@ description: | `SQLite `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/ssh/provider.yaml b/airflow/providers/ssh/provider.yaml index 6eae32b0e95699..9148a20b9039f3 100644 --- a/airflow/providers/ssh/provider.yaml +++ b/airflow/providers/ssh/provider.yaml @@ -21,4 +21,4 @@ description: | `Secure Shell (SSH) `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/vertica/provider.yaml b/airflow/providers/vertica/provider.yaml index 29a77271da52a7..e908fd76396a34 100644 --- a/airflow/providers/vertica/provider.yaml +++ b/airflow/providers/vertica/provider.yaml @@ -21,4 +21,4 @@ description: | `Verticaa `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 diff --git a/airflow/providers/yandex/provider.yaml b/airflow/providers/yandex/provider.yaml index 9ba4c6b8808ad5..f91301505d6d42 100644 --- a/airflow/providers/yandex/provider.yaml +++ b/airflow/providers/yandex/provider.yaml @@ -21,4 +21,4 @@ description: | Yandex including `Yandex.Cloud `__ versions: - - 1.0.0b1 \ No newline at end of file + - 1.0.0b1 From 1286e7b225daa110d7fa87cb263aee7de7fe7135 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Thu, 12 Nov 2020 22:53:52 +0100 Subject: [PATCH 16/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- BREEZE.rst | 2 +- breeze-complete | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/BREEZE.rst b/BREEZE.rst index 663fd4988cc7cc..6d66e23207b29a 100644 --- a/BREEZE.rst +++ b/BREEZE.rst @@ -2009,7 +2009,7 @@ This is the current syntax for `./breeze <./breeze>`_: all all-but-pylint airflow-config-yaml airflow-providers-available base-operator bats-tests bats-in-container-tests black build build-providers-dependencies check-apache-license check-builtin-literals check-executables-have-shebangs - check-hooks-apply check-integrations check-merge-conflict check-xml + check-hooks-apply check-extra-packages check-merge-conflict check-xml consistent-pylint daysago-import-check debug-statements detect-private-key doctoc dont-use-safe-filter end-of-file-fixer fix-encoding-pragma flake8 forbid-tabs helm-lint incorrect-use-of-LoggingMixin insert-license isort language-matters diff --git a/breeze-complete b/breeze-complete index b5587a2f328dcc..c2b30604bb65eb 100644 --- a/breeze-complete +++ b/breeze-complete @@ -118,7 +118,7 @@ pyupgrade restrict-start_date rst-backticks setup-order -setup-installation +setup-extra-packages shellcheck sort-in-the-wild stylelint From 97deed91cecdd8913fcd9beccff6280883caba03 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kamil=20Bregu=C5=82a?= Date: Fri, 13 Nov 2020 00:41:14 +0100 Subject: [PATCH 17/17] fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! Improvements for installation docs --- BREEZE.rst | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/BREEZE.rst b/BREEZE.rst index 6d66e23207b29a..8313b4731e2cd7 100644 --- a/BREEZE.rst +++ b/BREEZE.rst @@ -2009,7 +2009,7 @@ This is the current syntax for `./breeze <./breeze>`_: all all-but-pylint airflow-config-yaml airflow-providers-available base-operator bats-tests bats-in-container-tests black build build-providers-dependencies check-apache-license check-builtin-literals check-executables-have-shebangs - check-hooks-apply check-extra-packages check-merge-conflict check-xml + check-hooks-apply check-integrations check-merge-conflict check-xml consistent-pylint daysago-import-check debug-statements detect-private-key doctoc dont-use-safe-filter end-of-file-fixer fix-encoding-pragma flake8 forbid-tabs helm-lint incorrect-use-of-LoggingMixin insert-license isort language-matters @@ -2017,7 +2017,7 @@ This is the current syntax for `./breeze <./breeze>`_: no-providers-in-core-examples no-relative-imports pre-commit-descriptions provide-create-sessions providers-init-file pydevd pydocstyle pylint pylint-tests python-no-log-warn pyupgrade restrict-start_date rst-backticks setup-order - setup-installation shellcheck sort-in-the-wild stylelint trailing-whitespace + setup-extra-packages shellcheck sort-in-the-wild stylelint trailing-whitespace update-breeze-file update-extras update-local-yml-file update-setup-cfg-file version-sync yamllint