Skip to content

Commit 9e19400

Browse files
committed
Migrate Apache Drill Provider Package to new Structure
1 parent a50d2e5 commit 9e19400

32 files changed

+523
-36
lines changed

.github/boring-cyborg.yml

+1-4
Original file line numberDiff line numberDiff line change
@@ -37,10 +37,7 @@ labelPRBasedOnFilePath:
3737
- providers/apache/cassandra/**
3838

3939
provider:apache-drill:
40-
- providers/src/airflow/providers/apache/drill/**/*
41-
- docs/apache-airflow-providers-apache-drill/**/*
42-
- providers/tests/apache/drill/**/*
43-
- providers/tests/system/apache/drill/**/*
40+
- providers/apache/drill/**
4441

4542
provider:apache-druid:
4643
- providers/src/airflow/providers/apache/druid/**/*

docs/.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@ apache-airflow-providers-airbyte
44
apache-airflow-providers-alibaba
55
apache-airflow-providers-apache-beam
66
apache-airflow-providers-apache-cassandra
7+
apache-airflow-providers-apache-drill
78
apache-airflow-providers-apache-iceberg
89
apache-airflow-providers-apache-kafka
910
apache-airflow-providers-apache-kylin

docs/apache-airflow-providers-apache-drill/changelog.rst

-25
This file was deleted.

providers/apache/drill/README.rst

+82
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,82 @@
1+
2+
.. Licensed to the Apache Software Foundation (ASF) under one
3+
or more contributor license agreements. See the NOTICE file
4+
distributed with this work for additional information
5+
regarding copyright ownership. The ASF licenses this file
6+
to you under the Apache License, Version 2.0 (the
7+
"License"); you may not use this file except in compliance
8+
with the License. You may obtain a copy of the License at
9+
10+
.. http://www.apache.org/licenses/LICENSE-2.0
11+
12+
.. Unless required by applicable law or agreed to in writing,
13+
software distributed under the License is distributed on an
14+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15+
KIND, either express or implied. See the License for the
16+
specific language governing permissions and limitations
17+
under the License.
18+
19+
.. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
20+
21+
.. IF YOU WANT TO MODIFY TEMPLATE FOR THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
22+
`PROVIDER_README_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
23+
24+
25+
Package ``apache-airflow-providers-apache-drill``
26+
27+
Release: ``3.0.0``
28+
29+
30+
`Apache Drill <https://drill.apache.org/>`__.
31+
32+
33+
Provider package
34+
----------------
35+
36+
This is a provider package for ``apache.drill`` provider. All classes for this provider package
37+
are in ``airflow.providers.apache.drill`` python package.
38+
39+
You can find package information and changelog for the provider
40+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-apache-drill/3.0.0/>`_.
41+
42+
Installation
43+
------------
44+
45+
You can install this package on top of an existing Airflow 2 installation (see ``Requirements`` below
46+
for the minimum Airflow version supported) via
47+
``pip install apache-airflow-providers-apache-drill``
48+
49+
The package supports the following python versions: 3.9,3.10,3.11,3.12
50+
51+
Requirements
52+
------------
53+
54+
======================================= ==================
55+
PIP package Version required
56+
======================================= ==================
57+
``apache-airflow`` ``>=2.9.0``
58+
``apache-airflow-providers-common-sql`` ``>=1.20.0``
59+
``sqlalchemy-drill`` ``>=1.1.0``
60+
======================================= ==================
61+
62+
Cross provider package dependencies
63+
-----------------------------------
64+
65+
Those are dependencies that might be needed in order to use all the features of the package.
66+
You need to install the specified provider packages in order to use them.
67+
68+
You can install such cross-provider dependencies when installing from PyPI. For example:
69+
70+
.. code-block:: bash
71+
72+
pip install apache-airflow-providers-apache-drill[common.sql]
73+
74+
75+
============================================================================================================ ==============
76+
Dependent package Extra
77+
============================================================================================================ ==============
78+
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
79+
============================================================================================================ ==============
80+
81+
The changelog for the provider package can be found in the
82+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-apache-drill/3.0.0/changelog.html>`_.

docs/apache-airflow-providers-apache-drill/operators.rst providers/apache/drill/docs/operators.rst

+1-1
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ The ``sql`` parameter can be templated and be an external ``.sql`` file.
3939
Using the operator
4040
""""""""""""""""""
4141

42-
.. exampleinclude:: /../../providers/tests/system/apache/drill/example_drill_dag.py
42+
.. exampleinclude:: /../../providers/apache/drill/tests/system/apache/drill/example_drill_dag.py
4343
:language: python
4444
:dedent: 4
4545
:start-after: [START howto_operator_drill]

providers/src/airflow/providers/apache/drill/provider.yaml providers/apache/drill/provider.yaml

+1-6
Original file line numberDiff line numberDiff line change
@@ -53,17 +53,12 @@ versions:
5353
- 1.0.1
5454
- 1.0.0
5555

56-
dependencies:
57-
- apache-airflow>=2.9.0
58-
- apache-airflow-providers-common-sql>=1.20.0
59-
- sqlalchemy-drill>=1.1.0
60-
6156
integrations:
6257
- integration-name: Apache Drill
6358
external-doc-url: https://drill.apache.org/
6459
how-to-guide:
6560
- /docs/apache-airflow-providers-apache-drill/operators.rst
66-
logo: /integration-logos/apache/drill.png
61+
logo: /docs/integration-logos/drill.png
6762
tags: [apache]
6863

6964
hooks:

providers/apache/drill/pyproject.toml

+79
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
1+
# Licensed to the Apache Software Foundation (ASF) under one
2+
# or more contributor license agreements. See the NOTICE file
3+
# distributed with this work for additional information
4+
# regarding copyright ownership. The ASF licenses this file
5+
# to you under the Apache License, Version 2.0 (the
6+
# "License"); you may not use this file except in compliance
7+
# with the License. You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing,
12+
# software distributed under the License is distributed on an
13+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14+
# KIND, either express or implied. See the License for the
15+
# specific language governing permissions and limitations
16+
# under the License.
17+
18+
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
19+
20+
# IF YOU WANT TO MODIFY THIS FILE EXCEPT DEPENDENCIES, YOU SHOULD MODIFY THE TEMPLATE
21+
# `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
22+
[build-system]
23+
requires = ["flit_core==3.10.1"]
24+
build-backend = "flit_core.buildapi"
25+
26+
[project]
27+
name = "apache-airflow-providers-apache-drill"
28+
version = "3.0.0"
29+
description = "Provider package apache-airflow-providers-apache-drill for Apache Airflow"
30+
readme = "README.rst"
31+
authors = [
32+
{name="Apache Software Foundation", email="[email protected]"},
33+
]
34+
maintainers = [
35+
{name="Apache Software Foundation", email="[email protected]"},
36+
]
37+
keywords = [ "airflow-provider", "apache.drill", "airflow", "integration" ]
38+
classifiers = [
39+
"Development Status :: 5 - Production/Stable",
40+
"Environment :: Console",
41+
"Environment :: Web Environment",
42+
"Intended Audience :: Developers",
43+
"Intended Audience :: System Administrators",
44+
"Framework :: Apache Airflow",
45+
"Framework :: Apache Airflow :: Provider",
46+
"License :: OSI Approved :: Apache Software License",
47+
"Programming Language :: Python :: 3.9",
48+
"Programming Language :: Python :: 3.10",
49+
"Programming Language :: Python :: 3.11",
50+
"Programming Language :: Python :: 3.12",
51+
"Topic :: System :: Monitoring",
52+
]
53+
requires-python = "~=3.9"
54+
55+
# The dependencies should be modified in place in the generated file
56+
# Any change in the dependencies is preserved when the file is regenerated
57+
dependencies = [
58+
"apache-airflow>=2.9.0",
59+
"apache-airflow-providers-common-sql>=1.20.0",
60+
"sqlalchemy-drill>=1.1.0",
61+
]
62+
63+
[project.urls]
64+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-drill/3.0.0"
65+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-apache-drill/3.0.0/changelog.html"
66+
"Bug Tracker" = "https://github.com/apache/airflow/issues"
67+
"Source Code" = "https://github.com/apache/airflow"
68+
"Slack Chat" = "https://s.apache.org/airflow-slack"
69+
"Twitter" = "https://x.com/ApacheAirflow"
70+
"YouTube" = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"
71+
72+
[project.entry-points."apache_airflow_provider"]
73+
provider_info = "airflow.providers.apache.drill.get_provider_info:get_provider_info"
74+
75+
[tool.flit.module]
76+
name = "airflow.providers.apache.drill"
77+
78+
[tool.pytest.ini_options]
79+
ignore = "tests/system/"

0 commit comments

Comments
 (0)