Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
354 changes: 350 additions & 4 deletions composer/airflow_1_samples/constraints.txt
Original file line number Diff line number Diff line change
@@ -1,4 +1,350 @@
pandas-gbq==0.14.1 # must be under 0.15.0 until https://github.com/apache/airflow/issues/15113 is addressed
SQLAlchemy==1.3.23 # must be under 1.4 until at least Airflow 2.0 (check airflow setup.py for restrictions)
WTForms==2.3.3 # Must stay under 3.0 because of https://github.com/dpgaspar/Flask-AppBuilder/issues/1732
MarkupSafe==1.1.1 # as found in Airflow 1.10.15 constraints
# Editable install with no version control (apache-airflow==1.10.15)
Babel==2.9.0
Flask-Admin==1.5.4
Flask-AppBuilder==2.3.4
Flask-Babel==1.0.0
Flask-Bcrypt==0.7.1
Flask-Caching==1.3.3
Flask-JWT-Extended==3.25.0
Flask-Login==0.4.1
Flask-OpenID==1.3.0
Flask-SQLAlchemy==2.4.4
Flask-WTF==0.14.3
Flask==1.1.2
GitPython==3.1.11
JPype1==0.7.1
JayDeBeApi==1.2.3
Jinja2==2.11.2
Mako==1.1.3
Markdown==2.6.11
MarkupSafe==1.1.1
PyHive==0.6.3
PyJWT==1.7.1
PyNaCl==1.4.0
PySmbClient==0.1.5
PyYAML==5.3.1
Pygments==2.7.2
SQLAlchemy-JSONField==0.9.0
SQLAlchemy-Utils==0.36.8
SQLAlchemy==1.3.20
Sphinx==3.3.1
Unidecode==1.1.1
WTForms==2.3.3
Werkzeug==0.16.1
adal==1.2.5
aiohttp==3.7.3
alabaster==0.7.12
alembic==1.4.3
amqp==2.6.1
analytics-python==1.2.9
ansiwrap==0.8.4
apispec==1.3.3
appdirs==1.4.4
argcomplete==1.12.2
asn1crypto==1.4.0
astroid==2.4.2
async-generator==1.10
async-timeout==3.0.1
atlasclient==1.0.0
attrs==20.3.0
aws-sam-translator==1.31.0
aws-xray-sdk==2.6.0
azure-common==1.1.26
azure-core==1.9.0
azure-cosmos==3.2.0
azure-datalake-store==0.0.51
azure-identity==1.5.0
azure-keyvault-certificates==4.2.1
azure-keyvault-keys==4.3.0
azure-keyvault-secrets==4.2.0
azure-keyvault==4.1.0
azure-mgmt-containerinstance==1.5.0
azure-mgmt-core==1.2.2
azure-mgmt-datalake-nspkg==3.0.1
azure-mgmt-datalake-store==0.5.0
azure-mgmt-nspkg==3.0.2
azure-mgmt-resource==15.0.0
azure-nspkg==3.0.2
azure-storage-blob==12.6.0
azure-storage-common==2.1.0
azure-storage==0.36.0
backcall==0.2.0
bcrypt==3.2.0
beautifulsoup4==4.7.1
billiard==3.6.3.0
black==20.8b0
blinker==1.4
boto3==1.10.50
boto==2.49.0
botocore==1.13.50
cached-property==1.5.2
cachetools==4.1.1
cassandra-driver==3.20.2
cattrs==1.1.2
celery==4.4.7
certifi==2020.11.8
cffi==1.14.4
cfgv==3.2.0
cfn-lint==0.42.0
cgroupspy==0.1.6
chardet==3.0.4
click==6.7
cloudant==0.5.10
colorama==0.4.4
colorlog==4.0.2
configparser==3.5.3
coverage==5.3
croniter==0.3.36
cryptography==3.2.1
cx-Oracle==8.0.1
datadog==0.39.0
decorator==4.4.2
defusedxml==0.6.0
dill==0.3.3
distlib==0.3.1
dnspython==1.16.0
docker-pycreds==0.4.0
docker==3.7.3
docopt==0.6.2
docutils==0.15.2
ecdsa==0.14.1
elasticsearch-dsl==5.4.0
elasticsearch==5.5.3
email-validator==1.1.2
entrypoints==0.3
fastavro==1.2.0
filelock==3.0.12
flake8-colors==0.1.9
flake8==3.8.4
flaky==3.7.0
flask-swagger==0.2.14
flower==0.9.5
freezegun==1.0.0
fsspec==0.8.4
funcsigs==1.0.2
future-fstrings==1.2.0
future==0.18.2
gcsfs==0.7.1
gitdb==4.0.5
google-api-core==1.34.0
google-api-python-client==1.12.8
google-auth-httplib2==0.0.4
google-auth-oauthlib==0.4.2
google-auth==1.23.0
google-cloud-bigquery-storage==2.1.0
google-cloud-bigquery==2.4.0
google-cloud-bigtable==1.6.0
google-cloud-container==1.0.1
google-cloud-core==1.4.3
google-cloud-dlp==1.0.0
google-cloud-language==1.3.0
google-cloud-secret-manager==1.0.0
google-cloud-spanner==1.19.1
google-cloud-speech==1.3.2
google-cloud-storage==1.33.0
google-cloud-texttospeech==1.0.1
google-cloud-translate==1.7.0
google-cloud-videointelligence==1.16.1
google-cloud-vision==1.0.0
google-crc32c==1.0.0
google-resumable-media==1.1.0
googleapis-common-protos==1.52.0
graphviz==0.15
grpc-google-iam-v1==0.12.3
grpcio-gcp==0.2.2
grpcio==1.33.2
gunicorn==20.0.4
hdfs==2.5.8
hmsclient==0.1.1
httplib2==0.18.1
humanize==3.1.0
hvac==0.10.5
identify==1.5.10
idna==2.8
imagesize==1.2.0
importlib-metadata==2.1.1
importlib-resources==1.5.0
inflection==0.5.1
ipdb==0.13.4
ipython-genutils==0.2.0
ipython==7.19.0
iso8601==0.1.13
isodate==0.6.0
itsdangerous==1.1.0
jedi==0.17.2
jira==2.0.0
jmespath==0.10.0
json-merge-patch==0.2
jsondiff==1.1.2
jsonpatch==1.27
jsonpickle==1.4.1
jsonpointer==2.0
jsonschema==3.2.0
junit-xml==1.9
jupyter-client==6.1.7
jupyter-core==4.7.0
kombu==4.6.11
kubernetes==11.0.0
lazy-object-proxy==1.4.3
ldap3==2.8.1
libcst==0.3.14
lockfile==0.12.2
marshmallow-enum==1.5.1
marshmallow-sqlalchemy==0.23.1
marshmallow==2.21.0
mccabe==0.6.1
mock==4.0.2
mongomock==3.21.0
more-itertools==8.6.0
moto==1.3.14
msal-extensions==0.3.0
msal==1.6.0
msrest==0.6.19
msrestazure==0.6.4
multi-key-dict==2.0.3
multidict==5.0.2
mypy-extensions==0.4.3
mypy==0.720
mysqlclient==1.3.14
natsort==7.1.0
nbclient==0.5.1
nbformat==5.0.8
nest-asyncio==1.4.3
networkx==2.5
nodeenv==1.5.0
nteract-scrapbook==0.4.1
ntlm-auth==1.5.0
numpy==1.19.4
oauthlib==3.1.0
oscrypto==1.2.1
packaging==20.7
pandas-gbq==0.14.1
pandas==1.1.4
papermill==2.2.2
parameterized==0.7.4
paramiko==2.7.2
parso==0.7.1
pathspec==0.8.1
pbr==5.5.1
pendulum==1.4.4
pexpect==4.8.0
pickleshare==0.7.5
pinotdb==0.1.1
pipdeptree==1.0.0
pluggy==0.13.1
portalocker==1.7.1
pre-commit==2.9.2
presto-python-client==0.7.0
prison==0.1.3
prometheus-client==0.8.0
prompt-toolkit==3.0.8
proto-plus==1.11.0
protobuf==3.14.0
psutil==5.7.3
psycopg2-binary==2.8.6
ptyprocess==0.6.0
py==1.9.0
pyOpenSSL==20.0.0
#pyarrow==0.17.1
pyarrow==1.0.0
pyasn1-modules==0.2.8
pyasn1==0.4.8
pycodestyle==2.6.0
pycparser==2.20
pycryptodomex==3.9.9
pydata-google-auth==1.1.0
pydruid==0.5.8
pyflakes==2.2.0
pykerberos==1.2.1
pymongo==3.10.1
pyparsing==2.4.7
pyrsistent==0.17.3
pysftp==0.2.9
pytest-cov==2.10.1
pytest-instafail==0.4.2
pytest-timeouts==1.2.1
pytest==5.4.3
python-daemon==2.2.4
python-dateutil==2.8.1
python-editor==1.0.4
python-http-client==3.3.1
python-jenkins==1.7.0
python-jose==3.2.0
python-nvd3==0.15.0
python-slugify==4.0.1
python3-openid==3.2.0
pytz==2020.4
pytzdata==2020.1
pywinrm==0.4.1
pyzmq==20.0.0
qds-sdk==1.16.1
redis==3.5.3
regex==2020.11.13
requests-futures==0.9.4
requests-kerberos==0.12.0
requests-mock==1.8.0
requests-ntlm==1.1.0
requests-oauthlib==1.3.0
requests-toolbelt==0.9.1
requests==2.23.0
responses==0.12.1
rsa==4.6
s3transfer==0.2.1
sasl==0.2.1
sendgrid==5.6.0
sentinels==1.0.0
sentry-sdk==0.19.4
setproctitle==1.2
six==1.15.0
slackclient==1.3.2
smmap==3.0.4
snakebite-py3==3.0.5
snowballstemmer==2.0.0
snowflake-connector-python==2.3.6
snowflake-sqlalchemy==1.2.4
soupsieve==2.0.1
sphinx-argparse==0.2.5
sphinx-autoapi==1.0.0
sphinx-copybutton==0.3.1
sphinx-jinja==1.1.1
sphinx-rtd-theme==0.5.0
sphinxcontrib-applehelp==1.0.2
sphinxcontrib-devhelp==1.0.2
sphinxcontrib-dotnetdomain==0.4
sphinxcontrib-golangdomain==0.2.0.dev0
sphinxcontrib-htmlhelp==1.0.3
sphinxcontrib-httpdomain==1.7.0
sphinxcontrib-jsmath==1.0.1
sphinxcontrib-qthelp==1.0.3
sphinxcontrib-serializinghtml==1.1.4
sshpubkeys==3.1.0
sshtunnel==0.1.5
tabulate==0.8.7
tenacity==4.12.0
text-unidecode==1.3
textwrap3==0.9.2
thrift-sasl==0.4.2
thrift==0.13.0
toml==0.10.2
tornado==5.1.1
tqdm==4.54.0
traitlets==5.0.5
typed-ast==1.4.1
typing-extensions==3.7.4.3
typing-inspect==0.6.0
tzlocal==1.5.1
unicodecsv==0.14.1
uritemplate==3.0.1
urllib3==1.25.11
vertica-python==1.0.0
vine==1.3.0
virtualenv==20.2.1
wcwidth==0.2.5
websocket-client==0.54.0
wrapt==1.12.1
xmltodict==0.12.0
yamllint==1.25.0
yarl==1.6.3
zdesk==2.7.1
zipp==3.4.0
zope.deprecation==4.4.0
4 changes: 3 additions & 1 deletion composer/airflow_1_samples/noxfile_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,8 @@
TEST_CONFIG_OVERRIDE = {
# You can opt out from the test for specific Python versions.
# Skipping for Python 3.9 due to numpy compilation failure.
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please update the comment on reasons for skipping 3.10 and 3.11

"ignored_versions": ["2.7", "3.9", "3.10", "3.11"],
# Skipping 3.6 and 3.7, they are more out of date
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
# Old samples are opted out of enforcing Python type hints
# All new samples should feature them
"enforce_type_hints": False,
Expand All @@ -43,5 +44,6 @@
# 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
# A dictionary you want to inject into your test. Don't put any
# secrets here. These values will override predefined values.
"pip_version_override": "20.2.4",
"envs": {"AIRFLOW_HOME": _tmpdir.name},
}
3 changes: 0 additions & 3 deletions composer/airflow_1_samples/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,3 @@ apache-airflow-backport-providers-google==2021.3.3
apache-airflow-backport-providers-cncf-kubernetes==2021.3.3
kubernetes==11.0.0
scipy==1.4.1; python_version > '3.0'
scipy==1.2.3; python_version < '3.0'
numpy==1.19.5; python_version > '3.0'
numpy==1.16.6; python_version < '3.0'