diff --git a/composer/airflow_1_samples/constraints.txt b/composer/airflow_1_samples/constraints.txt index 048ce333a6c..ad6c5d081b8 100644 --- a/composer/airflow_1_samples/constraints.txt +++ b/composer/airflow_1_samples/constraints.txt @@ -1,4 +1,350 @@ -pandas-gbq==0.14.1 # must be under 0.15.0 until https://github.com/apache/airflow/issues/15113 is addressed -SQLAlchemy==1.3.23 # must be under 1.4 until at least Airflow 2.0 (check airflow setup.py for restrictions) -WTForms==2.3.3 # Must stay under 3.0 because of https://github.com/dpgaspar/Flask-AppBuilder/issues/1732 -MarkupSafe==1.1.1 # as found in Airflow 1.10.15 constraints +# Editable install with no version control (apache-airflow==1.10.15) +Babel==2.9.0 +Flask-Admin==1.5.4 +Flask-AppBuilder==2.3.4 +Flask-Babel==1.0.0 +Flask-Bcrypt==0.7.1 +Flask-Caching==1.3.3 +Flask-JWT-Extended==3.25.0 +Flask-Login==0.4.1 +Flask-OpenID==1.3.0 +Flask-SQLAlchemy==2.4.4 +Flask-WTF==0.14.3 +Flask==1.1.2 +GitPython==3.1.11 +JPype1==0.7.1 +JayDeBeApi==1.2.3 +Jinja2==2.11.2 +Mako==1.1.3 +Markdown==2.6.11 +MarkupSafe==1.1.1 +PyHive==0.6.3 +PyJWT==1.7.1 +PyNaCl==1.4.0 +PySmbClient==0.1.5 +PyYAML==5.3.1 +Pygments==2.7.2 +SQLAlchemy-JSONField==0.9.0 +SQLAlchemy-Utils==0.36.8 +SQLAlchemy==1.3.20 +Sphinx==3.3.1 +Unidecode==1.1.1 +WTForms==2.3.3 +Werkzeug==0.16.1 +adal==1.2.5 +aiohttp==3.7.3 +alabaster==0.7.12 +alembic==1.4.3 +amqp==2.6.1 +analytics-python==1.2.9 +ansiwrap==0.8.4 +apispec==1.3.3 +appdirs==1.4.4 +argcomplete==1.12.2 +asn1crypto==1.4.0 +astroid==2.4.2 +async-generator==1.10 +async-timeout==3.0.1 +atlasclient==1.0.0 +attrs==20.3.0 +aws-sam-translator==1.31.0 +aws-xray-sdk==2.6.0 +azure-common==1.1.26 +azure-core==1.9.0 +azure-cosmos==3.2.0 +azure-datalake-store==0.0.51 +azure-identity==1.5.0 +azure-keyvault-certificates==4.2.1 +azure-keyvault-keys==4.3.0 +azure-keyvault-secrets==4.2.0 +azure-keyvault==4.1.0 +azure-mgmt-containerinstance==1.5.0 +azure-mgmt-core==1.2.2 +azure-mgmt-datalake-nspkg==3.0.1 +azure-mgmt-datalake-store==0.5.0 +azure-mgmt-nspkg==3.0.2 +azure-mgmt-resource==15.0.0 +azure-nspkg==3.0.2 +azure-storage-blob==12.6.0 +azure-storage-common==2.1.0 +azure-storage==0.36.0 +backcall==0.2.0 +bcrypt==3.2.0 +beautifulsoup4==4.7.1 +billiard==3.6.3.0 +black==20.8b0 +blinker==1.4 +boto3==1.10.50 +boto==2.49.0 +botocore==1.13.50 +cached-property==1.5.2 +cachetools==4.1.1 +cassandra-driver==3.20.2 +cattrs==1.1.2 +celery==4.4.7 +certifi==2020.11.8 +cffi==1.14.4 +cfgv==3.2.0 +cfn-lint==0.42.0 +cgroupspy==0.1.6 +chardet==3.0.4 +click==6.7 +cloudant==0.5.10 +colorama==0.4.4 +colorlog==4.0.2 +configparser==3.5.3 +coverage==5.3 +croniter==0.3.36 +cryptography==3.2.1 +cx-Oracle==8.0.1 +datadog==0.39.0 +decorator==4.4.2 +defusedxml==0.6.0 +dill==0.3.3 +distlib==0.3.1 +dnspython==1.16.0 +docker-pycreds==0.4.0 +docker==3.7.3 +docopt==0.6.2 +docutils==0.15.2 +ecdsa==0.14.1 +elasticsearch-dsl==5.4.0 +elasticsearch==5.5.3 +email-validator==1.1.2 +entrypoints==0.3 +fastavro==1.2.0 +filelock==3.0.12 +flake8-colors==0.1.9 +flake8==3.8.4 +flaky==3.7.0 +flask-swagger==0.2.14 +flower==0.9.5 +freezegun==1.0.0 +fsspec==0.8.4 +funcsigs==1.0.2 +future-fstrings==1.2.0 +future==0.18.2 +gcsfs==0.7.1 +gitdb==4.0.5 +google-api-core==1.34.0 +google-api-python-client==1.12.8 +google-auth-httplib2==0.0.4 +google-auth-oauthlib==0.4.2 +google-auth==1.23.0 +google-cloud-bigquery-storage==2.1.0 +google-cloud-bigquery==2.4.0 +google-cloud-bigtable==1.6.0 +google-cloud-container==1.0.1 +google-cloud-core==1.4.3 +google-cloud-dlp==1.0.0 +google-cloud-language==1.3.0 +google-cloud-secret-manager==1.0.0 +google-cloud-spanner==1.19.1 +google-cloud-speech==1.3.2 +google-cloud-storage==1.33.0 +google-cloud-texttospeech==1.0.1 +google-cloud-translate==1.7.0 +google-cloud-videointelligence==1.16.1 +google-cloud-vision==1.0.0 +google-crc32c==1.0.0 +google-resumable-media==1.1.0 +googleapis-common-protos==1.52.0 +graphviz==0.15 +grpc-google-iam-v1==0.12.3 +grpcio-gcp==0.2.2 +grpcio==1.33.2 +gunicorn==20.0.4 +hdfs==2.5.8 +hmsclient==0.1.1 +httplib2==0.18.1 +humanize==3.1.0 +hvac==0.10.5 +identify==1.5.10 +idna==2.8 +imagesize==1.2.0 +importlib-metadata==2.1.1 +importlib-resources==1.5.0 +inflection==0.5.1 +ipdb==0.13.4 +ipython-genutils==0.2.0 +ipython==7.19.0 +iso8601==0.1.13 +isodate==0.6.0 +itsdangerous==1.1.0 +jedi==0.17.2 +jira==2.0.0 +jmespath==0.10.0 +json-merge-patch==0.2 +jsondiff==1.1.2 +jsonpatch==1.27 +jsonpickle==1.4.1 +jsonpointer==2.0 +jsonschema==3.2.0 +junit-xml==1.9 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +kombu==4.6.11 +kubernetes==11.0.0 +lazy-object-proxy==1.4.3 +ldap3==2.8.1 +libcst==0.3.14 +lockfile==0.12.2 +marshmallow-enum==1.5.1 +marshmallow-sqlalchemy==0.23.1 +marshmallow==2.21.0 +mccabe==0.6.1 +mock==4.0.2 +mongomock==3.21.0 +more-itertools==8.6.0 +moto==1.3.14 +msal-extensions==0.3.0 +msal==1.6.0 +msrest==0.6.19 +msrestazure==0.6.4 +multi-key-dict==2.0.3 +multidict==5.0.2 +mypy-extensions==0.4.3 +mypy==0.720 +mysqlclient==1.3.14 +natsort==7.1.0 +nbclient==0.5.1 +nbformat==5.0.8 +nest-asyncio==1.4.3 +networkx==2.5 +nodeenv==1.5.0 +nteract-scrapbook==0.4.1 +ntlm-auth==1.5.0 +numpy==1.19.4 +oauthlib==3.1.0 +oscrypto==1.2.1 +packaging==20.7 +pandas-gbq==0.14.1 +pandas==1.1.4 +papermill==2.2.2 +parameterized==0.7.4 +paramiko==2.7.2 +parso==0.7.1 +pathspec==0.8.1 +pbr==5.5.1 +pendulum==1.4.4 +pexpect==4.8.0 +pickleshare==0.7.5 +pinotdb==0.1.1 +pipdeptree==1.0.0 +pluggy==0.13.1 +portalocker==1.7.1 +pre-commit==2.9.2 +presto-python-client==0.7.0 +prison==0.1.3 +prometheus-client==0.8.0 +prompt-toolkit==3.0.8 +proto-plus==1.11.0 +protobuf==3.14.0 +psutil==5.7.3 +psycopg2-binary==2.8.6 +ptyprocess==0.6.0 +py==1.9.0 +pyOpenSSL==20.0.0 +#pyarrow==0.17.1 +pyarrow==1.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycodestyle==2.6.0 +pycparser==2.20 +pycryptodomex==3.9.9 +pydata-google-auth==1.1.0 +pydruid==0.5.8 +pyflakes==2.2.0 +pykerberos==1.2.1 +pymongo==3.10.1 +pyparsing==2.4.7 +pyrsistent==0.17.3 +pysftp==0.2.9 +pytest-cov==2.10.1 +pytest-instafail==0.4.2 +pytest-timeouts==1.2.1 +pytest==5.4.3 +python-daemon==2.2.4 +python-dateutil==2.8.1 +python-editor==1.0.4 +python-http-client==3.3.1 +python-jenkins==1.7.0 +python-jose==3.2.0 +python-nvd3==0.15.0 +python-slugify==4.0.1 +python3-openid==3.2.0 +pytz==2020.4 +pytzdata==2020.1 +pywinrm==0.4.1 +pyzmq==20.0.0 +qds-sdk==1.16.1 +redis==3.5.3 +regex==2020.11.13 +requests-futures==0.9.4 +requests-kerberos==0.12.0 +requests-mock==1.8.0 +requests-ntlm==1.1.0 +requests-oauthlib==1.3.0 +requests-toolbelt==0.9.1 +requests==2.23.0 +responses==0.12.1 +rsa==4.6 +s3transfer==0.2.1 +sasl==0.2.1 +sendgrid==5.6.0 +sentinels==1.0.0 +sentry-sdk==0.19.4 +setproctitle==1.2 +six==1.15.0 +slackclient==1.3.2 +smmap==3.0.4 +snakebite-py3==3.0.5 +snowballstemmer==2.0.0 +snowflake-connector-python==2.3.6 +snowflake-sqlalchemy==1.2.4 +soupsieve==2.0.1 +sphinx-argparse==0.2.5 +sphinx-autoapi==1.0.0 +sphinx-copybutton==0.3.1 +sphinx-jinja==1.1.1 +sphinx-rtd-theme==0.5.0 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-dotnetdomain==0.4 +sphinxcontrib-golangdomain==0.2.0.dev0 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-httpdomain==1.7.0 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sshpubkeys==3.1.0 +sshtunnel==0.1.5 +tabulate==0.8.7 +tenacity==4.12.0 +text-unidecode==1.3 +textwrap3==0.9.2 +thrift-sasl==0.4.2 +thrift==0.13.0 +toml==0.10.2 +tornado==5.1.1 +tqdm==4.54.0 +traitlets==5.0.5 +typed-ast==1.4.1 +typing-extensions==3.7.4.3 +typing-inspect==0.6.0 +tzlocal==1.5.1 +unicodecsv==0.14.1 +uritemplate==3.0.1 +urllib3==1.25.11 +vertica-python==1.0.0 +vine==1.3.0 +virtualenv==20.2.1 +wcwidth==0.2.5 +websocket-client==0.54.0 +wrapt==1.12.1 +xmltodict==0.12.0 +yamllint==1.25.0 +yarl==1.6.3 +zdesk==2.7.1 +zipp==3.4.0 +zope.deprecation==4.4.0 diff --git a/composer/airflow_1_samples/noxfile_config.py b/composer/airflow_1_samples/noxfile_config.py index db38b805acf..168c7f38c34 100644 --- a/composer/airflow_1_samples/noxfile_config.py +++ b/composer/airflow_1_samples/noxfile_config.py @@ -31,7 +31,8 @@ TEST_CONFIG_OVERRIDE = { # You can opt out from the test for specific Python versions. # Skipping for Python 3.9 due to numpy compilation failure. - "ignored_versions": ["2.7", "3.9", "3.10", "3.11"], + # Skipping 3.6 and 3.7, they are more out of date + "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"], # Old samples are opted out of enforcing Python type hints # All new samples should feature them "enforce_type_hints": False, @@ -43,5 +44,6 @@ # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT', # A dictionary you want to inject into your test. Don't put any # secrets here. These values will override predefined values. + "pip_version_override": "20.2.4", "envs": {"AIRFLOW_HOME": _tmpdir.name}, } diff --git a/composer/airflow_1_samples/requirements.txt b/composer/airflow_1_samples/requirements.txt index 9d3ac6bdea5..8811986902f 100644 --- a/composer/airflow_1_samples/requirements.txt +++ b/composer/airflow_1_samples/requirements.txt @@ -5,6 +5,3 @@ apache-airflow-backport-providers-google==2021.3.3 apache-airflow-backport-providers-cncf-kubernetes==2021.3.3 kubernetes==11.0.0 scipy==1.4.1; python_version > '3.0' -scipy==1.2.3; python_version < '3.0' -numpy==1.19.5; python_version > '3.0' -numpy==1.16.6; python_version < '3.0'