Fix inclusion of tests in our published packages (#7169)

python_modules/automation/automation/scaffold/assets/dagster-library-tmpl/setup.py.tmpl

@@ -1,5 +1,5 @@
 from typing import Dict
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -29,7 +29,7 @@ if __name__ == '__main__':
             'License :: OSI Approved :: Apache Software License',
             'Operating System :: OS Independent',
         ],
-        packages=find_packages(exclude=['test']),
+        packages=find_packages(exclude=["dagster_{{LIBRARY_NAME}}_tests*"]),
         install_requires=[f"dagster{pin}"],
         extras_require={"test": []},
         zip_safe=False,

python_modules/automation/setup.py

@@ -14,7 +14,7 @@
         "License :: OSI Approved :: Apache Software License",
         "Operating System :: OS Independent",
     ],
-    packages=find_packages(exclude=["test"]),
+    packages=find_packages(exclude=["automation_tests*"]),
     install_requires=[
         "autoflake",
         "boto3",

python_modules/dagit/setup.py

@@ -39,7 +39,7 @@ def get_version():
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["dagit_tests"]),
+        packages=find_packages(exclude=["dagit_tests*"]),
         include_package_data=True,
         install_requires=[
             "PyYAML",

python_modules/dagster-graphql/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_graphql_tests*"]),
         install_requires=[
             f"dagster{pin}",
             "graphene>=2.1.3,<3",  # compatability with graphql-ws in dagit

python_modules/dagster-test/setup.py

@@ -1,4 +1,4 @@
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 if __name__ == "__main__":
     setup(
@@ -17,7 +17,7 @@
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_test_tests*"]),
         install_requires=[
             "dagster",
             "pyspark",

python_modules/dagster/MANIFEST.in

@@ -8,4 +8,4 @@ recursive-include dagster/core/storage/schedules/sqlite/alembic *
 recursive-include dagster/generate/new_project *
 recursive-include dagster *.proto
 global-exclude __pycache__
-global-exclude *.py[co]
+global-exclude *.py[co]

python_modules/dagster/setup.py

@@ -1,7 +1,7 @@
 from pathlib import Path
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_description() -> str:
@@ -44,7 +44,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["dagster_tests"]),
+        packages=find_packages(exclude=["dagster_tests*"]),
         package_data={
             "dagster": [
                 "dagster/core/storage/event_log/sqlite/alembic/*",

python_modules/libraries/dagster-airbyte/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_airbyte_tests*"]),
         install_requires=[
             f"dagster{pin}",
             "requests",

python_modules/libraries/dagster-airflow/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["dagster_airflow_tests"]),
+        packages=find_packages(exclude=["dagster_airflow_tests*"]),
         install_requires=[
             f"dagster{pin}",
             "docker",

python_modules/libraries/dagster-aws/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_aws_tests*"]),
         include_package_data=True,
         install_requires=[
             "boto3",

python_modules/libraries/dagster-azure/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_azure_tests*"]),
         include_package_data=True,
         install_requires=[
             "azure-core<2.0.0,>=1.7.0",

python_modules/libraries/dagster-celery-docker/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -30,7 +30,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_celery_docker_tests*"]),
         install_requires=[
             f"dagster{pin}",
             f"dagster-celery{pin}",

python_modules/libraries/dagster-celery-k8s/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -30,7 +30,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_celery_k8s_tests*"]),
         install_requires=[
             f"dagster{pin}",
             f"dagster-k8s{pin}",

python_modules/libraries/dagster-celery/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_celery_tests*"]),
         entry_points={"console_scripts": ["dagster-celery = dagster_celery.cli:main"]},
         install_requires=[
             f"dagster{pin}",

python_modules/libraries/dagster-dask/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_dask_tests*"]),
         install_requires=[
             "bokeh",
             f"dagster{pin}",

python_modules/libraries/dagster-databricks/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_databricks_tests*"]),
         include_package_data=True,
         install_requires=[
             f"dagster{pin}",

python_modules/libraries/dagster-datadog/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_datadog_tests*"]),
         install_requires=[f"dagster{pin}", "datadog"],
         zip_safe=False,
     )

python_modules/libraries/dagster-dbt/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_dbt_tests*"]),
         install_requires=[
             f"dagster{pin}",
             f"dagster-pandas{pin}",

python_modules/libraries/dagster-docker/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_docker_tests*"]),
         install_requires=[f"dagster{pin}", "docker", "docker-image-py"],
         zip_safe=False,
     )

python_modules/libraries/dagster-fivetran/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_fivetran_tests*"]),
         install_requires=[f"dagster{pin}"],
         zip_safe=False,
     )

python_modules/libraries/dagster-gcp/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -32,7 +32,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_gcp_tests*"]),
         install_requires=[
             f"dagster{pin}",
             f"dagster_pandas{pin}",

python_modules/libraries/dagster-ge/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_ge_tests*"]),
         install_requires=[
             f"dagster{pin}",
             f"dagster-pandas{pin}",

python_modules/libraries/dagster-github/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_github_tests*"]),
         install_requires=[
             f"dagster{pin}",
             # Using a Github app requires signing your own JWT :(

python_modules/libraries/dagster-k8s/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -31,7 +31,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_k8s_tests*"]),
         install_requires=[f"dagster{pin}", "kubernetes"],
         zip_safe=False,
     )

python_modules/libraries/dagster-mlflow/setup.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from setuptools import find_packages, setup  # type: ignore
+from setuptools import find_packages, setup
 
 
 def get_version() -> str:
@@ -28,7 +28,7 @@ def get_version() -> str:
             "License :: OSI Approved :: Apache Software License",
             "Operating System :: OS Independent",
         ],
-        packages=find_packages(exclude=["test"]),
+        packages=find_packages(exclude=["dagster_mlflow_tests*"]),
         install_requires=["dagster", "mlflow", "pandas"],
         zip_safe=False,
     )