[BUGFIX] Use requirements.txt file when installing linting/static check dependencies in CI

azure-pipelines-dev.yml

@@ -113,14 +113,14 @@ stages:
     - job: type_hint_checker
       steps:
       - script: |
-          pip install mypy invoke # Prereq for type hint script
+          pip install --requirement reqs/requirements-dev-contrib.txt
           invoke type-coverage
         name: TypeHintChecker
 
     - job: static_type_check
       steps:
       - script: |
-          pip install mypy invoke
+          pip install --requirement reqs/requirements-dev-contrib.txt
           invoke type-check --install-types --warn-unused-ignores --pretty
         name: StaticTypeCheck
 
@@ -132,7 +132,7 @@ stages:
     - job: unused_import_checker
       steps:
       - script: |
-          pip install flake8
+          pip install --requirement reqs/requirements-dev-contrib.txt
           # https://www.flake8rules.com/rules/F401.html
           flake8 --select F401 great_expectations tests
         name: UnusedImportChecker

azure-pipelines.yml

@@ -88,16 +88,16 @@ stages:
       condition: or(eq(variables.isScheduled, true), eq(variables.isReleasePrep, true), eq(variables.isRelease, true), eq(variables.isManual, true))
       steps:
       - script: |
-          pip install mypy invoke # Prereq for type hint script
+          pip install --requirement reqs/requirements-dev-contrib.txt
           invoke type-coverage
         name: TypeHintChecker
 
     - job: static_type_check
       condition: or(eq(variables.isScheduled, true), eq(variables.isReleasePrep, true), eq(variables.isRelease, true), eq(variables.isManual, true))
       steps:
       - script: |
-          pip install mypy invoke
-          invoke type-check --install-types --warn-unused-ignores --pretty 
+          pip install --requirement reqs/requirements-dev-contrib.txt
+          invoke type-check --install-types --warn-unused-ignores --pretty
         name: StaticTypeCheck
 
     - job: docstring_checker
@@ -110,7 +110,7 @@ stages:
       condition: or(eq(variables.isScheduled, true), eq(variables.isReleasePrep, true), eq(variables.isRelease, true), eq(variables.isManual, true))
       steps:
       - script: |
-          pip install flake8
+          pip install --requirement reqs/requirements-dev-contrib.txt
           # https://www.flake8rules.com/rules/F401.html - Prunes the dgtest graph to improve accuracy
           flake8 --select F401 great_expectations tests
         name: UnusedImportChecker

great_expectations/exceptions/exceptions.py

@@ -304,7 +304,7 @@ def __init__(self, module_name, class_name) -> None:
 
 class ClassInstantiationError(GreatExpectationsError):
     def __init__(self, module_name, package_name, class_name) -> None:
-        module_spec = importlib.util.find_spec(module_name, package=package_name)
+        module_spec = importlib.util.find_spec(module_name, package=package_name)  # type: ignore[attr-defined]
         if not module_spec:
             if not package_name:
                 package_name = ""

great_expectations/util.py

@@ -77,14 +77,14 @@
 try:
     import black
 except ImportError:
-    black = None
+    black = None  # type: ignore[assignment]
 
 try:
     # This library moved in python 3.8
     import importlib.metadata as importlib_metadata
 except ModuleNotFoundError:
     # Fallback for python < 3.8
-    import importlib_metadata  # type: ignore[no-redef]
+    import importlib_metadata
 
 logger = logging.getLogger(__name__)
 
@@ -365,7 +365,7 @@ def verify_dynamic_loading_support(
     """
     try:
         # noinspection PyUnresolvedReferences
-        module_spec: importlib.machinery.ModuleSpec = importlib.util.find_spec(  # type: ignore[assignment]
+        module_spec: importlib.machinery.ModuleSpec = importlib.util.find_spec(  # type: ignore[attr-defined]
             module_name, package=package_name
         )
     except ModuleNotFoundError:

reqs/requirements-dev-contrib.txt

@@ -2,7 +2,7 @@ black==22.3.0
 flake8==5.0.4
 invoke>=1.7.1
 isort==5.10.1
-mypy==0.990
+mypy==0.991
 pre-commit>=2.6.0
 pytest-cov>=2.8.1
 pytest-order>=0.9.5