fix: versions aren't pinned and pip-compile-validate doesn't detect dependency changes

.github/workflows/superset-e2e.yml

@@ -81,6 +81,7 @@ jobs:
           run: |
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
       - name: Setup postgres
         if: steps.check.outcome == 'failure'
         uses: ./.github/actions/cached-dependencies

.github/workflows/superset-python-misc.yml

@@ -40,6 +40,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
       - name: pylint
         if: steps.check.outcome == 'failure'
         # `-j 0` run Pylint in parallel
@@ -68,6 +69,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/integration.txt
+            pip install --no-deps .
       - name: pre-commit
         run: pre-commit run --all-files
 
@@ -94,5 +96,6 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/base.txt
+            pip install --no-deps .
       - name: Test babel extraction
         run: flask fab babel-extract --target superset/translations --output superset/translations/messages.pot --config superset/translations/babel.cfg -k _,__,t,tn,tct

.github/workflows/superset-python-presto-hive.yml

@@ -70,6 +70,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
             setup-postgres
       - name: Run celery
         if: steps.check.outcome == 'failure'
@@ -145,6 +146,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
             setup-postgres
       - name: Run celery
         if: steps.check.outcome == 'failure'

.github/workflows/superset-python-unittest.yml

@@ -59,6 +59,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
             setup-mysql
       - name: Run celery
         if: steps.check.outcome == 'failure'
@@ -123,6 +124,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
             setup-postgres
       - name: Run celery
         if: steps.check.outcome == 'failure'
@@ -179,6 +181,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/testing.txt
+            pip install --no-deps .
             mkdir ${{ github.workspace }}/.temp
       - name: Run celery
         if: steps.check.outcome == 'failure'

.github/workflows/superset-translations.yml

@@ -49,6 +49,7 @@ jobs:
             apt-get-install
             pip-upgrade
             pip install -r requirements/base.txt
+            pip install --no-deps .
       - name: Test babel extraction
         run: |
           flask fab babel-extract --target superset/translations \

Dockerfile

@@ -103,6 +103,8 @@ COPY --from=superset-node /app/superset-frontend /app/superset-frontend
 ## Lastly, let's install superset itself
 COPY superset /app/superset
 COPY setup.py MANIFEST.in README.md /app/
+COPY ./requirements/base.txt  /app/requirements/
+
 RUN cd /app \
         && chown -R superset:superset * \
         && pip install -e .

RELEASING/Dockerfile.make_docs

@@ -21,6 +21,7 @@ RUN git clone --depth 1 --branch ${VERSION} https://github.com/apache/superset.g
 WORKDIR /superset
 # install doc dependencies
 RUN pip install -r requirements/base.txt
+RUN pip install --no-deps .
 # build the docs
 RUN python setup.py build_sphinx
 

requirements/base.in

@@ -15,6 +15,108 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
--e file:.
+backoff>=1.8.0
+bleach>=3.0.2, <4.0.0
+cachelib>=0.1.1,<0.2
+celery>=4.3.0, <5.0.0, !=4.4.1
+click<8
+colorama
+contextlib2
+croniter>=0.3.28
+cron-descriptor
+cryptography>=3.3.2
+deprecation>=2.1.0, <2.2.0
+flask>=1.1.0, <2.0.0
+flask-appbuilder>=3.3.0, <4.0.0
+flask-caching>=1.10.0
+flask-compress
+flask-talisman
+flask-migrate
+flask-wtf
+geopy
+graphlib-backport
+gunicorn>=20.0.2, <20.1
+holidays==0.10.3  # PINNED! https://github.com/dr-prodigy/python-holidays/issues/406
+humanize
+itsdangerous>=1.0.0, <2.0.0
+isodate
+markdown>=3.0
+msgpack>=1.0.0, <1.1
+pandas>=1.2.2, <1.3
+parsedatetime
+pathlib2
+pgsanity
+polyline
+pyparsing>=2.4.7, <3.0.0
+python-dateutil
+python-dotenv
+python-geohash
+pyarrow>=4.0.1, <4.1
+pyyaml>=5.4
+PyJWT>=1.7.1, <2
+redis
+retry>=0.9.2
+selenium>=3.141.0
+simplejson>=3.15.0
+slackclient==2.5.0  # PINNED! slack changes file upload api in the future versions
+sqlalchemy>=1.3.16, <1.4, !=1.3.21
+sqlalchemy-utils>=0.36.6,<0.37
+sqlparse==0.3.0  # PINNED! see https://github.com/andialbrecht/sqlparse/issues/562
+typing-extensions>=3.7.4.3,<4  # needed to support typing.Literal on py37
+wtforms-json
+pyparsing>=2.4.7, <3.0.0
+holidays==0.10.3  # PINNED! https://github.com/dr-prodigy/python-holidays/issues/406
+deprecation>=2.1.0, <2.2.0backoff>=1.8.0
+bleach>=3.0.2, <4.0.0
+cachelib>=0.1.1,<0.2
+celery>=4.3.0, <5.0.0, !=4.4.1
+click<8
+colorama
+contextlib2
+croniter>=0.3.28
+cron-descriptor
+cryptography>=3.3.2
+deprecation>=2.1.0, <2.2.0
+flask>=1.1.0, <2.0.0
+flask-appbuilder>=3.3.0, <4.0.0
+flask-caching>=1.10.0
+flask-compress
+flask-talisman
+flask-migrate
+flask-wtf
+geopy
+graphlib-backport
+gunicorn>=20.0.2, <20.1
+holidays==0.10.3  # PINNED! https://github.com/dr-prodigy/python-holidays/issues/406
+humanize
+itsdangerous>=1.0.0, <2.0.0
+isodate
+markdown>=3.0
+msgpack>=1.0.0, <1.1
+pandas>=1.2.2, <1.3
+parsedatetime
+pathlib2
+pgsanity
+polyline
+pyparsing>=2.4.7, <3.0.0
+python-dateutil
+python-dotenv
+python-geohash
+pyarrow>=4.0.1, <4.1
+pyyaml>=5.4
+PyJWT>=1.7.1, <2
+redis
+retry>=0.9.2
+selenium>=3.141.0
+simplejson>=3.15.0
+slackclient==2.5.0  # PINNED! slack changes file upload api in the future versions
+sqlalchemy>=1.3.16, <1.4, !=1.3.21
+sqlalchemy-utils>=0.36.6,<0.37
+sqlparse==0.3.0  # PINNED! see https://github.com/andialbrecht/sqlparse/issues/562
+typing-extensions>=3.7.4.3,<4  # needed to support typing.Literal on py37
+wtforms-json
+pyparsing>=2.4.7, <3.0.0
+holidays==0.10.3  # PINNED! https://github.com/dr-prodigy/python-holidays/issues/406
+deprecation>=2.1.0, <2.2.0
 pyrsistent>=0.16.1,<0.17
 zipp==3.4.1