E2E Integration test environment setup

.github/workflows/run-e2e-integ-tests.yml

@@ -0,0 +1,53 @@
+name: Run E2E integration tests
+on: [push, pull_request]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    # We only want to run on external PRs, since internal PRs are covered by "push"
+    # This prevents this from running twice on internal PRs
+    if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository
+    steps:
+      - uses: actions/checkout@v2
+
+      # In this step, this action saves a list of existing images,
+      # the cache is created without them in the post run.
+      # It also restores the cache if it exists.
+      - uses: satackey/action-docker-layer-caching@v0.0.11
+        # Ignore the failure of a step and avoid terminating the job.
+        continue-on-error: true
+        with:
+          key: mathesar-docker-cache-integ-tests-{hash}
+          restore-keys: |
+            mathesar-docker-cache-integ-tests-
+
+      - name: Copy env file
+        run: cp .env.example .env
+
+      # The code is checked out under uid 1001 - reset this to 1000 for the
+      # container to run tests successfully
+      - name: Fix permissions
+        run: sudo chown -R 1000:1000 .
+
+      - name: Build the stack
+        run: docker-compose up --build -d
+
+      - name: Sleep for 60 seconds
+        run: sleep 60s
+        shell: bash
+
+      # TODO: This needs to be handled inside the tests
+      - name: Run migrations
+        run: docker exec mathesar_service python manage.py migrate
+
+      - name: Run type installation
+        run: docker exec mathesar_service python install.py --skip-confirm
+
+      - name: Run integ tests with pytest
+        run: docker exec mathesar_service pytest --browser chromium --browser webkit --browser firefox tests/
+
+      - uses: actions/upload-artifact@v2
+        if: ${{ failure() || success() }}
+        with:
+          name: Recordings
+          path: videos/

.github/workflows/run-pytest.yml

@@ -33,4 +33,4 @@ jobs:
         run: docker-compose up --build -d
 
       - name: Run tests with pytest
-        run: docker exec mathesar_service pytest
+        run: docker exec mathesar_service pytest mathesar/

Dockerfile

@@ -1,21 +1,4 @@
-FROM python:3.9-buster
-
-# These should be run as a single command to avoid caching issues.
-# See: http://lenguyenthedat.com/docker-cache/
-RUN apt update && apt install -y sudo
-
-# Add mathesar user
-ENV PYTHONUNBUFFERED=1
-ENV DOCKERIZE_VERSION v0.6.1
-
-# Install dockerize
-RUN wget https://github.com/jwilder/dockerize/releases/download/$DOCKERIZE_VERSION/dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz \
-    && tar -C /usr/local/bin -xzvf dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz \
-    && rm dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz
-
-# Install node
-RUN curl -fsSL https://deb.nodesource.com/setup_14.x | bash -
-RUN apt install -y nodejs
+FROM pavish73/mathesar-base:latest-all
 
 # Change work directory
 WORKDIR /code/

mathesar_ui/README.md

@@ -49,7 +49,7 @@ If you want to add or remove packages, or bascially run any npm action, **always
 You can connect to the container and open the ui folder by running:
 
 ```bash
-docker exec -it mathesar_service_1 /bin/bash
+docker exec -it mathesar_service /bin/bash
 cd mathesar_ui
 ```
 
@@ -71,7 +71,7 @@ For guidelines on component development, refer [README of components](https://gi
 You can start storybook in dev mode by connecting to the container and then running `npm run storybook`:
 
 ```bash
-docker exec -it mathesar_service_1 /bin/bash
+docker exec -it mathesar_service /bin/bash
 
 root@c273da65c52d:/code/mathesar_ui$ cd mathesar_ui && npm run storybook
 ```

setup.cfg

@@ -9,6 +9,7 @@ env =
 	DEBUG=False
 	SECRET_KEY=hdC7qKjaFXNBjJ4heMMlOMrP-6j1-OvZpPf87DAXyaw
 	DJANGO_DATABASE_KEY=default
-	DJANGO_DATABASE_URL=postgres://mathesar:mathesar@db:5432/mathesar_django
-	MATHESAR_DATABASES=(mathesar_db_test|postgres://mathesar:mathesar@db:5432/mathesar_db_test)
+	DJANGO_DATABASE_URL=postgres://mathesar:mathesar@mathesar_db:5432/mathesar_django
+	MATHESAR_DATABASES=(mathesar_db_test|postgres://mathesar:mathesar@mathesar_db:5432/mathesar_db_test)
 	TEST=True
+	MODE=DEVELOPMENT

tests/test_base_page.py

@@ -0,0 +1,6 @@
+def test_base_page(browser):
+    context = browser.new_context(record_video_dir='videos/')
+    page = context.new_page()
+    page.goto('http://localhost:8000')
+    assert page.inner_text('h1') == 'Welcome to Mathesar!'
+    context.close()