deps: update shared (#1150)

Author: joseph-sentry

django_scaffold/settings.py

@@ -35,6 +35,7 @@
     "shared.django_apps.labelanalysis",
     "shared.django_apps.reports",
     "shared.django_apps.staticanalysis",
+    "shared.django_apps.ta_timeseries",
 ]
 
 TELEMETRY_VANILLA_DB = "default"

docker-compose.yml

@@ -38,6 +38,8 @@ services:
       - POSTGRES_USER=postgres
       - POSTGRES_HOST_AUTH_METHOD=trust
       - POSTGRES_PASSWORD=password
+    volumes:
+      - ./docker/init_db.sql:/docker-entrypoint-initdb.d/init_db.sql
 
   redis:
     image: redis:6-alpine

docker/init_db.sql

@@ -0,0 +1 @@
+CREATE DATABASE test_analytics;

docker/test_codecov_config.yml

@@ -5,6 +5,8 @@ setup:
   encryption_secret: "zp^P9*i8aR3"
   timeseries:
     enabled: true
+  ta_timeseries:
+    enabled: true
 
 services:
   database_url: postgres://postgres:password@postgres:5432/postgres

pyproject.toml

@@ -83,4 +83,4 @@ dev-dependencies = [
 [tool.uv.sources]
 timestring = { git = "https://github.com/codecov/timestring", rev = "d37ceacc5954dff3b5bd2f887936a98a668dda42" }
 test-results-parser = { git = "https://github.com/codecov/test-results-parser", rev = "190bbc8a911099749928e13d5fe57f6027ca1e74" }
-shared = { git = "https://github.com/codecov/shared", rev = "290557e977c4ff60d5d9dcb9ee54afea1c1df83f" }
+shared = { git = "https://github.com/codecov/shared", rev = "a93b0f1299841e56d8ceb591813974e97bec75b9" }

services/test_analytics/ta_timeseries.py

@@ -7,12 +7,12 @@
 import test_results_parser
 from django.db import connections
 from django.db.models import Q
-from shared.django_apps.test_analytics.models import Flake
-from shared.django_apps.timeseries.models import (
+from shared.django_apps.ta_timeseries.models import (
     Testrun,
     TestrunBranchSummary,
     TestrunSummary,
 )
+from shared.django_apps.test_analytics.models import Flake
 
 from services.test_analytics.utils import calc_test_id
 from services.test_results import FlakeInfo
@@ -90,7 +90,7 @@ class TestInstance(TypedDict):
 
 
 def get_pr_comment_failures(repo_id: int, commit_sha: str) -> list[TestInstance]:
-    with connections["timeseries"].cursor() as cursor:
+    with connections["ta_timeseries"].cursor() as cursor:
         cursor.execute(
             """
             SELECT 
@@ -99,7 +99,7 @@ def get_pr_comment_failures(repo_id: int, commit_sha: str) -> list[TestInstance]
                 LAST(failure_message, timestamp) as failure_message,
                 LAST(upload_id, timestamp) as upload_id,
                 LAST(duration_seconds, timestamp) as duration_seconds
-            FROM timeseries_testrun
+            FROM ta_timeseries_testrun
             WHERE repo_id = %s AND commit_sha = %s AND outcome IN ('failure', 'flaky_failure')
             GROUP BY test_id
             """,
@@ -124,14 +124,14 @@ class PRCommentAgg(TypedDict):
 
 
 def get_pr_comment_agg(repo_id: int, commit_sha: str) -> PRCommentAgg:
-    with connections["timeseries"].cursor() as cursor:
+    with connections["ta_timeseries"].cursor() as cursor:
         cursor.execute(
             """
             SELECT outcome, count(*) FROM (
                 SELECT 
                     test_id,
                     LAST(outcome, timestamp) as outcome
-                FROM timeseries_testrun
+                FROM ta_timeseries_testrun
                 WHERE repo_id = %s AND commit_sha = %s
                 GROUP BY test_id
             ) AS t
@@ -166,9 +166,9 @@ def get_testruns_for_flake_detection(
 
 
 def update_testrun_to_flaky(timestamp: datetime, test_id: bytes):
-    with connections["timeseries"].cursor() as cursor:
+    with connections["ta_timeseries"].cursor() as cursor:
         cursor.execute(
-            "UPDATE timeseries_testrun SET outcome = %s WHERE timestamp = %s AND test_id = %s",
+            "UPDATE ta_timeseries_testrun SET outcome = %s WHERE timestamp = %s AND test_id = %s",
             ["flaky_failure", timestamp, test_id],
         )
 
@@ -214,7 +214,7 @@ class BranchSummary:
 def get_testrun_branch_summary_via_testrun(
     repo_id: int, branch: str
 ) -> list[BranchSummary]:
-    with connections["timeseries"].cursor() as cursor:
+    with connections["ta_timeseries"].cursor() as cursor:
         cursor.execute(
             """
             select
@@ -233,7 +233,7 @@ def get_testrun_branch_summary_via_testrun(
                 COUNT(*) FILTER (WHERE outcome = 'flaky_failure') AS flaky_fail_count,
                 MAX(timestamp) AS updated_at,
                 array_merge_dedup_agg(flags) as flags
-            from timeseries_testrun
+            from ta_timeseries_testrun
             where repo_id = %s and branch = %s and timestamp > %s
             group by
                 testsuite, classname, name, timestamp_bin;

services/test_analytics/tests/test_ta_timeseries.py

@@ -1,9 +1,9 @@
 import time
-from datetime import datetime
+from datetime import datetime, timedelta
 
 import pytest
 from django.db import connections
-from shared.django_apps.timeseries.models import Testrun
+from shared.django_apps.ta_timeseries.models import Testrun
 from time_machine import travel
 
 from services.test_analytics.ta_timeseries import (
@@ -18,7 +18,7 @@
 )
 
 
-@pytest.mark.django_db(databases=["timeseries"])
+@pytest.mark.django_db(databases=["ta_timeseries"])
 def test_insert_testrun():
     insert_testrun(
         timestamp=datetime.now(),
@@ -55,7 +55,7 @@ def test_insert_testrun():
     assert t.outcome == "pass"
 
 
-@pytest.mark.django_db(databases=["timeseries"])
+@pytest.mark.django_db(databases=["ta_timeseries"])
 def test_pr_comment_agg():
     insert_testrun(
         timestamp=datetime.now(),
@@ -90,7 +90,7 @@ def test_pr_comment_agg():
     }
 
 
-@pytest.mark.django_db(databases=["timeseries"])
+@pytest.mark.django_db(databases=["ta_timeseries"])
 def test_pr_comment_failures():
     insert_testrun(
         timestamp=datetime.now(),
@@ -129,7 +129,7 @@ def test_pr_comment_failures():
     assert failure["upload_id"] == 1
 
 
-@pytest.mark.django_db(databases=["timeseries"])
+@pytest.mark.django_db(databases=["ta_timeseries"])
 def test_get_testruns_for_flake_detection(db):
     test_ids = {calc_test_id("flaky_test_name", "test_classname", "test_suite")}
     insert_testrun(
@@ -204,7 +204,7 @@ def test_get_testruns_for_flake_detection(db):
     assert testruns[2].name == "flaky_test_name"
 
 
-@pytest.mark.django_db(databases=["timeseries"])
+@pytest.mark.django_db(databases=["ta_timeseries"])
 @travel(datetime(2025, 1, 1), tick=False)
 def test_update_testrun_to_flaky():
     insert_testrun(
@@ -244,20 +244,22 @@ def test_update_testrun_to_flaky():
 
 
 @pytest.fixture
+@pytest.mark.django_db(databases=["ta_timeseries"], transaction=True)
 def continuous_aggregate_policy():
-    connection = connections["timeseries"]
+    connection = connections["ta_timeseries"]
     with connection.cursor() as cursor:
         cursor.execute(
             """
-            TRUNCATE TABLE timeseries_testrun;
-            TRUNCATE TABLE timeseries_testrun_summary_1day;
+            TRUNCATE TABLE ta_timeseries_testrun;
+            TRUNCATE TABLE ta_timeseries_testrun_summary_1day;
             """
         )
         cursor.execute(
             """
-            SELECT remove_continuous_aggregate_policy('timeseries_testrun_summary_1day');
+            SELECT _timescaledb_internal.start_background_workers();
+            SELECT remove_continuous_aggregate_policy('ta_timeseries_testrun_summary_1day');
             SELECT add_continuous_aggregate_policy(
-                'timeseries_testrun_summary_1day',
+                'ta_timeseries_testrun_summary_1day',
                 start_offset => '7 days',
                 end_offset => NULL,
                 schedule_interval => INTERVAL '10 milliseconds'
@@ -270,9 +272,9 @@ def continuous_aggregate_policy():
         with connection.cursor() as cursor:
             cursor.execute(
                 """
-                SELECT remove_continuous_aggregate_policy('timeseries_testrun_summary_1day');
+                SELECT remove_continuous_aggregate_policy('ta_timeseries_testrun_summary_1day');
                 SELECT add_continuous_aggregate_policy(
-                    'timeseries_testrun_summary_1day',
+                    'ta_timeseries_testrun_summary_1day',
                     start_offset => '7 days',
                     end_offset => '1 days',
                     schedule_interval => INTERVAL '1 days'
@@ -282,10 +284,10 @@ def continuous_aggregate_policy():
 
 
 @pytest.mark.integration
-@pytest.mark.django_db(databases=["timeseries"], transaction=True)
+@pytest.mark.django_db(databases=["ta_timeseries"], transaction=True)
 def test_get_testrun_summary(continuous_aggregate_policy):
     insert_testrun(
-        timestamp=datetime.now(),
+        timestamp=datetime.now() - timedelta(days=2),
         repo_id=1,
         commit_sha="commit_sha",
         branch="branch",
@@ -309,7 +311,7 @@ def test_get_testrun_summary(continuous_aggregate_policy):
         },
     )
     insert_testrun(
-        timestamp=datetime.now(),
+        timestamp=datetime.now() - timedelta(days=2),
         repo_id=1,
         commit_sha="commit_sha",
         branch="branch",
@@ -334,7 +336,7 @@ def test_get_testrun_summary(continuous_aggregate_policy):
     )
 
     insert_testrun(
-        timestamp=datetime.now(),
+        timestamp=datetime.now() - timedelta(days=2),
         repo_id=1,
         commit_sha="commit_sha",
         branch="branch",
@@ -392,7 +394,7 @@ def test_get_testrun_summary(continuous_aggregate_policy):
 
 
 @pytest.mark.integration
-@pytest.mark.django_db(databases=["timeseries"], transaction=True)
+@pytest.mark.django_db(databases=["ta_timeseries"], transaction=True)
 def test_get_testrun_branch_summary_via_testrun():
     insert_testrun(
         timestamp=datetime.now(),

uv.lock

@@ -13,6 +13,7 @@ fi
 if [ "$RUN_ENV" = "ENTERPRISE" ] || [ "$RUN_ENV" = "DEV" ]; then
     python manage.py migrate
     python manage.py migrate --database "timeseries"
+    python manage.py migrate --database "ta_timeseries"
 fi
 
 if [ -z "$1" ];