feat: move timeseries app from api to shared

shared/django_apps/dummy_settings.py

@@ -34,6 +34,7 @@
     "shared.django_apps.reports",
     "shared.django_apps.staticanalysis",
     "shared.django_apps.test_analytics",
+    "shared.django_apps.timeseries",
 ]
 
 # Needed for makemigrations to work

shared/django_apps/timeseries/migrations/0001_initial.py

@@ -0,0 +1,47 @@
+# Generated by Django 3.1.13 on 2022-05-23 20:35
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    initial = True
+
+    dependencies = []
+
+    operations = [
+        migrations.CreateModel(
+            name="Measurement",
+            fields=[
+                ("timestamp", models.DateTimeField(primary_key=True, serialize=False)),
+                ("owner_id", models.BigIntegerField()),
+                ("repo_id", models.BigIntegerField()),
+                ("flag_id", models.BigIntegerField(null=True)),
+                ("branch", models.TextField(null=True)),
+                ("commit_sha", models.TextField(null=True)),
+                ("name", models.TextField()),
+                ("value", models.FloatField()),
+            ],
+        ),
+        migrations.RunSQL(
+            "ALTER TABLE timeseries_measurement DROP CONSTRAINT timeseries_measurement_pkey;",
+            reverse_sql="",
+        ),
+        migrations.AddIndex(
+            model_name="measurement",
+            index=models.Index(
+                fields=[
+                    "owner_id",
+                    "repo_id",
+                    "flag_id",
+                    "branch",
+                    "name",
+                    "timestamp",
+                ],
+                name="timeseries__owner_i_2cc713_idx",
+            ),
+        ),
+        migrations.RunSQL(
+            "SELECT create_hypertable('timeseries_measurement', 'timestamp');",
+            reverse_sql="",
+        ),
+    ]

shared/django_apps/timeseries/migrations/0002_continuous_aggregates.py

@@ -0,0 +1,37 @@
+# Generated by Django 3.1.13 on 2022-05-23 20:46
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    # cant create this views in a transaction
+    atomic = False
+
+    dependencies = [
+        ("timeseries", "0001_initial"),
+    ]
+
+    operations = [
+        migrations.RunSQL(
+            f"""
+                create materialized view timeseries_measurement_summary_{days}day
+                with (timescaledb.continuous) as
+                select
+                    owner_id,
+                    repo_id,
+                    flag_id,
+                    branch,
+                    name,
+                    time_bucket(interval '{days} days', timestamp) as timestamp_bin,
+                    avg(value) as value_avg,
+                    max(value) as value_max,
+                    min(value) as value_min,
+                    count(value) as value_count
+                from timeseries_measurement
+                group by
+                    owner_id, repo_id, flag_id, branch, name, timestamp_bin;
+            """,
+            reverse_sql=f"drop materialized view timeseries_measurement_summary_{days}day;",
+        )
+        for days in [1, 7, 30]
+    ]

shared/django_apps/timeseries/migrations/0003_cagg_policies.py

@@ -0,0 +1,24 @@
+# Generated by Django 3.1.13 on 2022-05-24 14:51
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("timeseries", "0002_continuous_aggregates"),
+    ]
+
+    operations = [
+        migrations.RunSQL(
+            f"""
+            select add_continuous_aggregate_policy(
+                'timeseries_measurement_summary_{name}',
+                start_offset => NULL,
+                end_offset => NULL,
+                schedule_interval => INTERVAL '24 hours'
+            );
+            """,
+            reverse_sql=f"select remove_continuous_aggregate_policy('timeseries_measurement_summary_{name}');",
+        )
+        for name in ["1day", "7day", "30day"]
+    ]

shared/django_apps/timeseries/migrations/0004_measurement_summaries.py

@@ -0,0 +1,84 @@
+# Generated by Django 3.1.13 on 2022-05-25 20:02
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("timeseries", "0003_cagg_policies"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="MeasurementSummary1Day",
+            fields=[
+                (
+                    "timestamp_bin",
+                    models.DateTimeField(primary_key=True, serialize=False),
+                ),
+                ("owner_id", models.BigIntegerField()),
+                ("repo_id", models.BigIntegerField()),
+                ("flag_id", models.BigIntegerField()),
+                ("branch", models.TextField()),
+                ("name", models.TextField()),
+                ("value_avg", models.FloatField()),
+                ("value_max", models.FloatField()),
+                ("value_min", models.FloatField()),
+                ("value_count", models.FloatField()),
+            ],
+            options={
+                "db_table": "timeseries_measurement_summary_1day",
+                "ordering": ["timestamp_bin"],
+                "abstract": False,
+                "managed": False,
+            },
+        ),
+        migrations.CreateModel(
+            name="MeasurementSummary30Day",
+            fields=[
+                (
+                    "timestamp_bin",
+                    models.DateTimeField(primary_key=True, serialize=False),
+                ),
+                ("owner_id", models.BigIntegerField()),
+                ("repo_id", models.BigIntegerField()),
+                ("flag_id", models.BigIntegerField()),
+                ("branch", models.TextField()),
+                ("name", models.TextField()),
+                ("value_avg", models.FloatField()),
+                ("value_max", models.FloatField()),
+                ("value_min", models.FloatField()),
+                ("value_count", models.FloatField()),
+            ],
+            options={
+                "db_table": "timeseries_measurement_summary_30day",
+                "ordering": ["timestamp_bin"],
+                "abstract": False,
+                "managed": False,
+            },
+        ),
+        migrations.CreateModel(
+            name="MeasurementSummary7Day",
+            fields=[
+                (
+                    "timestamp_bin",
+                    models.DateTimeField(primary_key=True, serialize=False),
+                ),
+                ("owner_id", models.BigIntegerField()),
+                ("repo_id", models.BigIntegerField()),
+                ("flag_id", models.BigIntegerField()),
+                ("branch", models.TextField()),
+                ("name", models.TextField()),
+                ("value_avg", models.FloatField()),
+                ("value_max", models.FloatField()),
+                ("value_min", models.FloatField()),
+                ("value_count", models.FloatField()),
+            ],
+            options={
+                "db_table": "timeseries_measurement_summary_7day",
+                "ordering": ["timestamp_bin"],
+                "abstract": False,
+                "managed": False,
+            },
+        ),
+    ]

shared/django_apps/timeseries/migrations/0005_uniqueness_constraints.py

@@ -0,0 +1,35 @@
+# Generated by Django 3.1.13 on 2022-06-07 19:07
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("timeseries", "0004_measurement_summaries"),
+    ]
+
+    operations = [
+        migrations.AddConstraint(
+            model_name="measurement",
+            constraint=models.UniqueConstraint(
+                condition=models.Q(flag_id__isnull=False),
+                fields=(
+                    "name",
+                    "owner_id",
+                    "repo_id",
+                    "flag_id",
+                    "commit_sha",
+                    "timestamp",
+                ),
+                name="timeseries_measurement_flag_unique",
+            ),
+        ),
+        migrations.AddConstraint(
+            model_name="measurement",
+            constraint=models.UniqueConstraint(
+                condition=models.Q(flag_id__isnull=True),
+                fields=("name", "owner_id", "repo_id", "commit_sha", "timestamp"),
+                name="timeseries_measurement_noflag_unique",
+            ),
+        ),
+    ]

shared/django_apps/timeseries/migrations/0006_auto_20220718_1311.py

@@ -0,0 +1,41 @@
+# Generated by Django 3.2.12 on 2022-07-18 13:11
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("timeseries", "0005_uniqueness_constraints"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="Dataset",
+            fields=[
+                (
+                    "id",
+                    models.AutoField(
+                        auto_created=True,
+                        primary_key=True,
+                        serialize=False,
+                        verbose_name="ID",
+                    ),
+                ),
+                ("name", models.TextField()),
+                ("repository_id", models.IntegerField()),
+                ("backfilled", models.BooleanField(default=False)),
+            ],
+        ),
+        migrations.AddIndex(
+            model_name="dataset",
+            index=models.Index(
+                fields=["name", "repository_id"], name="timeseries__name_f96a15_idx"
+            ),
+        ),
+        migrations.AddConstraint(
+            model_name="dataset",
+            constraint=models.UniqueConstraint(
+                fields=("name", "repository_id"), name="name_repository_id_unique"
+            ),
+        ),
+    ]

shared/django_apps/timeseries/migrations/0007_auto_20220727_2011.py

@@ -0,0 +1,45 @@
+# Generated by Django 3.2.12 on 2022-07-27 20:11
+
+from django.db import migrations, models
+
+from shared.django_apps.core.models import DateTimeWithoutTZField
+
+
+class Migration(migrations.Migration):
+    """
+    BEGIN;
+    --
+    -- Add field created_at to dataset
+    --
+    ALTER TABLE "timeseries_dataset" ADD COLUMN "created_at" timestamp NULL;
+    --
+    -- Add field updated_at to dataset
+    --
+    ALTER TABLE "timeseries_dataset" ADD COLUMN "updated_at" timestamp NULL;
+    --
+    -- Alter field id on dataset
+    --
+    COMMIT;
+    """
+
+    dependencies = [
+        ("timeseries", "0006_auto_20220718_1311"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="dataset",
+            name="created_at",
+            field=DateTimeWithoutTZField(null=True),
+        ),
+        migrations.AddField(
+            model_name="dataset",
+            name="updated_at",
+            field=DateTimeWithoutTZField(null=True),
+        ),
+        migrations.AlterField(
+            model_name="dataset",
+            name="id",
+            field=models.AutoField(primary_key=True, serialize=False),
+        ),
+    ]

shared/django_apps/timeseries/migrations/0008_auto_20220802_1838.py

@@ -0,0 +1,24 @@
+# Generated by Django 3.2.12 on 2022-08-02 18:38
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("timeseries", "0007_auto_20220727_2011"),
+    ]
+
+    operations = [
+        migrations.RunSQL(
+            f"""
+            select remove_continuous_aggregate_policy('timeseries_measurement_summary_{name}');
+            select add_continuous_aggregate_policy(
+                'timeseries_measurement_summary_{name}',
+                start_offset => NULL,
+                end_offset => NULL,
+                schedule_interval => INTERVAL '1 h'
+            );
+            """,
+        )
+        for name in ["1day", "7day", "30day"]
+    ]

shared/django_apps/timeseries/migrations/0009_auto_20220804_1305.py

@@ -0,0 +1,37 @@
+# Generated by Django 3.2.12 on 2022-08-04 13:05
+
+import datetime
+
+from django.db import migrations
+
+from shared.django_apps.core.models import DateTimeWithoutTZField
+
+
+class Migration(migrations.Migration):
+    """
+    BEGIN;
+    --
+    -- Alter field created_at on dataset
+    --
+    --
+    -- Alter field updated_at on dataset
+    --
+    COMMIT;
+    """
+
+    dependencies = [
+        ("timeseries", "0008_auto_20220802_1838"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="dataset",
+            name="created_at",
+            field=DateTimeWithoutTZField(default=datetime.datetime.now, null=True),
+        ),
+        migrations.AlterField(
+            model_name="dataset",
+            name="updated_at",
+            field=DateTimeWithoutTZField(default=datetime.datetime.now, null=True),
+        ),
+    ]