feat: ETL sync for categories and category attributes (ISSUE-196)

backend/src/migrations/1748000000000-BigBangBaselineMigration.ts

@@ -1421,7 +1421,7 @@ export class BigBangBaselineMigration1748000000000
       `CREATE UNIQUE INDEX "uq_categories_uex_id"       ON "station_category" ("uex_id") WHERE "uex_id" IS NOT NULL`,
     );
     await queryRunner.query(
-      `CREATE UNIQUE INDEX "uq_categories_section_type" ON "station_category" ("type", "name") WHERE "is_section" = TRUE`,
+      `CREATE UNIQUE INDEX "uq_categories_section_type" ON "station_category" (COALESCE("type", ''), "name") WHERE "is_section" = TRUE`,
     );
     await queryRunner.query(
       `CREATE INDEX "idx_categories_parent"             ON "station_category" ("parent_id")`,

backend/src/migrations/1779700000000-FixCategoriesSectionTypeExpressionIndex.ts

@@ -0,0 +1,25 @@
+import { MigrationInterface, QueryRunner } from 'typeorm';
+
+export class FixCategoriesSectionTypeExpressionIndex1779700000000
+  implements MigrationInterface
+{
+  name = 'FixCategoriesSectionTypeExpressionIndex1779700000000';
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `DROP INDEX IF EXISTS "uq_categories_section_type"`,
+    );
+    await queryRunner.query(
+      `CREATE UNIQUE INDEX "uq_categories_section_type" ON "station_category" (COALESCE("type", ''), "name") WHERE "is_section" = TRUE`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `DROP INDEX IF EXISTS "uq_categories_section_type"`,
+    );
+    await queryRunner.query(
+      `CREATE UNIQUE INDEX "uq_categories_section_type" ON "station_category" ("type", "name") WHERE "is_section" = TRUE`,
+    );
+  }
+}

backend/src/modules/catalog-etl/catalog-etl.module.ts

@@ -17,6 +17,7 @@ import { SpaceStationsSyncStep } from './steps/space-stations-sync.step';
 import { OutpostsSyncStep } from './steps/outposts-sync.step';
 import { PoisSyncStep } from './steps/pois-sync.step';
 import { JumpPointsSyncStep } from './steps/jump-points-sync.step';
+import { CategoriesSyncStep } from './steps/categories-sync.step';
 import { UexSyncModule } from '../uex-sync/uex-sync.module';
 
 @Module({
@@ -37,6 +38,7 @@ import { UexSyncModule } from '../uex-sync/uex-sync.module';
     OutpostsSyncStep,
     PoisSyncStep,
     JumpPointsSyncStep,
+    CategoriesSyncStep,
   ],
   exports: [CatalogEtlService],
 })

backend/src/modules/catalog-etl/catalog-etl.service.spec.ts

@@ -19,6 +19,7 @@ import { SpaceStationsSyncStep } from './steps/space-stations-sync.step';
 import { OutpostsSyncStep } from './steps/outposts-sync.step';
 import { PoisSyncStep } from './steps/pois-sync.step';
 import { JumpPointsSyncStep } from './steps/jump-points-sync.step';
+import { CategoriesSyncStep } from './steps/categories-sync.step';
 
 function buildMockRun(overrides: Partial<EtlRun> = {}): EtlRun {
   const run = new EtlRun();
@@ -131,6 +132,10 @@ describe('CatalogEtlService', () => {
           provide: JumpPointsSyncStep,
           useValue: { name: 'jump-points', execute: jest.fn() },
         },
+        {
+          provide: CategoriesSyncStep,
+          useValue: { name: 'categories-sync', execute: jest.fn() },
+        },
       ],
     }).compile();
 

backend/src/modules/catalog-etl/catalog-etl.service.ts

@@ -18,6 +18,7 @@ import { SpaceStationsSyncStep } from './steps/space-stations-sync.step';
 import { OutpostsSyncStep } from './steps/outposts-sync.step';
 import { PoisSyncStep } from './steps/pois-sync.step';
 import { JumpPointsSyncStep } from './steps/jump-points-sync.step';
+import { CategoriesSyncStep } from './steps/categories-sync.step';
 
 @Injectable()
 export class CatalogEtlService {
@@ -43,6 +44,7 @@ export class CatalogEtlService {
     private readonly outpostsSyncStep: OutpostsSyncStep,
     private readonly poisSyncStep: PoisSyncStep,
     private readonly jumpPointsSyncStep: JumpPointsSyncStep,
+    private readonly categoriesSyncStep: CategoriesSyncStep,
   ) {
     this.ETL_STEPS = [
       factionsSyncStep,
@@ -57,6 +59,7 @@ export class CatalogEtlService {
       outpostsSyncStep,
       poisSyncStep,
       jumpPointsSyncStep,
+      categoriesSyncStep,
     ];
   }