From ce1638bb5c44374c8185dcd81f053f8759bab7ec Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Uro=C5=A1=20Marolt?= Date: Fri, 5 Jun 2026 11:35:05 +0200 Subject: [PATCH 1/3] fix: ignore > > chained transient packages tracked as normal packages MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Uroš Marolt --- .../apps/packages_worker/src/deps-dev/queries/packagesSql.ts | 4 ++++ .../apps/packages_worker/src/deps-dev/queries/versionsSql.ts | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/services/apps/packages_worker/src/deps-dev/queries/packagesSql.ts b/services/apps/packages_worker/src/deps-dev/queries/packagesSql.ts index 0d22750f2a..5e0b7a44ed 100644 --- a/services/apps/packages_worker/src/deps-dev/queries/packagesSql.ts +++ b/services/apps/packages_worker/src/deps-dev/queries/packagesSql.ts @@ -15,6 +15,7 @@ SELECT FROM \`bigquery-public-data.deps_dev_v1.PackageVersionsLatest\` WHERE System IN (${systems}) AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' QUALIFY ROW_NUMBER() OVER (PARTITION BY System, Name ORDER BY UpstreamPublishedAt DESC) = 1 ` } @@ -44,6 +45,7 @@ WITH today AS ( AND SnapshotAt < TIMESTAMP(DATE_ADD(DATE '${today}', INTERVAL 1 DAY)) AND System IN (${systems}) AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' QUALIFY ROW_NUMBER() OVER (PARTITION BY System, Name ORDER BY UpstreamPublishedAt DESC) = 1 ), last_watermark AS ( @@ -53,6 +55,8 @@ last_watermark AS ( WHERE SnapshotAt >= TIMESTAMP('${watermark}') AND SnapshotAt < TIMESTAMP(DATE_ADD(DATE '${watermark}', INTERVAL 1 DAY)) AND System IN (${systems}) + AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' GROUP BY System, Name ) SELECT t.* EXCEPT(UpstreamPublishedAt) diff --git a/services/apps/packages_worker/src/deps-dev/queries/versionsSql.ts b/services/apps/packages_worker/src/deps-dev/queries/versionsSql.ts index 7595406927..c4498a9767 100644 --- a/services/apps/packages_worker/src/deps-dev/queries/versionsSql.ts +++ b/services/apps/packages_worker/src/deps-dev/queries/versionsSql.ts @@ -11,6 +11,7 @@ SELECT FROM \`bigquery-public-data.deps_dev_v1.PackageVersionsLatest\` WHERE System IN (${systems}) AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' ` } @@ -34,6 +35,7 @@ WITH today AS ( AND SnapshotAt < TIMESTAMP(DATE_ADD(DATE '${today}', INTERVAL 1 DAY)) AND System IN (${systems}) AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' ), last_watermark AS ( SELECT System, Name, Version, MAX(UpstreamPublishedAt) AS UpstreamPublishedAt @@ -41,6 +43,8 @@ last_watermark AS ( WHERE SnapshotAt >= TIMESTAMP('${watermark}') AND SnapshotAt < TIMESTAMP(DATE_ADD(DATE '${watermark}', INTERVAL 1 DAY)) AND System IN (${systems}) + AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' GROUP BY System, Name, Version ) SELECT t.* From 3bf900a696447e3f6238401d2c9bc8ddb9059f20 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Uro=C5=A1=20Marolt?= Date: Fri, 5 Jun 2026 14:10:57 +0200 Subject: [PATCH 2/3] fix: small things MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Uroš Marolt --- .../apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts | 1 + .../packages_worker/src/deps-dev/queries/dependentCountsSql.ts | 1 + .../apps/packages_worker/src/deps-dev/queries/packageReposSql.ts | 1 + 3 files changed, 3 insertions(+) diff --git a/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts b/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts index 507e88df87..c63e142313 100644 --- a/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts +++ b/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts @@ -20,6 +20,7 @@ WITH purl_map AS ( FROM \`bigquery-public-data.deps_dev_v1.PackageVersionsLatest\` WHERE System IN (${systems}) AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' GROUP BY System, Name ) SELECT diff --git a/services/apps/packages_worker/src/deps-dev/queries/dependentCountsSql.ts b/services/apps/packages_worker/src/deps-dev/queries/dependentCountsSql.ts index ac5532289f..62a69b2671 100644 --- a/services/apps/packages_worker/src/deps-dev/queries/dependentCountsSql.ts +++ b/services/apps/packages_worker/src/deps-dev/queries/dependentCountsSql.ts @@ -9,6 +9,7 @@ WITH purl_map AS ( FROM \`bigquery-public-data.deps_dev_v1.PackageVersionsLatest\` WHERE System IN ('NPM', 'GO', 'MAVEN', 'PYPI', 'NUGET', 'CARGO') AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' GROUP BY System, Name ) SELECT diff --git a/services/apps/packages_worker/src/deps-dev/queries/packageReposSql.ts b/services/apps/packages_worker/src/deps-dev/queries/packageReposSql.ts index dc3d0c2551..a52b65f8c0 100644 --- a/services/apps/packages_worker/src/deps-dev/queries/packageReposSql.ts +++ b/services/apps/packages_worker/src/deps-dev/queries/packageReposSql.ts @@ -5,6 +5,7 @@ WITH purl_map AS ( FROM \`bigquery-public-data.deps_dev_v1.PackageVersionsLatest\` WHERE System IN (${systems}) AND Purl IS NOT NULL + AND Name NOT LIKE '%>%' GROUP BY System, Name ), path_computed AS ( From 1feb44dff38a26485ef231b81709384c226af5de Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Uro=C5=A1=20Marolt?= Date: Fri, 5 Jun 2026 18:03:48 +0200 Subject: [PATCH 3/3] fix: comments MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Uroš Marolt --- .../apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts b/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts index c63e142313..9b63103f85 100644 --- a/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts +++ b/services/apps/packages_worker/src/deps-dev/queries/advisoriesSql.ts @@ -34,5 +34,6 @@ FROM \`bigquery-public-data.deps_dev_v1.AdvisoriesLatest\` a, UNNEST(a.Packages) AS pkg LEFT JOIN purl_map pm ON pm.System = pkg.System AND pm.Name = pkg.Name WHERE pkg.System IN (${systems}) + AND pkg.Name NOT LIKE '%>%' ` }