pihole sql helpers

Author: alan-null

sql/pihole/adlist-unique-domains.sql

@@ -0,0 +1,25 @@
+-- This SQL query retrieves the number of unique domains and total domains for each adlist from the vw_gravity view.
+-- It calculates the uniqueness percentage and orders the results by this percentage in ascending order.
+
+SELECT
+    adlist_id,
+    COUNT(DISTINCT domain) AS unique_domains,
+    COUNT(domain) AS total_domains,
+    ROUND(CAST(COUNT(DISTINCT domain) AS FLOAT) / COUNT(domain) * 100, 2) AS uniqueness_percent
+FROM
+    vw_gravity
+GROUP BY
+    adlist_id
+ORDER BY
+    uniqueness_percent ASC;
+
+
+-- Example output:
+-- adlist_id	unique_domains	total_domains	uniqueness_percent
+-- 7	        30873	        31461	        98.13
+-- 6	        42363	        42536	        99.59
+-- 1	        106610	        106611	        100.0
+-- 2	        2194	        2194	        100.0
+-- 3	        162079	        162079	        100.0
+-- 4	        319548	        319548	        100.0
+-- 5	        307383	        307383	        100.0

sql/pihole/globally-unique-domains.sql

@@ -0,0 +1,28 @@
+-- This SQL query calculates the percentage of globally unique domains in each adlist from the vw_gravity view.
+-- Run trim-domain.sql before executing this query to ensure that the domain field is clean and trimmed.
+SELECT
+    g1.adlist_id,
+    COUNT(*) AS total_domains,
+    SUM(CASE WHEN dup_counts.domain_count = 1 THEN 1 ELSE 0 END) AS globally_unique_domains,
+    ROUND(SUM(CASE WHEN dup_counts.domain_count = 1 THEN 1.0 ELSE 0 END) / COUNT(*) * 100, 2) AS uniqueness_percent
+FROM
+    vw_gravity g1
+JOIN (
+    SELECT domain, COUNT(DISTINCT adlist_id) AS domain_count
+    FROM vw_gravity
+    GROUP BY domain
+) dup_counts ON g1.domain = dup_counts.domain
+GROUP BY
+    g1.adlist_id
+ORDER BY
+    uniqueness_percent DESC;
+
+-- Example output:
+-- adlist_id	total_domains	globally_unique_domains	uniqueness_percent
+-- 4	        319548	        319548	                100.0
+-- 2	        2194	        2194	                100.0
+-- 7	        31461	        29665	                94.29
+-- 1	        106611	        100485	                94.25
+-- 6	        42536	        38253	                89.93
+-- 5	        307383	        249377	                81.13
+-- 3	        162079	        96220	                59.37

sql/pihole/trim-domain.sql

@@ -0,0 +1,6 @@
+-- Trim leading and trailing characters from the domain field in the gravity table
+UPDATE gravity
+SET domain = TRIM(
+                TRIM(SUBSTR(domain, CASE WHEN domain LIKE '||%' THEN 3 ELSE 1 END), '^')
+            )
+WHERE adlist_id = 26;