Skip to content

Optimization: selecting a single segment, e.g. "Mac", still appears to lead to queries against all platforms #10

Description

@acreskeyMoz

Using this configuration, only looking at Mac:

slug: fast-udp-for-firefox-large-release-experiment

segments:
  - Mac

histograms:
  metrics.custom_distribution.networking_http_1_upload_throughput:
    higher_is_better: true
  metrics.custom_distribution.networking_http_2_upload_throughput:
    higher_is_better: true
  metrics.custom_distribution.networking_http_3_upload_throughput:
    higher_is_better: true

The queries appear to be made against Fenix and all off Desktop.
I was expecting a Darwin filter or similar.

Logs:

Using Config:
{
  "slug": "fast-udp-for-firefox-large-release-experiment",
  "segments": [
    "Mac"
  ],
  "histograms": {
    "metrics.custom_distribution.networking_http_1_upload_throughput": {
      "higher_is_better": true,
      "glean": true,
      "desc": "The upload throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps.\n",
      "available_on_desktop": true,
      "available_on_android": true,
      "kind": "numerical",
      "distribution_type": "custom_distribution",
      "max": 5000
    },
    "metrics.custom_distribution.networking_http_2_upload_throughput": {
      "higher_is_better": true,
      "glean": true,
      "desc": "The upload throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps.\n",
      "available_on_desktop": true,
      "available_on_android": true,
      "kind": "numerical",
      "distribution_type": "custom_distribution",
      "max": 5000
    },
    "metrics.custom_distribution.networking_http_3_upload_throughput": {
      "higher_is_better": true,
      "glean": true,
      "desc": "The upload throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps.\n",
      "available_on_desktop": true,
      "available_on_android": true,
      "kind": "numerical",
      "distribution_type": "custom_distribution",
      "max": 5000
    }
  },
  "is_experiment": true,
  "pageload_event_metrics": {},
  "crash_event_metrics": {},
  "startDate": "2025-08-20",
  "endDate": "2025-10-02",
  "channel": "release",
  "isRollout": false,
  "branches": [
    {
      "name": "control-nspr"
    },
    {
      "name": "treatment-fast-udp"
    }
  ],
  "include_non_enrolled_branch": false
}
Running 3 queries in parallel using 4 threads...
Running query:
with
desktop_data as (
    SELECT
        normalized_os as segment,
        mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch as branch,
        CAST(key as INT64) AS bucket,
        value as count
    FROM `mozdata.firefox_desktop.metrics` as d
      CROSS JOIN UNNEST(metrics.custom_distribution.networking_http_2_upload_throughput.values)
    WHERE
      DATE(submission_timestamp) >= DATE('2025-08-20')
      AND DATE(submission_timestamp) <= DATE('2025-10-02')
      AND normalized_channel = "release"
      AND normalized_app_name = "Firefox"
      AND metrics.custom_distribution.networking_http_2_upload_throughput is not null
      AND ARRAY_LENGTH(ping_info.experiments) > 0
      AND mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch is not null
),
android_data as (
    SELECT
        normalized_os as segment,
        mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch as branch,
        CAST(key as INT64) AS bucket,
        value as count
    FROM `mozdata.fenix.metrics` as f
      CROSS JOIN UNNEST(metrics.custom_distribution.networking_http_2_upload_throughput.values)
    WHERE
      DATE(submission_timestamp) >= DATE('2025-08-20')
      AND DATE(submission_timestamp) <= DATE('2025-10-02')
      AND normalized_channel = "release"
      AND metrics.custom_distribution.networking_http_2_upload_throughput is not null
      AND ARRAY_LENGTH(ping_info.experiments) > 0
      AND mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch is not null
)
SELECT
    segment,
    branch,
    bucket,
    SUM(count) as counts
FROM
    (
        SELECT * FROM desktop_data
        UNION ALL
        SELECT * FROM android_data
    ) s
GROUP BY
  segment, branch, bucket
ORDER BY
  segment, branch, bucket
Running query:
with
desktop_data as (
    SELECT
        normalized_os as segment,
        mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch as branch,
        CAST(key as INT64) AS bucket,
        value as count
    FROM `mozdata.firefox_desktop.metrics` as d
      CROSS JOIN UNNEST(metrics.custom_distribution.networking_http_1_upload_throughput.values)
    WHERE
      DATE(submission_timestamp) >= DATE('2025-08-20')
      AND DATE(submission_timestamp) <= DATE('2025-10-02')
      AND normalized_channel = "release"
      AND normalized_app_name = "Firefox"
      AND metrics.custom_distribution.networking_http_1_upload_throughput is not null
      AND ARRAY_LENGTH(ping_info.experiments) > 0
      AND mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch is not null
),
android_data as (
    SELECT
        normalized_os as segment,
        mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch as branch,
        CAST(key as INT64) AS bucket,
        value as count
    FROM `mozdata.fenix.metrics` as f
      CROSS JOIN UNNEST(metrics.custom_distribution.networking_http_1_upload_throughput.values)
    WHERE
      DATE(submission_timestamp) >= DATE('2025-08-20')
      AND DATE(submission_timestamp) <= DATE('2025-10-02')
      AND normalized_channel = "release"
      AND metrics.custom_distribution.networking_http_1_upload_throughput is not null
      AND ARRAY_LENGTH(ping_info.experiments) > 0
      AND mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch is not null
)
SELECT
    segment,
    branch,
    bucket,
    SUM(count) as counts
FROM
    (
        SELECT * FROM desktop_data
        UNION ALL
        SELECT * FROM android_data
    ) s
GROUP BY
  segment, branch, bucket
ORDER BY
  segment, branch, bucketRunning query:
with
desktop_data as (
    SELECT
        normalized_os as segment,
        mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch as branch,
        CAST(key as INT64) AS bucket,
        value as count
    FROM `mozdata.firefox_desktop.metrics` as d
      CROSS JOIN UNNEST(metrics.custom_distribution.networking_http_3_upload_throughput.values)
    WHERE
      DATE(submission_timestamp) >= DATE('2025-08-20')
      AND DATE(submission_timestamp) <= DATE('2025-10-02')
      AND normalized_channel = "release"
      AND normalized_app_name = "Firefox"
      AND metrics.custom_distribution.networking_http_3_upload_throughput is not null
      AND ARRAY_LENGTH(ping_info.experiments) > 0
      AND mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch is not null
),
android_data as (
    SELECT
        normalized_os as segment,
        mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch as branch,
        CAST(key as INT64) AS bucket,
        value as count
    FROM `mozdata.fenix.metrics` as f
      CROSS JOIN UNNEST(metrics.custom_distribution.networking_http_3_upload_throughput.values)
    WHERE
      DATE(submission_timestamp) >= DATE('2025-08-20')
      AND DATE(submission_timestamp) <= DATE('2025-10-02')
      AND normalized_channel = "release"
      AND metrics.custom_distribution.networking_http_3_upload_throughput is not null
      AND ARRAY_LENGTH(ping_info.experiments) > 0
      AND mozfun.map.get_key(ping_info.experiments, "fast-udp-for-firefox-large-release-experiment").branch is not null
)
SELECT
    segment,
    branch,
    bucket,
    SUM(count) as counts
FROM
    (

Metadata

Metadata

Assignees

No one assigned

    Labels

    enhancementNew feature or request

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions