mr2-upgrade-spotlight-holdback.toml

[experiment]

segments = ["attributed", "non_attributed"]

# enrollment_period = 14

reference_branch = "control"

## Segments

[segments]

[segments.attributed]
select_expression = 'max(attr_source is not null)'
data_source = "npp"

[segments.non_attributed]
select_expression = 'max(attr_source is null)'
data_source = "npp"

## Data Sources
[segments.data_sources.npp]
from_expression = """
    (SELECT
        DATE(submission_timestamp) AS submission_date,
        client_id,
        environment.settings.attribution.source AS attr_source
    FROM `moz-fx-data-shared-prod.telemetry.new_profile`
    WHERE environment.partner.distribution_id IS NULL
    AND coalesce(environment.settings.attribution.ua, '') != 'firefox'
    )
    """
window_start = -2
window_end = 0

[data_sources.themes]
from_expression = """
    (
        SELECT
            submission_date,
            client_id,
            experiments,
            true as switched_theme
        FROM `moz-fx-data-shared-prod.telemetry.events`
        WHERE event_category = 'addonsManager'
        AND event_method = 'enable'
        AND event_object = 'theme'
        )
"""
experiments_column_type = "native"

## Metrics

[metrics]

weekly = ['days_of_use', 'search_count', 'organic_search_count', 'active_hours', 'unenroll',
    'set_to_default_rate', 'set_theme', 'taskbar_pin_rate', 'taskbar_launch_rate']

overall = ['days_of_use', 'search_count', 'organic_search_count', 'active_hours', 'unenroll',
    'set_to_default_rate', 'set_theme', 'taskbar_pin_rate', 'taskbar_launch_rate']

[metrics.unenroll.statistics.binomial]

## Set to default rate

[metrics.set_to_default_rate]
select_expression = "COALESCE(LOGICAL_OR(is_default_browser), FALSE)"
data_source = 'clients_daily'

[metrics.set_to_default_rate.statistics.binomial]

## Taskbar Pinning rate

[metrics.taskbar_pin_rate]
select_expression = "COALESCE(LOGICAL_OR(scalar_parent_os_environment_is_taskbar_pinned), FALSE)"
data_source = 'clients_daily'

[metrics.taskbar_pin_rate.statistics.binomial]

## Taskbar Launch rate

[metrics.taskbar_launch_rate]
select_expression = "COALESCE(LOGICAL_OR(scalar_parent_os_environment_launched_via_taskbar), FALSE)"
data_source = 'clients_daily'

[metrics.taskbar_launch_rate.statistics.binomial]

## theme
[metrics.set_theme]
select_expression = "COALESCE(MAX(switched_theme), false)"
data_source = "themes"
friendly_name = "Set to Default"
description = "Fraction of clients reported a theme switch event at least once in period."
bigger_is_better = true

[metrics.set_theme.statistics.binomial]