atlas-iac/scripts/tests/test_dashboards_render_jobs.py

"""Atlas testing and jobs dashboard rendering contracts."""

from __future__ import annotations

from test_dashboard_render_support import (
    flatten_panels,
    load_module,
)


def test_testing_suite_variable_uses_configured_suite_values_only():
    mod = load_module()
    variable = mod.testing_suite_variable()
    configured_matcher = "|".join(mod.PLATFORM_TEST_SUITE_NAMES)
    legacy_names = {"bstein-home", "data-prepper", "titan-iac", "pegasus-health"}
    out_of_scope_names = {"arcanagon", "typhon"}

    assert variable["allValue"] == configured_matcher
    assert not any(alias in variable["query"] for alias in legacy_names)
    assert not any(alias in variable["allValue"] for alias in legacy_names)
    assert not any(name in variable["query"] for name in out_of_scope_names)
    assert not any(name in variable["allValue"] for name in out_of_scope_names)
    assert [option["value"] for option in variable["options"]] == mod.PLATFORM_TEST_SUITE_NAMES
    assert "lesavka" in variable["allValue"]
    assert any(option["value"] == "lesavka" for option in variable["options"])
    assert not any(
        option["value"] in out_of_scope_names for option in variable["options"]
    )

def test_testing_dashboard_is_public_but_jobs_dashboard_remains_internal():
    mod = load_module()
    jobs = mod.build_jobs_dashboard()
    testing = mod.build_testing_dashboard()

    assert jobs["folderUid"] == mod.PRIVATE_FOLDER
    assert jobs["editable"] is True
    assert testing["uid"] == "atlas-testing"
    assert testing["folderUid"] == mod.PUBLIC_DASHBOARD_FOLDER
    assert testing["editable"] is False

def test_jobs_dashboard_separates_current_gate_health_from_reliability():
    mod = load_module()
    dashboard = mod.build_jobs_dashboard()
    panels_by_title = {panel["title"]: panel for panel in flatten_panels(dashboard["panels"])}
    variables_by_name = {item["name"]: item for item in dashboard["templating"]["list"]}

    test_variable = variables_by_name["test"]
    assert test_variable["query"].startswith("query_result(")
    assert "bottomk(75" in test_variable["query"]
    assert "min_over_time" in test_variable["query"]
    assert "platform_quality:test_case_health_rate:percent_1h" in test_variable["query"]
    assert "platform_quality_gate_test_case_result" not in test_variable["query"]
    assert test_variable["regex"] == '/test="([^"]+)"/'
    branch_variable = variables_by_name["branch"]
    assert branch_variable["type"] == "custom"
    assert branch_variable["allValue"] == ".*"
    assert "platform_quality_gate_build_info" not in branch_variable["query"]
    assert "origin/main : origin/main" in branch_variable["query"]

    assert "Current Gate Health (%)" in panels_by_title
    assert "Suite Freshness (24h)" in panels_by_title
    assert "Latest Gate Health by Suite" in panels_by_title
    assert "Latest Gate Checks Passing by Suite" not in panels_by_title
    assert "CI Run Success by Suite (24h)" in panels_by_title
    assert "CI Run Success by Suite (7d rolling)" in panels_by_title
    assert "Daily Run Volume (Selected Scope)" in panels_by_title
    assert "Coverage History by Suite" in panels_by_title
    assert "Files <=500 LOC History by Suite" in panels_by_title
    assert "Run Reliability History by Suite" not in panels_by_title
    assert "Current Gate Health by Suite" not in panels_by_title
    assert "Coverage & LOC Compliance History" not in panels_by_title
    assert "Run Status Mix (30d)" not in panels_by_title
    assert "Failures by Suite (24h)" not in panels_by_title
    assert "Success Rate by Suite (24h)" not in panels_by_title

    current_gate_expr = panels_by_title["Latest Gate Health by Suite"]["targets"][0]["expr"]
    assert 'check)' in current_gate_expr
    assert "platform_quality:check_status:present_1h" in current_gate_expr
    assert "platform_quality:test_category_health_rate:percent_1h" in current_gate_expr
    assert "- 1" in current_gate_expr
    assert '.*_quality_gate_checks_total' not in current_gate_expr
    assert "last_over_time" not in current_gate_expr
    assert 'label_replace' not in current_gate_expr
    assert f'check=~"{mod.PLATFORM_TEST_ALWAYS_REQUIRED_CHECK_REGEX}"' in current_gate_expr
    assert f'suite=~"{mod.PLATFORM_TEST_SUPPLY_CHAIN_REQUIRED_MATCHER}"' in current_gate_expr
    assert 'check="supply_chain"' in current_gate_expr
    assert f'check=~"{mod.PLATFORM_TEST_STANDARD_CHECK_REGEX}"' not in current_gate_expr
    assert 'status=~"ok|passed|success|not_applicable|skipped|na|n/a"' in current_gate_expr
    assert 'status!~"ok|passed|success|not_applicable|skipped|na|n/a"' in current_gate_expr
    assert "unless on(suite, check)" in current_gate_expr
    assert "tlast_over_time" not in current_gate_expr
    assert panels_by_title["Current Gate Health (%)"]["gridPos"] == {"h": 4, "w": 3, "x": 0, "y": 0}
    current_gate_stat_expr = panels_by_title["Current Gate Health (%)"]["targets"][0]["expr"]
    assert "platform_quality:test_category_health_rate:percent_1h" in current_gate_stat_expr
    assert "- 1" not in current_gate_stat_expr
    assert panels_by_title["Suite Freshness (24h)"]["gridPos"] == {"h": 4, "w": 3, "x": 15, "y": 0}
    suite_freshness_expr = panels_by_title["Suite Freshness (24h)"]["targets"][0]["expr"]
    assert "platform_quality:suite_runs:increase_24h" in suite_freshness_expr
    assert "max_over_time(platform_quality_gate_runs_total" not in suite_freshness_expr
    assert "[7d:1h]" in panels_by_title["CI Run Success Rate (7d)"]["targets"][0]["expr"]
    assert panels_by_title["Latest Gate Health by Suite"]["gridPos"]["w"] == 6
    assert panels_by_title["CI Run Success by Suite (24h)"]["gridPos"]["w"] == 6
    assert panels_by_title["Coverage by Suite (Latest, gate 95)"]["gridPos"] == {"h": 7, "w": 6, "x": 12, "y": 4}
    assert panels_by_title["Files <=500 LOC by Suite (Latest)"]["gridPos"] == {"h": 7, "w": 6, "x": 18, "y": 4}

    reliability_panel = panels_by_title["CI Run Success by Suite (24h)"]
    reliability_expr = reliability_panel["targets"][0]["expr"]
    assert "platform_quality:suite_runs:increase_24h" in reliability_expr
    assert "platform_quality_gate_runs_total" not in reliability_expr
    assert "> 0" in reliability_expr
    assert "- 1" in reliability_expr
    assert reliability_expr.startswith("sort(")
    assert reliability_panel["fieldConfig"]["defaults"]["mappings"] == [
        {"type": "value", "options": {"-1": {"text": "no runs"}}}
    ]

    rolling_panel = panels_by_title["CI Run Success by Suite (7d rolling)"]
    assert rolling_panel["type"] == "state-timeline"
    assert "[7d:1h]" in rolling_panel["targets"][0]["expr"]
    category_panel = panels_by_title["Test Category Health History"]
    assert category_panel["type"] == "state-timeline"
    assert "category" in category_panel["targets"][0]["expr"]
    assert category_panel["targets"][0]["format"] == "time_series"
    assert category_panel["targets"][0]["range"] is True
    assert "platform_quality:test_category_health_rate:percent_1h" in category_panel["targets"][0]["expr"]
    assert 'test!=""' not in category_panel["targets"][0]["expr"]
    assert f'category=~"{mod.PLATFORM_TEST_CATEGORY_REGEX}"' in category_panel["targets"][0]["expr"]
    assert "installer" not in mod.PLATFORM_TEST_CATEGORY_REGEX
    assert "Use the Suite filter" in category_panel["description"]
    assert "skipped tests are healthy" in category_panel["description"]

    tests_failure_expr = panels_by_title["Tests Failure Rate"]["targets"][0]["expr"]
    assert "platform_quality:check_failed_flag:present_1h" in tests_failure_expr
    assert "platform_quality:check_seen_flag:present_1h" in tests_failure_expr
    assert "platform_quality:check_status:present_1h" not in tests_failure_expr

    tests_healthy_expr = panels_by_title["Tests Healthy Rate"]["targets"][0]["expr"]
    assert "platform_quality:check_healthy_flag:present_1h" in tests_healthy_expr
    assert "platform_quality:check_seen_flag:present_1h" in tests_healthy_expr

    problematic_expr = panels_by_title["Problematic Tests Over Time (Top failures)"]["targets"][0]["expr"]
    assert "platform_quality:test_case_status:count_1h" in problematic_expr
    assert "platform_quality_gate_test_case_result" not in problematic_expr
    assert "[24h:1h]" in problematic_expr
    assert ">= 2" in problematic_expr
    assert "@ end()" in problematic_expr

    coverage_panel = panels_by_title["Coverage History by Suite"]
    loc_panel = panels_by_title["Files <=500 LOC History by Suite"]
    assert coverage_panel["type"] == "state-timeline"
    assert loc_panel["type"] == "state-timeline"
    assert coverage_panel["targets"][0]["expr"] != loc_panel["targets"][0]["expr"]
    assert "platform_quality:suite_coverage_percent:latest_1h" in coverage_panel["targets"][0]["expr"]
    assert "platform_quality:suite_source_files_total:latest_1h" in loc_panel["targets"][0]["expr"]
    assert "platform_quality:suite_source_lines_over_500_total:latest_1h" in loc_panel["targets"][0]["expr"]
    assert "tlast_over_time" not in coverage_panel["targets"][0]["expr"]
    assert "tlast_over_time" not in loc_panel["targets"][0]["expr"]
    assert "platform_quality_gate_workspace_line_coverage_percent" not in panels_by_title["Coverage by Suite (Latest, gate 95)"]["targets"][0]["expr"]
    assert "platform_quality:suite_coverage_percent:latest_1h" in panels_by_title["Avg Coverage (%)"]["targets"][0]["expr"]
    assert panels_by_title["Daily Run Volume (Selected Scope)"]["gridPos"] == {"h": 8, "w": 8, "x": 0, "y": 27}
    assert coverage_panel["gridPos"] == {"h": 8, "w": 8, "x": 8, "y": 27}
    assert loc_panel["gridPos"] == {"h": 8, "w": 8, "x": 16, "y": 27}

    run_volume_panel = panels_by_title["Daily Run Volume (Selected Scope)"]
    assert run_volume_panel["fieldConfig"]["defaults"]["custom"]["drawStyle"] == "bars"
    assert "[$__interval]" not in run_volume_panel["targets"][0]["expr"]

def test_jobs_dashboard_bar_gauges_use_solid_threshold_colors():
    mod = load_module()
    dashboard = mod.build_jobs_dashboard()
    panels = flatten_panels(dashboard["panels"])
    bar_gauges = [panel for panel in panels if panel["type"] == "bargauge"]

    assert bar_gauges
    assert all(panel["options"]["displayMode"] == "basic" for panel in bar_gauges)
    assert all(
        panel["fieldConfig"]["defaults"]["color"]["mode"] == "thresholds"
        for panel in bar_gauges
    )

    reliability_panel = next(
        panel for panel in panels if panel["title"] == "CI Run Success by Suite (24h)"
    )
    threshold_steps = reliability_panel["fieldConfig"]["defaults"]["thresholds"]["steps"]

    assert {"color": "dark-yellow", "value": 93} in threshold_steps
    assert {"color": "dark-blue", "value": 100} in threshold_steps
def test_jobs_dashboard_collapses_heavy_drilldowns_for_light_first_paint():
    mod = load_module()
    dashboard = mod.build_jobs_dashboard()
    panels = dashboard["panels"]
    rows = [panel for panel in panels if panel["type"] == "row"]
    visible_query_panels = [panel for panel in panels if panel["type"] != "row"]
    nested_panels_by_title = {
        child["title"]: child
        for row in rows
        for child in row.get("panels", [])
    }

    assert len(panels) == 18
    assert len(visible_query_panels) == 12
    assert sum(len(panel.get("targets", [])) for panel in visible_query_panels) == 12
    assert all(
        panel["title"] != "Coverage Gap to 95% by Suite"
        for panel in visible_query_panels
    )
    assert [row["title"] for row in rows] == [
        "CI Runs And Test Result History",
        "Check Failure Rates By Suite",
        "Check Healthy Rates By Suite",
        "Test Drilldowns And Problem Tests",
        "Telemetry Completeness And Branches",
        "SonarQube Project Health",
    ]
    assert all(row["collapsed"] for row in rows)

    assert "Coverage Failure Rate" in nested_panels_by_title
    assert "Supply Chain Healthy Rate" in nested_panels_by_title
    assert "Test Category Health History" in nested_panels_by_title
    assert "Selected Test Pass Rate History" in nested_panels_by_title
    assert "Coverage Metrics Present by Suite" in nested_panels_by_title
    assert "SonarQube API Up" in nested_panels_by_title

    failure_rate_panel = nested_panels_by_title["Coverage Failure Rate"]
    assert failure_rate_panel["type"] == "state-timeline"
    assert failure_rate_panel["fieldConfig"]["defaults"]["unit"] == "percent"
    assert failure_rate_panel["fieldConfig"]["defaults"]["max"] == 100
    assert failure_rate_panel["fieldConfig"]["defaults"]["thresholds"]["steps"][0]["color"] == "dark-blue"
    assert "increase(" not in failure_rate_panel["targets"][0]["expr"]
    assert "platform_quality:check_failed_flag:present_1h" in failure_rate_panel["targets"][0]["expr"]
    assert "platform_quality:check_seen_flag:present_1h" in failure_rate_panel["targets"][0]["expr"]
    assert "platform_quality:check_status:present_1h" not in failure_rate_panel["targets"][0]["expr"]
    assert '.*_quality_gate_checks_total' not in failure_rate_panel["targets"][0]["expr"]
    assert "last_over_time" not in failure_rate_panel["targets"][0]["expr"]
    assert 'label_replace' not in failure_rate_panel["targets"][0]["expr"]
    assert "0 *" in failure_rate_panel["targets"][0]["expr"]
    assert "and on(suite)" not in failure_rate_panel["targets"][0]["expr"]

    pass_rate_panel = nested_panels_by_title["Selected Test Pass Rate History"]
    assert pass_rate_panel["type"] == "state-timeline"
    assert "platform_quality:test_case_pass_rate:percent_1h" in pass_rate_panel["targets"][0]["expr"]
    assert "platform_quality_gate_test_case_result" not in pass_rate_panel["targets"][0]["expr"]

    pass_fail_panel = nested_panels_by_title["Selected Test Pass/Fail History"]
    assert pass_fail_panel["fieldConfig"]["defaults"]["custom"]["drawStyle"] == "bars"
    assert all(
        "platform_quality:test_case_status:count_1h" in target["expr"]
        for target in pass_fail_panel["targets"]
    )

    problematic_panel = nested_panels_by_title["Problematic Tests Over Time (Top failures)"]
    assert problematic_panel["type"] == "state-timeline"
    assert problematic_panel["gridPos"]["w"] == 24
    assert 'test!=""' in problematic_panel["targets"][0]["expr"]
    assert "vector(0)" not in problematic_panel["targets"][0]["expr"]
    assert problematic_panel["fieldConfig"]["defaults"]["thresholds"]["steps"] == [
        {"color": "dark-blue", "value": None},
        {"color": "dark-green", "value": 2},
        {"color": "dark-yellow", "value": 3},
        {"color": "dark-orange", "value": 5},
        {"color": "dark-red", "value": 8},
    ]
    assert "rolling 24h failure count" in problematic_panel["description"]
    assert "at least two recent failures" in problematic_panel["description"]

    sonar_mix_panel = nested_panels_by_title["Sonar Gate Status Mix (Selected)"]
    sonar_health_panel = nested_panels_by_title["Sonar Gate Health by Project"]
    assert sonar_mix_panel["gridPos"]["w"] == 4
    assert sonar_health_panel["gridPos"]["w"] == 8
    assert sonar_health_panel["type"] == "state-timeline"
    assert "platform_quality:sonar_gate_health_percent:latest_1h" in sonar_health_panel["targets"][0]["expr"]
    assert "sonarqube_project_quality_gate_pass" not in sonar_health_panel["targets"][0]["expr"]

    branch_panel = nested_panels_by_title["Primary Branch Clean by Suite (7d)"]
    recent_branch_panel = nested_panels_by_title["Recent Branch Evidence by Suite (7d)"]
    assert branch_panel["gridPos"]["x"] == 12
    assert recent_branch_panel["gridPos"]["x"] == 18
    assert "[7d:1h]" in recent_branch_panel["targets"][0]["expr"]
    assert "[7d:1h]" in branch_panel["targets"][0]["expr"]
    assert branch_panel["fieldConfig"]["defaults"]["unit"] == "percent"
    assert "unless on(suite)" in branch_panel["targets"][0]["expr"]
    assert "> bool 0" in branch_panel["targets"][0]["expr"]
    assert branch_panel["targets"][0]["expr"].startswith("sort(")