monitoring(overview): simplify test category lanes
This commit is contained in:
parent
968ab0ff6e
commit
aa750f18b0
@ -578,6 +578,10 @@ PLATFORM_TEST_CATEGORY_REGEX = (
|
|||||||
"api|chaos|compatibility|component|contract|e2e|integration|manual|"
|
"api|chaos|compatibility|component|contract|e2e|integration|manual|"
|
||||||
"performance|regression|reliability|security|smoke|system|ui|unit"
|
"performance|regression|reliability|security|smoke|system|ui|unit"
|
||||||
)
|
)
|
||||||
|
PLATFORM_TEST_OVERVIEW_CATEGORY_REGEX = (
|
||||||
|
"api|chaos|compatibility|component|contract|e2e|integration|"
|
||||||
|
"performance|regression|reliability|security|smoke|system|ui"
|
||||||
|
)
|
||||||
PLATFORM_TEST_SUPPORT_CATEGORY_REGEX = "fixtures|golden|helpers"
|
PLATFORM_TEST_SUPPORT_CATEGORY_REGEX = "fixtures|golden|helpers"
|
||||||
PLATFORM_TEST_SUCCESS_EVENTS_30D = (
|
PLATFORM_TEST_SUCCESS_EVENTS_30D = (
|
||||||
f'(sum(increase(platform_quality_gate_runs_total{{suite=~"{PLATFORM_TEST_SUITE_MATCHER}",status=~"{PLATFORM_TEST_SUCCESS_STATUS}",{PLATFORM_TEST_EXPORT_FILTER}}}[30d])) or on() vector(0))'
|
f'(sum(increase(platform_quality_gate_runs_total{{suite=~"{PLATFORM_TEST_SUITE_MATCHER}",status=~"{PLATFORM_TEST_SUCCESS_STATUS}",{PLATFORM_TEST_EXPORT_FILTER}}}[30d])) or on() vector(0))'
|
||||||
@ -2071,7 +2075,7 @@ def build_overview():
|
|||||||
overview_category_pass_rate = (
|
overview_category_pass_rate = (
|
||||||
'avg by (category) (platform_quality:test_case_pass_rate:percent_1h{'
|
'avg by (category) (platform_quality:test_case_pass_rate:percent_1h{'
|
||||||
f'suite=~"{PLATFORM_TEST_SUITE_CANONICAL_MATCHER}",branch!="",branch=~"main|master|origin/main|origin/master",'
|
f'suite=~"{PLATFORM_TEST_SUITE_CANONICAL_MATCHER}",branch!="",branch=~"main|master|origin/main|origin/master",'
|
||||||
f'test!="",test!="__no_test_cases__",category=~"{PLATFORM_TEST_CATEGORY_REGEX}"'
|
f'test!="",test!="__no_test_cases__",category=~"{PLATFORM_TEST_OVERVIEW_CATEGORY_REGEX}"'
|
||||||
"})"
|
"})"
|
||||||
)
|
)
|
||||||
for panel_id, title, draw_expr, runtime_expr, y_pos in [
|
for panel_id, title, draw_expr, runtime_expr, y_pos in [
|
||||||
@ -2414,7 +2418,7 @@ def build_overview():
|
|||||||
legend="{{category}}",
|
legend="{{category}}",
|
||||||
thresholds=test_success_thresholds,
|
thresholds=test_success_thresholds,
|
||||||
links=overview_link("atlas-testing"),
|
links=overview_link("atlas-testing"),
|
||||||
description="Pass rate by test category across all suites over the selected time range. Blue is clean; warmer colors show categories needing attention.",
|
description="Pass rate by major test category across all suites over the selected time range. Blue is clean; warmer colors show categories needing attention.",
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
panels[-1]["options"]["legend"] = {"displayMode": "list", "placement": "bottom", "showLegend": False}
|
panels[-1]["options"]["legend"] = {"displayMode": "list", "placement": "bottom", "showLegend": False}
|
||||||
@ -2422,6 +2426,7 @@ def build_overview():
|
|||||||
panels[-1]["options"]["showValue"] = "auto"
|
panels[-1]["options"]["showValue"] = "auto"
|
||||||
panels[-1]["options"]["tooltip"] = {"mode": "multi", "sort": "none"}
|
panels[-1]["options"]["tooltip"] = {"mode": "multi", "sort": "none"}
|
||||||
panels[-1]["options"]["rowHeight"] = 0.9
|
panels[-1]["options"]["rowHeight"] = 0.9
|
||||||
|
panels[-1]["timeFrom"] = "24h"
|
||||||
for panel_id, title, metric, x_pos, description in [
|
for panel_id, title, metric, x_pos, description in [
|
||||||
(
|
(
|
||||||
142,
|
142,
|
||||||
|
|||||||
@ -2796,7 +2796,7 @@
|
|||||||
"id": 46,
|
"id": 46,
|
||||||
"type": "state-timeline",
|
"type": "state-timeline",
|
||||||
"title": "Test Category Pass Rate",
|
"title": "Test Category Pass Rate",
|
||||||
"description": "Pass rate by test category across all suites over the selected time range. Blue is clean; warmer colors show categories needing attention.",
|
"description": "Pass rate by major test category across all suites over the selected time range. Blue is clean; warmer colors show categories needing attention.",
|
||||||
"datasource": {
|
"datasource": {
|
||||||
"type": "prometheus",
|
"type": "prometheus",
|
||||||
"uid": "atlas-vm"
|
"uid": "atlas-vm"
|
||||||
@ -2809,7 +2809,7 @@
|
|||||||
},
|
},
|
||||||
"targets": [
|
"targets": [
|
||||||
{
|
{
|
||||||
"expr": "avg by (category) (platform_quality:test_case_pass_rate:percent_1h{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan_iac|typhon|bstein_home|data_prepper\",branch!=\"\",branch=~\"main|master|origin/main|origin/master\",test!=\"\",test!=\"__no_test_cases__\",category=~\"api|chaos|compatibility|component|contract|e2e|integration|manual|performance|regression|reliability|security|smoke|system|ui|unit\"})",
|
"expr": "avg by (category) (platform_quality:test_case_pass_rate:percent_1h{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan_iac|typhon|bstein_home|data_prepper\",branch!=\"\",branch=~\"main|master|origin/main|origin/master\",test!=\"\",test!=\"__no_test_cases__\",category=~\"api|chaos|compatibility|component|contract|e2e|integration|performance|regression|reliability|security|smoke|system|ui\"})",
|
||||||
"refId": "A",
|
"refId": "A",
|
||||||
"legendFormat": "{{category}}"
|
"legendFormat": "{{category}}"
|
||||||
}
|
}
|
||||||
@ -2875,7 +2875,8 @@
|
|||||||
"url": "/d/atlas-testing",
|
"url": "/d/atlas-testing",
|
||||||
"targetBlank": true
|
"targetBlank": true
|
||||||
}
|
}
|
||||||
]
|
],
|
||||||
|
"timeFrom": "24h"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"id": 142,
|
"id": 142,
|
||||||
|
|||||||
@ -2805,7 +2805,7 @@ data:
|
|||||||
"id": 46,
|
"id": 46,
|
||||||
"type": "state-timeline",
|
"type": "state-timeline",
|
||||||
"title": "Test Category Pass Rate",
|
"title": "Test Category Pass Rate",
|
||||||
"description": "Pass rate by test category across all suites over the selected time range. Blue is clean; warmer colors show categories needing attention.",
|
"description": "Pass rate by major test category across all suites over the selected time range. Blue is clean; warmer colors show categories needing attention.",
|
||||||
"datasource": {
|
"datasource": {
|
||||||
"type": "prometheus",
|
"type": "prometheus",
|
||||||
"uid": "atlas-vm"
|
"uid": "atlas-vm"
|
||||||
@ -2818,7 +2818,7 @@ data:
|
|||||||
},
|
},
|
||||||
"targets": [
|
"targets": [
|
||||||
{
|
{
|
||||||
"expr": "avg by (category) (platform_quality:test_case_pass_rate:percent_1h{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan_iac|typhon|bstein_home|data_prepper\",branch!=\"\",branch=~\"main|master|origin/main|origin/master\",test!=\"\",test!=\"__no_test_cases__\",category=~\"api|chaos|compatibility|component|contract|e2e|integration|manual|performance|regression|reliability|security|smoke|system|ui|unit\"})",
|
"expr": "avg by (category) (platform_quality:test_case_pass_rate:percent_1h{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan_iac|typhon|bstein_home|data_prepper\",branch!=\"\",branch=~\"main|master|origin/main|origin/master\",test!=\"\",test!=\"__no_test_cases__\",category=~\"api|chaos|compatibility|component|contract|e2e|integration|performance|regression|reliability|security|smoke|system|ui\"})",
|
||||||
"refId": "A",
|
"refId": "A",
|
||||||
"legendFormat": "{{category}}"
|
"legendFormat": "{{category}}"
|
||||||
}
|
}
|
||||||
@ -2884,7 +2884,8 @@ data:
|
|||||||
"url": "/d/atlas-testing",
|
"url": "/d/atlas-testing",
|
||||||
"targetBlank": true
|
"targetBlank": true
|
||||||
}
|
}
|
||||||
]
|
],
|
||||||
|
"timeFrom": "24h"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"id": 142,
|
"id": 142,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user