{ "uid": "atlas-testing", "title": "Atlas Testing", "folderUid": "atlas-internal", "editable": true, "panels": [ { "id": 1, "type": "text", "title": "Testing Modes", "gridPos": { "h": 3, "w": 24, "x": 0, "y": 0 }, "datasource": null, "options": { "mode": "markdown", "content": "### Atlas Testing\n- **Overview mode**: keep `Suite=All` to compare every project.\n- **Drilldown mode**: choose one suite to isolate quality checks, failures, and trends.\n- Goal line: **95% coverage** and **0 files over 500 LOC** for every suite." } }, { "id": 2, "type": "stat", "title": "Success Rate (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 5, "w": 4, "x": 0, "y": 3 }, "targets": [ { "expr": "100 * ((sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status=~\"ok|passed|success\"}[24h])) or on() vector(0))) / clamp_min(((sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[24h])) or on() vector(0))), 1)", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 80 }, { "color": "yellow", "value": 95 }, { "color": "green", "value": 99 } ] }, "unit": "percent", "custom": { "displayMode": "auto" }, "decimals": 2 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 3, "type": "stat", "title": "Success Rate (30d)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 5, "w": 4, "x": 4, "y": 3 }, "targets": [ { "expr": "100 * ((sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status=~\"ok|passed|success\"}[30d])) or on() vector(0))) / clamp_min(((sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[30d])) or on() vector(0))), 1)", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 80 }, { "color": "yellow", "value": 95 }, { "color": "green", "value": 99 } ] }, "unit": "percent", "custom": { "displayMode": "auto" }, "decimals": 2 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 4, "type": "stat", "title": "Failures (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 5, "w": 4, "x": 8, "y": 3 }, "targets": [ { "expr": "(sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status!~\"ok|passed|success\"}[24h])) or on() vector(0))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 5 } ] }, "unit": "none", "custom": { "displayMode": "auto" } }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 5, "type": "stat", "title": "Runs (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 5, "w": 4, "x": 12, "y": 3 }, "targets": [ { "expr": "(sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[24h])) or on() vector(0))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] }, "unit": "none", "custom": { "displayMode": "auto" } }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 6, "type": "stat", "title": "Avg Coverage (%)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 5, "w": 4, "x": 16, "y": 3 }, "targets": [ { "expr": "(avg(((max by (suite) ({__name__=~\".*_quality_gate_coverage_percent\",suite=~\"${suite}\"})) or on(suite) (max by (suite) (platform_quality_gate_workspace_line_coverage_percent{suite=~\"${suite}\"})))) or on() vector(0))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 80 }, { "color": "yellow", "value": 95 }, { "color": "green", "value": 99 } ] }, "unit": "percent", "custom": { "displayMode": "auto" }, "decimals": 2 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 7, "type": "stat", "title": "Suites with LOC >500", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 5, "w": 4, "x": 20, "y": 3 }, "targets": [ { "expr": "(sum(((max by (suite) (platform_quality_gate_source_lines_over_500_total{suite=~\"${suite}\"})) > bool 0)) or on() vector(0))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 0 }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 5 } ] }, "unit": "none", "custom": { "displayMode": "auto" } }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 8, "type": "bargauge", "title": "Failures by Suite (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 8 }, "targets": [ { "expr": "sort_desc(sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status!~\"ok|passed|success\"}[24h])))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "min": 0, "max": null, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 5 } ] } }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ] }, { "id": 9, "type": "bargauge", "title": "Success Rate by Suite (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 8 }, "targets": [ { "expr": "sort_desc((100 * (sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status=~\"ok|passed|success\"}[24h]))) / clamp_min((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[24h]))), 1)) and on(suite) ((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[24h]))) > 0))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 80 }, { "color": "yellow", "value": 95 }, { "color": "green", "value": 99 } ] }, "decimals": 2 }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "asc" } } ] }, { "id": 10, "type": "bargauge", "title": "Coverage Gap to 95% by Suite", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 8 }, "targets": [ { "expr": "sort_desc(clamp_min(95 - ((max by (suite) ({__name__=~\".*_quality_gate_coverage_percent\",suite=~\"${suite}\"})) or on(suite) (max by (suite) (platform_quality_gate_workspace_line_coverage_percent{suite=~\"${suite}\"}))), 0))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 5 }, { "color": "red", "value": 10 } ] }, "decimals": 2 }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ], "description": "Gap from the 95% target. 0 means the suite is at or above target." }, { "id": 11, "type": "timeseries", "title": "Success History by Suite", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 16 }, "targets": [ { "expr": "(100 * (sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status=~\"ok|passed|success\"}[$__interval]))) / clamp_min((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[$__interval]))), 1)) and on(suite) ((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[$__interval]))) > 0))", "refId": "A", "legendFormat": "{{suite}}" } ], "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "custom": { "drawStyle": "line", "lineInterpolation": "linear", "lineWidth": 2, "fillOpacity": 8, "showPoints": "always", "pointSize": 3, "spanNulls": true } }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi" } }, "description": "Trend per suite. In drilldown mode this becomes the selected suite history." }, { "id": 12, "type": "timeseries", "title": "Run Outcomes (Selected Scope)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 24 }, "targets": [ { "refId": "A", "expr": "sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status=~\"ok|passed|success\"}[$__interval])) or on() vector(0)", "legendFormat": "Success" }, { "refId": "B", "expr": "sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\",status!~\"ok|passed|success\"}[$__interval])) or on() vector(0)", "legendFormat": "Failure" }, { "refId": "C", "expr": "sum(increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[$__interval])) or on() vector(0)", "legendFormat": "Total" } ], "fieldConfig": { "defaults": { "unit": "none" }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "calcs": [ "lastNotNull", "sum" ] }, "tooltip": { "mode": "multi" } } }, { "id": 13, "type": "timeseries", "title": "Coverage & LOC History (Selected Scope)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 24 }, "targets": [ { "refId": "A", "expr": "max_over_time(platform_quality_gate_workspace_line_coverage_percent{suite=~\"${suite}\"}[$__interval])", "legendFormat": "{{suite}} coverage %" }, { "refId": "B", "expr": "max_over_time(platform_quality_gate_source_lines_over_500_total{suite=~\"${suite}\"}[$__interval])", "legendFormat": "{{suite}} files >500 LOC" } ], "fieldConfig": { "defaults": { "unit": "none" }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "calcs": [ "lastNotNull", "max" ] }, "tooltip": { "mode": "multi" } } }, { "id": 14, "type": "piechart", "title": "Run Status Mix (30d)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 24 }, "targets": [ { "expr": "sum by (status) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[30d]))", "refId": "A", "legendFormat": "{{status}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "color": { "mode": "palette-classic" } }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "right" }, "pieType": "pie", "displayLabels": [], "tooltip": { "mode": "single" }, "colorScheme": "interpolateSpectral", "colorBy": "value", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } } }, { "id": 15, "type": "bargauge", "title": "Latest Test Counters (Suite + Result)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 32 }, "targets": [ { "expr": "sort_desc(sum by (suite, result) ({__name__=~\".*_quality_gate_tests_total\",suite=~\"${suite}\"}))", "refId": "A", "legendFormat": "{{suite}} \u00b7 {{result}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "min": 0, "max": null, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 50 }, { "color": "orange", "value": 70 }, { "color": "red", "value": 85 } ] } }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } }, { "id": "limit", "options": { "limit": 24 } } ], "description": "Latest emitted test counters per suite/result. If a suite is missing here, that exporter is not sending *_quality_gate_tests_total." }, { "id": 16, "type": "bargauge", "title": "Failing Checks (Suite + Check)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 32 }, "targets": [ { "expr": "sort_desc(sum by (suite, check) ({__name__=~\".*_quality_gate_checks_total\",suite=~\"${suite}\",result!~\"ok|passed|success\"}))", "refId": "A", "legendFormat": "{{suite}} \u00b7 {{check}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "min": 0, "max": null, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 5 } ] } }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } }, { "id": "limit", "options": { "limit": 24 } } ], "description": "Top failing checks in the selected scope. Empty is healthy." }, { "id": 17, "type": "bargauge", "title": "Coverage by Suite (Latest, gate 95)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 40 }, "targets": [ { "expr": "sort(((max by (suite) ({__name__=~\".*_quality_gate_coverage_percent\",suite=~\"${suite}\"})) or on(suite) (max by (suite) (platform_quality_gate_workspace_line_coverage_percent{suite=~\"${suite}\"}))) or on(suite) (0 * (sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[30d]))) - 1))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 80 }, { "color": "yellow", "value": 95 }, { "color": "green", "value": 99 } ] }, "decimals": 2, "mappings": [ { "type": "value", "options": { "-1": { "text": "missing" } } } ] }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "asc" } } ] }, { "id": 18, "type": "bargauge", "title": "Files >500 LOC by Suite (Latest)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 40 }, "targets": [ { "expr": "sort_desc((max by (suite) (platform_quality_gate_source_lines_over_500_total{suite=~\"${suite}\"})) or on(suite) (0 * (sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"${suite}\"}[30d]))) - 1))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "min": 0, "max": null, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 0 }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 5 } ] }, "mappings": [ { "type": "value", "options": { "-1": { "text": "missing" } } } ] }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ] } ], "time": { "from": "now-30d", "to": "now" }, "annotations": { "list": [] }, "schemaVersion": 39, "style": "dark", "tags": [ "atlas", "testing", "quality" ], "templating": { "list": [ { "name": "suite", "label": "Suite", "type": "custom", "query": "ariadne : ariadne,metis : metis,ananke : ananke,atlasbot : atlasbot,lesavka : lesavka,pegasus : pegasus|pegasus-health|pegasus_health,soteria : soteria,titan-iac : titan-iac|titan_iac,bstein-home : bstein-home|bstein_home,arcanagon : arcanagon,data-prepper : data-prepper|data_prepper", "current": { "text": "All", "value": "$__all", "selected": true }, "options": [ { "text": "ariadne", "value": "ariadne", "selected": false }, { "text": "metis", "value": "metis", "selected": false }, { "text": "ananke", "value": "ananke", "selected": false }, { "text": "atlasbot", "value": "atlasbot", "selected": false }, { "text": "lesavka", "value": "lesavka", "selected": false }, { "text": "pegasus", "value": "pegasus|pegasus-health|pegasus_health", "selected": false }, { "text": "soteria", "value": "soteria", "selected": false }, { "text": "titan-iac", "value": "titan-iac|titan_iac", "selected": false }, { "text": "bstein-home", "value": "bstein-home|bstein_home", "selected": false }, { "text": "arcanagon", "value": "arcanagon", "selected": false }, { "text": "data-prepper", "value": "data-prepper|data_prepper", "selected": false } ], "hide": 0, "multi": false, "includeAll": true, "allValue": "ariadne|metis|ananke|atlasbot|lesavka|pegasus|pegasus-health|pegasus_health|soteria|titan-iac|titan_iac|bstein-home|bstein_home|arcanagon|data-prepper|data_prepper", "refresh": 1, "sort": 1, "skipUrlSync": false } ] } }