{ "uid": "atlas-jobs", "title": "Atlas Testing", "folderUid": "atlas-internal", "editable": true, "panels": [ { "id": 1, "type": "text", "title": "Testing Modes", "gridPos": { "h": 4, "w": 24, "x": 0, "y": 0 }, "datasource": null, "options": { "mode": "markdown", "content": "### Atlas Testing\n- **Overview mode**: set `Suite=All` to compare every project.\n- **Suite drilldown mode**: choose one `Suite` to inspect run outcomes, coverage drift, and failure mix.\n- Jenkins drilldown: [ananke](https://jenkins.bstein.dev/job/ananke/) \u00b7 [ariadne](https://jenkins.bstein.dev/job/ariadne/) \u00b7 [atlasbot](https://jenkins.bstein.dev/job/atlasbot/) \u00b7 [bstein-dev-home](https://jenkins.bstein.dev/job/bstein-dev-home/) \u00b7 [lesavka](https://jenkins.bstein.dev/job/lesavka/) \u00b7 [metis](https://jenkins.bstein.dev/job/metis/) \u00b7 [pegasus](https://jenkins.bstein.dev/job/pegasus/) \u00b7 [titan-iac](https://jenkins.bstein.dev/job/titan-iac/) \u00b7 [typhon](https://jenkins.bstein.dev/job/typhon/)" } }, { "id": 2, "type": "stat", "title": "Success Rate (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 6, "w": 4, "x": 0, "y": 4 }, "targets": [ { "expr": "100 * ((sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\",status=~\"ok|passed|success\"}[24h])) or on() vector(0))) / clamp_min(((sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[24h])) or on() vector(0))), 1)", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "yellow", "value": 85 }, { "color": "green", "value": 95 } ] }, "unit": "percent", "custom": { "displayMode": "auto" }, "decimals": 2 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 3, "type": "stat", "title": "Success Rate (7d)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 6, "w": 4, "x": 4, "y": 4 }, "targets": [ { "expr": "100 * ((sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\",status=~\"ok|passed|success\"}[7d])) or on() vector(0))) / clamp_min(((sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[7d])) or on() vector(0))), 1)", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "yellow", "value": 85 }, { "color": "green", "value": 95 } ] }, "unit": "percent", "custom": { "displayMode": "auto" }, "decimals": 2 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 4, "type": "stat", "title": "Success Rate (30d)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 6, "w": 4, "x": 8, "y": 4 }, "targets": [ { "expr": "100 * ((sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\",status=~\"ok|passed|success\"}[30d])) or on() vector(0))) / clamp_min(((sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[30d])) or on() vector(0))), 1)", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "yellow", "value": 85 }, { "color": "green", "value": 95 } ] }, "unit": "percent", "custom": { "displayMode": "auto" }, "decimals": 2 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 5, "type": "stat", "title": "Failures (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 6, "w": 4, "x": 12, "y": 4 }, "targets": [ { "expr": "(sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\",status!~\"ok|passed|success\"}[24h])) or on() vector(0))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 6 } ] }, "unit": "none", "custom": { "displayMode": "auto" } }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 6, "type": "stat", "title": "Runs (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 6, "w": 4, "x": 16, "y": 4 }, "targets": [ { "expr": "(sum(increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[24h])) or on() vector(0))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] }, "unit": "none", "custom": { "displayMode": "auto" } }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 7, "type": "stat", "title": "Suites Active (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 6, "w": 4, "x": 20, "y": 4 }, "targets": [ { "expr": "sum((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[24h])) > 0)) or on() vector(0)", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "yellow", "value": 4 }, { "color": "green", "value": 8 } ] }, "unit": "none", "custom": { "displayMode": "auto" }, "decimals": 0 }, "overrides": [] }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value" } }, { "id": 8, "type": "bargauge", "title": "Suite Scoreboard: Success Rate (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 10 }, "targets": [ { "expr": "sort_desc((100 * (sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\",status=~\"ok|passed|success\"}[24h]))) / clamp_min((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[24h]))), 1)) and on(suite) ((sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[24h]))) > 0))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "yellow", "value": 85 }, { "color": "green", "value": 95 } ] }, "decimals": 2 }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ] }, { "id": 9, "type": "bargauge", "title": "Suite Scoreboard: Failures (24h)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 10 }, "targets": [ { "expr": "sort_desc(sum by (suite) (increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\",status!~\"ok|passed|success\"}[24h])))", "refId": "A", "legendFormat": "{{suite}}", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "min": 0, "max": null, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 3 }, { "color": "red", "value": 6 } ] }, "decimals": 0 }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "transformations": [ { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ] }, { "id": 10, "type": "timeseries", "title": "Suite Success History (1h points)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 18 }, "targets": [ { "refId": "A", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"ariadne\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"ariadne\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"ariadne\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "ariadne" }, { "refId": "B", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"metis\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"metis\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"metis\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "metis" }, { "refId": "C", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"ananke\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"ananke\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"ananke\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "ananke" }, { "refId": "D", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"atlasbot\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"atlasbot\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"atlasbot\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "atlasbot" }, { "refId": "E", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"lesavka\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"lesavka\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"lesavka\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "lesavka" }, { "refId": "F", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"pegasus\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"pegasus\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"pegasus\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "pegasus" }, { "refId": "G", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"soteria\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"soteria\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"soteria\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "soteria" }, { "refId": "H", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"titan-iac\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"titan-iac\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"titan-iac\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "titan-iac" }, { "refId": "I", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"bstein-home\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"bstein-home\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"bstein-home\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "bstein-home" }, { "refId": "J", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"arcanagon\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"arcanagon\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"arcanagon\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "arcanagon" }, { "refId": "K", "expr": "(100 * (sum(increase(platform_quality_gate_runs_total{suite=\"data-prepper\",status=~\"ok|passed|success\"}[1h]))) / clamp_min((sum(increase(platform_quality_gate_runs_total{suite=\"data-prepper\"}[1h]))), 1)) and on() ((sum(increase(platform_quality_gate_runs_total{suite=\"data-prepper\"}[1h]))) > 0) or on() vector(0)", "legendFormat": "data-prepper" } ], "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "custom": { "drawStyle": "line", "lineInterpolation": "linear", "lineWidth": 2, "fillOpacity": 8, "showPoints": "always", "pointSize": 3, "spanNulls": true } }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi" } } }, { "id": 11, "type": "table", "title": "Suite Activity Matrix (30d)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 26 }, "targets": [ { "expr": "sum by (suite, status) (increase(platform_quality_gate_runs_total{suite=~\"ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper\"}[30d]))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "custom": { "filterable": true } }, "overrides": [] }, "options": { "showHeader": true, "columnFilters": false }, "transformations": [ { "id": "labelsToFields", "options": {} }, { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ], "description": "Totals by suite and status over the last 30 days." }, { "id": 12, "type": "timeseries", "title": "Selected Suite Run Outcomes", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 34 }, "targets": [ { "refId": "A", "expr": "sum(increase(platform_quality_gate_runs_total{suite=~\"${suite:regex}\",status=~\"ok|passed|success\"}[$__interval])) or on() vector(0)", "legendFormat": "Success" }, { "refId": "B", "expr": "sum(increase(platform_quality_gate_runs_total{suite=~\"${suite:regex}\",status!~\"ok|passed|success\"}[$__interval])) or on() vector(0)", "legendFormat": "Failure" }, { "refId": "C", "expr": "sum(increase(platform_quality_gate_runs_total{suite=~\"${suite:regex}\"}[$__interval])) or on() vector(0)", "legendFormat": "Total" } ], "fieldConfig": { "defaults": { "unit": "none" }, "overrides": [] }, "options": { "legend": { "displayMode": "table", "placement": "right", "calcs": [ "lastNotNull", "sum" ] }, "tooltip": { "mode": "multi" } }, "description": "Use Suite Drilldown to isolate one project." }, { "id": 13, "type": "timeseries", "title": "Selected Suite Hygiene & Coverage History", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 34 }, "targets": [ { "refId": "A", "expr": "max_over_time(platform_quality_gate_workspace_line_coverage_percent{suite=~\"${suite:regex}\"}[$__interval])", "legendFormat": "{{suite}} coverage %" }, { "refId": "B", "expr": "max_over_time(platform_quality_gate_source_lines_over_500_total{suite=~\"${suite:regex}\"}[$__interval])", "legendFormat": "{{suite}} files >500 LOC" } ], "fieldConfig": { "defaults": { "unit": "none" }, "overrides": [] }, "options": { "legend": { "displayMode": "table", "placement": "right", "calcs": [ "lastNotNull", "max" ] }, "tooltip": { "mode": "multi" } }, "description": "Coverage and LOC hygiene trend for selected suite(s)." }, { "id": 14, "type": "table", "title": "Selected Suite Failure Mix (30d)", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 42 }, "targets": [ { "expr": "sum by (suite, status) (increase(platform_quality_gate_runs_total{suite=~\"${suite:regex}\",status!~\"ok|passed|success\"}[30d]))", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "custom": { "filterable": true } }, "overrides": [] }, "options": { "showHeader": true, "columnFilters": false }, "transformations": [ { "id": "labelsToFields", "options": {} }, { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ], "description": "Breakdown of non-success outcomes by status over 30 days." }, { "id": 15, "type": "table", "title": "Selected Suite Latest Test Counters", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 42 }, "targets": [ { "expr": "sum by (suite, result, __name__) ({__name__=~\".*_quality_gate_tests_total\",suite=~\"${suite:regex}\"})", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "custom": { "filterable": true } }, "overrides": [] }, "options": { "showHeader": true, "columnFilters": false }, "transformations": [ { "id": "labelsToFields", "options": {} }, { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ], "description": "Latest per-suite counters (passed/failed/error/skipped/total) from each pipeline exporter." }, { "id": 16, "type": "table", "title": "Selected Suite Check-Level Failures", "datasource": { "type": "prometheus", "uid": "atlas-vm" }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 50 }, "targets": [ { "expr": "sum by (suite, check, result, __name__) ({__name__=~\".*_quality_gate_checks_total\",suite=~\"${suite:regex}\",result!~\"ok|passed|success\"})", "refId": "A", "instant": true } ], "fieldConfig": { "defaults": { "unit": "none", "custom": { "filterable": true } }, "overrides": [] }, "options": { "showHeader": true, "columnFilters": false }, "transformations": [ { "id": "labelsToFields", "options": {} }, { "id": "sortBy", "options": { "fields": [ "Value" ], "order": "desc" } } ], "description": "Per-check failure details for suites that publish quality_gate_checks_total metrics." } ], "time": { "from": "now-30d", "to": "now" }, "annotations": { "list": [] }, "schemaVersion": 39, "style": "dark", "tags": [ "atlas", "testing", "quality-gate", "ci" ], "templating": { "list": [ { "name": "suite", "label": "Suite", "type": "custom", "query": "ariadne,metis,ananke,atlasbot,lesavka,pegasus,soteria,titan-iac,bstein-home,arcanagon,data-prepper", "current": { "text": "All", "value": "$__all", "selected": true }, "options": [ { "text": "ariadne", "value": "ariadne", "selected": false }, { "text": "metis", "value": "metis", "selected": false }, { "text": "ananke", "value": "ananke", "selected": false }, { "text": "atlasbot", "value": "atlasbot", "selected": false }, { "text": "lesavka", "value": "lesavka", "selected": false }, { "text": "pegasus", "value": "pegasus", "selected": false }, { "text": "soteria", "value": "soteria", "selected": false }, { "text": "titan-iac", "value": "titan-iac", "selected": false }, { "text": "bstein-home", "value": "bstein-home", "selected": false }, { "text": "arcanagon", "value": "arcanagon", "selected": false }, { "text": "data-prepper", "value": "data-prepper", "selected": false } ], "hide": 0, "multi": false, "includeAll": true, "allValue": "ariadne|metis|ananke|atlasbot|lesavka|pegasus|soteria|titan-iac|bstein-home|arcanagon|data-prepper", "refresh": 1, "sort": 1, "skipUrlSync": false } ] } }