ARCHIVE/rippled
1
0
Fork 0
mirror of https://github.com/XRPLF/rippled.git synced 2026-08-21 22:30:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'pratik/otel-phase6-statsd' into pratik/otel-phase7-native-metrics

Browse Source 
# Conflicts:
#	docker/telemetry/grafana/dashboards/peer-network.json
#	docker/telemetry/grafana/dashboards/transaction-overview.json
#	docs/telemetry-runbook.md
This commit is contained in:
Pratik Mankawde
2026-07-30 18:29:36 +01:00
parent 2095a3d2f1 c66f9a391d
commit cf9ed00789
6 changed files with 245 additions and 156 deletions
Download Patch File Download Diff File Expand all files Collapse all files

128
docker/telemetry/grafana/dashboards/consensus-health.json
View File

@@ -21,7 +21,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -47,7 +48,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -69,7 +70,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -84,10 +86,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: proposals/s",
"custom": {
"axisLabel": "Proposals / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -109,7 +111,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -127,7 +130,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -164,7 +167,7 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "suffix: validations/s"
},
"overrides": []
}
@@ -197,12 +200,19 @@
"legendFormat": "P50 Apply Duration [{{service_instance_id}}]"
}
],
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc",
"maxHeight": 600
}
},
"fieldConfig": {
"defaults": {
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -231,12 +241,19 @@
"legendFormat": "Close Time Correct={{close_time_correct}} [{{service_instance_id}}]"
}
],
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc",
"maxHeight": 600
}
},
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: rounds/s",
"custom": {
"axisLabel": "Rounds / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -258,7 +275,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -273,10 +291,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: closes/s",
"custom": {
"axisLabel": "Events / Sec",
"spanNulls": true,
"axisLabel": "Closes / Sec",
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -298,7 +316,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -321,10 +340,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: events/s",
"custom": {
"axisLabel": "Events / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -346,7 +365,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -369,10 +389,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: events/s",
"custom": {
"axisLabel": "Events / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -394,7 +414,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"yAxis": {
"axisLabel": "Duration (ms)",
@@ -414,7 +435,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ms"
"unit": "ms",
"custom": {
"spanNulls": 1800000
}
}
}
},
@@ -432,6 +456,7 @@
"defaults": {
"unit": "dateTimeFromNow",
"custom": {
"spanNulls": 1800000,
"drawStyle": "points",
"pointSize": 6,
"showPoints": "always"
@@ -442,7 +467,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -475,6 +501,7 @@
"defaults": {
"unit": "dateTimeFromNow",
"custom": {
"spanNulls": 1800000,
"drawStyle": "points",
"pointSize": 6,
"showPoints": "always"
@@ -485,7 +512,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -517,6 +545,7 @@
"fieldConfig": {
"defaults": {
"custom": {
"spanNulls": 1800000,
"drawStyle": "line",
"lineInterpolation": "stepAfter",
"pointSize": 5,
@@ -561,7 +590,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -601,6 +631,7 @@
"fieldConfig": {
"defaults": {
"custom": {
"spanNulls": 1800000,
"drawStyle": "bars",
"fillOpacity": 40,
"pointSize": 5,
@@ -612,7 +643,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -645,6 +677,7 @@
"defaults": {
"unit": "short",
"custom": {
"spanNulls": 1800000,
"fillOpacity": 60
}
},
@@ -653,7 +686,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -725,7 +759,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -748,10 +783,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: failures/s",
"custom": {
"axisLabel": "Failures / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -773,7 +808,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -799,7 +835,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -821,7 +857,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -847,7 +884,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -869,7 +906,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -895,7 +933,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -917,7 +955,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -940,10 +979,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: checks/s",
"custom": {
"axisLabel": "Checks / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -965,7 +1004,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -980,10 +1020,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: changes/s",
"custom": {
"axisLabel": "Mode Changes / Sec",
"spanNulls": true,
"axisLabel": "Changes / Sec",
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3

60
docker/telemetry/grafana/dashboards/ledger-operations.json
View File

@@ -14,7 +14,7 @@
"type": "stat",
"gridPos": {
"h": 8,
"w": 12,
"w": 8,
"x": 0,
"y": 0
},
@@ -36,7 +36,7 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "suffix: ledgers/s"
},
"overrides": []
}
@@ -48,13 +48,14 @@
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 0
"x": 0,
"y": 8
},
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -80,7 +81,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -95,9 +96,9 @@
"type": "stat",
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 8
"w": 8,
"x": 8,
"y": 0
},
"options": {
"tooltip": {
@@ -117,7 +118,7 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "suffix: ledgers/s"
},
"overrides": []
}
@@ -135,7 +136,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"yAxis": {
"axisLabel": "Duration (ms)"
@@ -154,7 +156,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ms"
"unit": "ms",
"custom": {
"spanNulls": 1800000
}
},
"overrides": []
}
@@ -172,7 +177,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -198,7 +204,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -220,7 +226,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -235,10 +242,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: transactions/s",
"custom": {
"axisLabel": "Operations / Sec",
"spanNulls": true,
"axisLabel": "Transactions / Sec",
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -253,9 +260,9 @@
"type": "stat",
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 24
"w": 8,
"x": 16,
"y": 0
},
"options": {
"tooltip": {
@@ -275,7 +282,7 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "suffix: ledgers/s"
},
"overrides": []
}
@@ -286,14 +293,15 @@
"type": "timeseries",
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"w": 24,
"x": 0,
"y": 24
},
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -319,7 +327,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3

22
docker/telemetry/grafana/dashboards/peer-network.json
View File

@@ -22,7 +22,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -37,10 +38,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: proposals/s",
"custom": {
"axisLabel": "Proposals / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -62,7 +63,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -77,10 +79,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: validations/s",
"custom": {
"axisLabel": "Validations / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -110,14 +112,14 @@
"datasource": {
"type": "prometheus"
},
"expr": "sum by (proposal_trusted, service_instance_id) (rate(span_calls_total{service_instance_id=~\"$node\", deployment_environment=~\"$deployment_environment\", xrpl_network_type=~\"$xrpl_network_type\", service_name=~\"$service_name\", proposal_trusted=~\"$proposal_trusted\", span_name=\"peer.proposal.receive\"}[$__rate_interval]))",
"expr": "sum by (proposal_trusted, service_instance_id) (increase(span_calls_total{service_instance_id=~\"$node\", deployment_environment=~\"$deployment_environment\", xrpl_network_type=~\"$xrpl_network_type\", service_name=~\"$service_name\", proposal_trusted=~\"$proposal_trusted\", span_name=\"peer.proposal.receive\"}[$__rate_interval]))",
"interval": "15s",
"legendFormat": "Trusted = {{proposal_trusted}} [{{service_instance_id}}]"
}
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "short"
},
"overrides": []
}
@@ -143,14 +145,14 @@
"datasource": {
"type": "prometheus"
},
"expr": "sum by (validation_trusted, service_instance_id) (rate(span_calls_total{service_instance_id=~\"$node\", deployment_environment=~\"$deployment_environment\", xrpl_network_type=~\"$xrpl_network_type\", service_name=~\"$service_name\", validation_trusted=~\"$validation_trusted\", span_name=\"peer.validation.receive\"}[$__rate_interval]))",
"expr": "sum by (validation_trusted, service_instance_id) (increase(span_calls_total{service_instance_id=~\"$node\", deployment_environment=~\"$deployment_environment\", xrpl_network_type=~\"$xrpl_network_type\", service_name=~\"$service_name\", validation_trusted=~\"$validation_trusted\", span_name=\"peer.validation.receive\"}[$__rate_interval]))",
"interval": "15s",
"legendFormat": "Trusted = {{validation_trusted}} [{{service_instance_id}}]"
}
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "short"
},
"overrides": []
}

54
docker/telemetry/grafana/dashboards/rpc-performance.json
View File

@@ -16,12 +16,13 @@
"h": 8,
"w": 12,
"x": 0,
"y": 0
"y": 24
},
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -39,7 +40,7 @@
"unit": "reqps",
"custom": {
"axisLabel": "Requests / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -56,12 +57,13 @@
"h": 8,
"w": 12,
"x": 12,
"y": 0
"y": 24
},
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -79,7 +81,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Latency (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -150,7 +152,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"yAxis": {
"axisLabel": "Duration (ms)",
@@ -170,7 +173,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ms"
"unit": "ms",
"custom": {
"spanNulls": 1800000
}
}
}
},
@@ -187,7 +193,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -213,7 +220,7 @@
"unit": "reqps",
"custom": {
"axisLabel": "Requests / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -235,7 +242,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -258,10 +266,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: commands/s",
"custom": {
"axisLabel": "Commands / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -278,7 +286,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 24
"y": 0
},
"options": {
"tooltip": {
@@ -311,7 +319,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 24
"y": 0
},
"options": {
"tooltip": {
@@ -331,7 +339,7 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops"
"unit": "suffix: messages/s"
},
"overrides": []
}
@@ -349,7 +357,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -369,10 +378,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: requests/s",
"custom": {
"axisLabel": "Requests / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -394,7 +403,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -417,10 +427,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: requests/s",
"custom": {
"axisLabel": "Requests / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3

123
docker/telemetry/grafana/dashboards/transaction-overview.json
View File

@@ -21,7 +21,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -44,10 +45,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: transactions/s",
"custom": {
"axisLabel": "Transactions / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -69,7 +70,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -100,7 +102,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Latency (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -130,11 +132,17 @@
"datasource": {
"type": "prometheus"
},
"expr": "sum by (local, service_instance_id) (rate(span_calls_total{service_instance_id=~\"$node\", deployment_environment=~\"$deployment_environment\", xrpl_network_type=~\"$xrpl_network_type\", service_name=~\"$service_name\", local=~\"$tx_origin\", span_name=\"tx.process\", tx_type=~\"$tx_type\"}[$__rate_interval]))",
"expr": "sum by (local, service_instance_id) (increase(span_calls_total{service_instance_id=~\"$node\", deployment_environment=~\"$deployment_environment\", xrpl_network_type=~\"$xrpl_network_type\", service_name=~\"$service_name\", local=~\"$tx_origin\", span_name=\"tx.process\", tx_type=~\"$tx_type\"}[$__rate_interval]))",
"interval": "15s",
"legendFormat": "Local = {{local}} [{{service_instance_id}}]"
}
]
],
"fieldConfig": {
"defaults": {
"unit": "short"
},
"overrides": []
}
},
{
"title": "Transaction Receive vs Suppressed",
@@ -149,7 +157,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -164,10 +173,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: transactions/s",
"custom": {
"axisLabel": "Transactions / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -189,7 +198,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"yAxis": {
"axisLabel": "Duration (ms)",
@@ -209,7 +219,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ms"
"unit": "ms",
"custom": {
"spanNulls": 1800000
}
}
}
},
@@ -226,7 +239,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -252,7 +266,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Latency (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -274,7 +288,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -289,7 +304,7 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: transactions/s",
"thresholds": {
"steps": [
{
@@ -323,7 +338,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -343,10 +359,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: transactions/s",
"custom": {
"axisLabel": "TX / Sec",
"spanNulls": true,
"axisLabel": "Transactions / Sec",
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -368,7 +384,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -388,10 +405,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: transactions/s",
"custom": {
"axisLabel": "Failed TX / Sec",
"spanNulls": true,
"axisLabel": "Transactions / Sec",
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -421,7 +438,9 @@
"showLegend": true
},
"tooltip": {
"mode": "single"
"mode": "multi",
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -451,6 +470,7 @@
]
},
"custom": {
"spanNulls": 1800000,
"fillOpacity": 80,
"lineWidth": 0
}
@@ -471,7 +491,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -494,7 +515,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -516,7 +537,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -531,10 +553,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: enqueues/s",
"custom": {
"axisLabel": "Enqueues / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -556,7 +578,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -574,7 +597,7 @@
"unit": "percentunit",
"custom": {
"axisLabel": "Bypass Fraction",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -596,7 +619,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -622,7 +646,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -644,7 +668,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
}
},
"targets": [
@@ -659,10 +684,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: cleanups/s",
"custom": {
"axisLabel": "Cleanups / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -684,7 +709,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -707,7 +733,7 @@
"unit": "ops",
"custom": {
"axisLabel": "Spans / Sec",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -729,7 +755,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -752,7 +779,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -774,7 +801,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -794,10 +822,10 @@
],
"fieldConfig": {
"defaults": {
"unit": "ops",
"unit": "suffix: failures/s",
"custom": {
"axisLabel": "Failed Spans / Sec",
"spanNulls": true,
"axisLabel": "Failures / Sec",
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3
@@ -819,7 +847,8 @@
"options": {
"tooltip": {
"mode": "multi",
"sort": "desc"
"sort": "desc",
"maxHeight": 600
},
"legend": {
"displayMode": "table",
@@ -842,7 +871,7 @@
"unit": "ms",
"custom": {
"axisLabel": "Duration (ms)",
"spanNulls": true,
"spanNulls": 1800000,
"insertNulls": false,
"showPoints": "auto",
"pointSize": 3

14
docs/telemetry-runbook.md
View File

@@ -669,7 +669,7 @@ Ten dashboards are pre-provisioned in `docker/telemetry/grafana/dashboards/`:
| ---------------------------------- | -------------- | -------------------------------------------------------------------------------------------- | ----------------------------------- |
| Transaction Processing Rate | timeseries | `rate(span_calls_total{span_name="tx.process"}[5m])` and `tx.receive` | `span_name` |
| Transaction Processing Latency | timeseries | `histogram_quantile(0.95 / 0.50, ... {span_name="tx.process"})` | — |
| Transaction Path Distribution | piechart | `sum by (local) (rate(span_calls_total{span_name="tx.process"}[5m]))` | `local` |
| Transaction Path Distribution | piechart | `sum by (local) (increase(span_calls_total{span_name="tx.process"}[5m]))` | `local` |
| Transaction Receive vs Suppressed | timeseries | `rate(span_calls_total{span_name="tx.receive"}[5m])` | — |
| TX Processing Duration Heatmap | heatmap | `tx.process` histogram buckets | `le` |
| TX Apply Duration per Ledger | timeseries | p95/p50 of `tx.apply` | — |
@@ -709,12 +709,12 @@ Ten dashboards are pre-provisioned in `docker/telemetry/grafana/dashboards/`:
Requires `trace_peer=1` in the `[telemetry]` config section.
| Panel | Type | PromQL | Labels Used |
| -------------------------------- | ---------- | ------------------------------ | -------------------- |
| Proposal Receive Rate | timeseries | `peer.proposal.receive` rate | — |
| Validation Receive Rate | timeseries | `peer.validation.receive` rate | — |
| Proposals Trusted vs Untrusted | piechart | by `proposal_trusted` | `proposal_trusted` |
| Validations Trusted vs Untrusted | piechart | by `validation_trusted` | `validation_trusted` |
| Panel | Type | PromQL | Labels Used |
| -------------------------------- | ---------- | ------------------------------------------------------------------------- | -------------------- |
| Proposal Receive Rate | timeseries | `peer.proposal.receive` rate | — |
| Validation Receive Rate | timeseries | `peer.validation.receive` rate | — |
| Proposals Trusted vs Untrusted | piechart | `increase()` counts in the selected window, split by `proposal_trusted` | `proposal_trusted` |
| Validations Trusted vs Untrusted | piechart | `increase()` counts in the selected window, split by `validation_trusted` | `validation_trusted` |
### Node Health -- System Metrics (`node-health`)