Add Tempo datasource to Grafana and Prometheus scrape target
Grafana: Tempo datasource with trace-to-log (Loki) and trace-to-metrics (Prometheus) correlation. Loki gets derivedFields to link trace IDs back to Tempo. Prometheus: scrape Tempo operational metrics on port 3200. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
parent
3fc06cda88
commit
ba1c0645e3
2 changed files with 41 additions and 0 deletions
|
|
@ -15,6 +15,39 @@ datasources:
|
|||
type: loki
|
||||
uid: loki
|
||||
url: http://loki.monitoring.svc.cluster.local:3100
|
||||
jsonData:
|
||||
derivedFields:
|
||||
- datasourceUid: tempo
|
||||
matcherRegex: '"traceID":"(\w+)"'
|
||||
name: TraceID
|
||||
url: "$${__value.raw}"
|
||||
- access: proxy
|
||||
editable: false
|
||||
name: Tempo
|
||||
orgId: 1
|
||||
type: tempo
|
||||
uid: tempo
|
||||
url: http://tempo.monitoring.svc.cluster.local:3200
|
||||
jsonData:
|
||||
tracesToLogsV2:
|
||||
datasourceUid: loki
|
||||
filterByTraceID: true
|
||||
filterBySpanID: false
|
||||
tracesToMetrics:
|
||||
datasourceUid: prometheus
|
||||
spanStartTimeShift: "-1h"
|
||||
spanEndTimeShift: "1h"
|
||||
queries:
|
||||
- name: Request rate
|
||||
query: "sum(rate(traces_spanmetrics_calls_total{$$__tags}[5m]))"
|
||||
- name: Error rate
|
||||
query: "sum(rate(traces_spanmetrics_calls_total{$$__tags, status_code=\"STATUS_CODE_ERROR\"}[5m]))"
|
||||
- name: Duration (p95)
|
||||
query: "histogram_quantile(0.95, sum(rate(traces_spanmetrics_duration_seconds_bucket{$$__tags}[5m])) by (le))"
|
||||
serviceMap:
|
||||
datasourceUid: prometheus
|
||||
nodeGraph:
|
||||
enabled: true
|
||||
- access: proxy
|
||||
database: teslamate
|
||||
editable: false
|
||||
|
|
|
|||
|
|
@ -64,6 +64,14 @@ scrape_configs:
|
|||
- target_label: cluster
|
||||
replacement: indri
|
||||
|
||||
# Tempo operational metrics
|
||||
- job_name: "tempo"
|
||||
static_configs:
|
||||
- targets: ["tempo.monitoring.svc.cluster.local:3200"]
|
||||
metric_relabel_configs:
|
||||
- target_label: cluster
|
||||
replacement: indri
|
||||
|
||||
# Frigate NVR metrics (via Caddy on indri — Frigate runs on ringtail)
|
||||
- job_name: "frigate"
|
||||
scheme: https
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue