eblume/blumeops
1
1
Fork 0
Code Issues Pull requests Projects Releases 83 Packages Wiki Activity Actions

Add offsite backup for immich photo library to BorgBase (#315)

Browse source 
## Summary

- Adds a second borgmatic config (`photos.yaml`) that backs up `/Volumes/photos` (sifaka SMB mount, ~128 GB) to a dedicated BorgBase repo (`immich-photos`), running daily at 4 AM
- Separate launchd agent (`mcquack.eblume.borgmatic-photos`) so photo backups run independently from the main backup
- Refactors `borgmatic_metrics` script to support multiple repos with a `repo` Prometheus label
- Updates Grafana "Borg Backups" dashboard with a `repo` template variable so you can filter/compare repos
- Docs updated: `backups.md`, `borgmatic.md`

## Prerequisites (manual)

- [x] Create `immich-photos` repo on BorgBase with same SSH key
- [ ] Upgrade BorgBase plan to Small ($24/yr) if currently on free tier (128 GB exceeds 10 GB limit)
- [ ] After deploy: `borg init` the new repo (borgmatic does this automatically on first run)

## Test plan

- [ ] Dry run: `mise run provision-indri -- --check --diff --tags borgmatic,borgmatic_metrics`
- [ ] Deploy borgmatic role and verify both configs deployed
- [ ] Run `borgmatic --config ~/.config/borgmatic/photos.yaml create --verbosity 1` manually for first backup (will take hours)
- [ ] Verify metrics script collects from both repos: `~/.local/bin/borgmatic-metrics && cat /opt/homebrew/var/node_exporter/textfile/borgmatic.prom`
- [ ] Sync grafana-config in ArgoCD and verify dashboard repo selector works

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Reviewed-on: #315
This commit is contained in:
Erich Blume 2026-03-27 19:43:05 -07:00
commit c78b86c72c
11 changed files with 305 additions and 136 deletions
Download patch file Download diff file Expand all files Collapse all files

93
argocd/manifests/grafana-config/dashboards/configmap-borgmatic.yaml
View file

@ -70,7 +70,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_up",
"expr": "borgmatic_up{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -114,7 +115,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_repo_deduplicated_size_bytes",
"expr": "borgmatic_repo_deduplicated_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -158,7 +160,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_original_size_bytes",
"expr": "borgmatic_last_archive_original_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -202,7 +205,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_archive_count",
"expr": "borgmatic_archive_count{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -250,7 +254,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "time() - borgmatic_last_archive_timestamp",
"expr": "time() - borgmatic_last_archive_timestamp{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -299,7 +304,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_repo_original_size_bytes / borgmatic_repo_deduplicated_size_bytes",
"expr": "borgmatic_repo_original_size_bytes{repo=~\"$repo\"} / borgmatic_repo_deduplicated_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -343,7 +349,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_deduplicated_size_bytes",
"expr": "borgmatic_last_archive_deduplicated_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -387,7 +394,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_files",
"expr": "borgmatic_last_archive_files{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -435,7 +443,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_duration_seconds",
"expr": "borgmatic_last_archive_duration_seconds{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -479,7 +488,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_repo_unique_chunks",
"expr": "borgmatic_repo_unique_chunks{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -524,8 +534,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "topk(10, borgmatic_source_size_bytes)",
"legendFormat": "{{source}}",
"expr": "topk(10, borgmatic_source_size_bytes{repo=~\"$repo\"})",
"legendFormat": "{{repo}} / {{source}}",
"refId": "A"
}
],
@ -541,8 +551,7 @@ data:
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "green",
"mode": "fixed"
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
@ -603,8 +612,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_original_size_bytes",
"legendFormat": "Backup Size (if extracted)",
"expr": "borgmatic_last_archive_original_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -620,8 +629,7 @@ data:
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
@ -682,8 +690,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_repo_deduplicated_size_bytes",
"legendFormat": "Repository Size on Disk",
"expr": "borgmatic_repo_deduplicated_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -699,8 +707,7 @@ data:
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "orange",
"mode": "fixed"
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
@ -761,8 +768,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_deduplicated_size_bytes",
"legendFormat": "New Data Added",
"expr": "borgmatic_last_archive_deduplicated_size_bytes{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -778,8 +785,7 @@ data:
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "yellow",
"mode": "fixed"
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
@ -844,8 +850,8 @@ data:
"targets": [
{
"datasource": { "type": "prometheus", "uid": "prometheus" },
"expr": "borgmatic_last_archive_duration_seconds",
"legendFormat": "Backup Duration",
"expr": "borgmatic_last_archive_duration_seconds{repo=~\"$repo\"}",
"legendFormat": "{{repo}}",
"refId": "A"
}
],
@ -858,7 +864,36 @@ data:
"schemaVersion": 38,
"tags": ["borg", "backup"],
"templating": {
"list": []
"list": [
{
"current": {
"selected": true,
"text": ["All"],
"value": ["$__all"]
},
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"definition": "label_values(borgmatic_up, repo)",
"hide": 0,
"includeAll": true,
"label": "Repository",
"multi": true,
"name": "repo",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(borgmatic_up, repo)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
}
]
},
"time": {
"from": "now-30d",