2023-12-23 19:51:05 +00:00
|
|
|
|
|
|
|
job "borgmatic" {
|
|
|
|
datacenters = ["homelab"]
|
|
|
|
priority = 50
|
|
|
|
type = "service"
|
|
|
|
meta {
|
|
|
|
forcedeploy = "0"
|
|
|
|
}
|
|
|
|
constraint {
|
|
|
|
attribute = "${node.class}"
|
|
|
|
operator = "set_contains"
|
|
|
|
value = "NAS"
|
|
|
|
}
|
|
|
|
|
|
|
|
group "borgmatic"{
|
|
|
|
vault{
|
|
|
|
policies= ["borgmatic"]
|
|
|
|
|
|
|
|
}
|
|
|
|
task "borgmatic" {
|
2024-04-09 06:40:38 +00:00
|
|
|
action "manual-backup" {
|
|
|
|
command = "/usr/local/bin/borgmatic"
|
|
|
|
args = ["create",
|
|
|
|
"prune",
|
|
|
|
"--verbosity",
|
|
|
|
"1"
|
|
|
|
|
|
|
|
]
|
|
|
|
}
|
|
|
|
action "list-backup" {
|
|
|
|
command = "/usr/local/bin/borgmatic"
|
|
|
|
args = ["rlist"]
|
|
|
|
}
|
2023-12-23 19:51:05 +00:00
|
|
|
driver = "docker"
|
|
|
|
config {
|
2024-03-17 17:58:24 +00:00
|
|
|
image = "ghcr.service.consul:5000/borgmatic-collective/borgmatic"
|
2023-12-23 19:51:05 +00:00
|
|
|
volumes = [
|
2024-02-24 16:11:12 +00:00
|
|
|
"/exports:/exports",
|
2023-12-23 19:51:05 +00:00
|
|
|
"local/borgmatic.d:/etc/borgmatic.d",
|
|
|
|
"secret/id_rsa:/root/.ssh/id_rsa",
|
2024-02-29 20:35:12 +00:00
|
|
|
"secret/known_hosts:/root/.ssh/known_hosts",
|
2024-02-21 18:02:37 +00:00
|
|
|
"/exports/nomad/borgmatic:/root/.cache/borg",
|
2023-12-23 19:51:05 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
}
|
|
|
|
env {
|
|
|
|
}
|
|
|
|
|
|
|
|
template {
|
|
|
|
data= <<EOH
|
|
|
|
BORG_RSH="ssh -i /root/.ssh/id_rsa -p 23"
|
|
|
|
{{ with secret "secrets/data/nomad/borgmatic"}}
|
|
|
|
BORG_PASSPHRASE= {{.Data.data.passphrase}}
|
|
|
|
{{end}}
|
|
|
|
EOH
|
|
|
|
destination = "secrets/sample.env"
|
|
|
|
env = true
|
|
|
|
}
|
|
|
|
template {
|
|
|
|
data= <<EOH
|
2024-02-24 16:11:12 +00:00
|
|
|
0 2 * * * PATH=$PATH:/usr/local/bin /usr/local/bin/borgmatic create prune --verbosity 1
|
|
|
|
0 23 1 * * PATH=$PATH:/usr/local/bin /usr/local/bin/borgmatic check
|
2023-12-23 19:51:05 +00:00
|
|
|
EOH
|
|
|
|
destination = "local/borgmatic.d/crontab.txt"
|
|
|
|
}
|
|
|
|
template {
|
|
|
|
data= <<EOH
|
2024-03-02 09:34:44 +00:00
|
|
|
# List of source directories to backup (required). Globs and
|
|
|
|
# tildes are expanded. Do not backslash spaces in path names.
|
|
|
|
source_directories:
|
|
|
|
- /exports/ebook
|
|
|
|
- /exports/homes
|
|
|
|
- /exports/music
|
|
|
|
- /exports/nomad
|
|
|
|
- /exports/photo
|
|
|
|
|
|
|
|
repositories:
|
|
|
|
- path: ssh://u304977@u304977.your-storagebox.de/./{{if eq "production" (env "meta.env") }}backup_hamelab{{else}}backup_homelab_dev{{end}}
|
|
|
|
label: {{if eq "production" (env "meta.env") }}backup_hamelab{{else}}backup_homelab_dev{{end}}
|
|
|
|
|
|
|
|
exclude_patterns:
|
|
|
|
- '*/nomad/jellyfin/cache'
|
2024-04-09 06:40:53 +00:00
|
|
|
- '*nomad/loki/'
|
|
|
|
- '*nomad/prometheus'
|
|
|
|
- '*nomad/registry'
|
|
|
|
- '*nomad/pacoloco'
|
|
|
|
- '*nomad/pihole'
|
2024-11-17 15:28:20 +00:00
|
|
|
- '*nomad/jellyfin/*'
|
|
|
|
- '*.log*'
|
2024-04-09 06:40:53 +00:00
|
|
|
|
2024-03-02 09:34:44 +00:00
|
|
|
match_archives: '*'
|
|
|
|
archive_name_format: '{{ env "node.datacenter" }}-{now:%Y-%m-%dT%H:%M:%S.%f}'
|
|
|
|
extra_borg_options:
|
|
|
|
# Extra command-line options to pass to "borg init".
|
|
|
|
# init: --extra-option
|
|
|
|
|
|
|
|
# Extra command-line options to pass to "borg prune".
|
|
|
|
# prune: --extra-option
|
|
|
|
|
|
|
|
# Extra command-line options to pass to "borg compact".
|
|
|
|
# compact: --extra-option
|
|
|
|
|
|
|
|
# Extra command-line options to pass to "borg create".
|
|
|
|
create: --progress --stats
|
|
|
|
|
|
|
|
# Extra command-line options to pass to "borg check".
|
|
|
|
# check: --extra-option
|
|
|
|
|
|
|
|
# Keep all archives within this time interval.
|
|
|
|
# keep_within: 3H
|
|
|
|
|
|
|
|
# Number of secondly archives to keep.
|
|
|
|
# keep_secondly: 60
|
|
|
|
|
|
|
|
# Number of minutely archives to keep.
|
|
|
|
# keep_minutely: 60
|
|
|
|
|
|
|
|
# Number of hourly archives to keep.
|
|
|
|
# keep_hourly: 24
|
|
|
|
|
|
|
|
# Number of daily archives to keep.
|
|
|
|
keep_daily: 7
|
|
|
|
|
|
|
|
# Number of weekly archives to keep.
|
|
|
|
keep_weekly: 4
|
|
|
|
|
|
|
|
# Number of monthly archives to keep.
|
|
|
|
# keep_monthly: 6
|
|
|
|
|
|
|
|
# Number of yearly archives to keep.
|
|
|
|
# keep_yearly: 1
|
|
|
|
|
|
|
|
checks:
|
|
|
|
- name: repository
|
|
|
|
# - archives
|
|
|
|
# check_repositories:
|
|
|
|
# - user@backupserver:sourcehostname.borg
|
|
|
|
# check_last: 3
|
2023-12-23 19:51:05 +00:00
|
|
|
# output:
|
2024-03-02 09:34:44 +00:00
|
|
|
# color: false
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# before creating a backup, run once per configuration file.
|
|
|
|
# before_backup:
|
|
|
|
# - echo "Starting a backup."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# before pruning, run once per configuration file.
|
|
|
|
# before_prune:
|
|
|
|
# - echo "Starting pruning."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# before compaction, run once per configuration file.
|
|
|
|
# before_compact:
|
|
|
|
# - echo "Starting compaction."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# before consistency checks, run once per configuration file.
|
|
|
|
# before_check:
|
|
|
|
# - echo "Starting checks."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# before extracting a backup, run once per configuration file.
|
|
|
|
# before_extract:
|
|
|
|
# - echo "Starting extracting."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# after creating a backup, run once per configuration file.
|
|
|
|
# after_backup:
|
|
|
|
# - echo "Finished a backup."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# after compaction, run once per configuration file.
|
|
|
|
# after_compact:
|
|
|
|
# - echo "Finished compaction."
|
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# after pruning, run once per configuration file.
|
2023-12-23 19:51:05 +00:00
|
|
|
# after_prune:
|
2024-03-02 09:34:44 +00:00
|
|
|
# - echo "Finished pruning."
|
2023-12-23 19:51:05 +00:00
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# after consistency checks, run once per configuration file.
|
|
|
|
# after_check:
|
2024-03-02 09:34:44 +00:00
|
|
|
# - echo "Finished checks."
|
2023-12-23 19:51:05 +00:00
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# after extracting a backup, run once per configuration file.
|
|
|
|
# after_extract:
|
2024-03-02 09:34:44 +00:00
|
|
|
# - echo "Finished extracting."
|
2023-12-23 19:51:05 +00:00
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# when an exception occurs during a "prune", "compact",
|
|
|
|
# "create", or "check" action or an associated before/after
|
|
|
|
# hook.
|
|
|
|
# on_error:
|
2024-03-02 09:34:44 +00:00
|
|
|
# - echo "Error during prune/compact/create/check."
|
2023-12-23 19:51:05 +00:00
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# before running all actions (if one of them is "create").
|
|
|
|
# These are collected from all configuration files and then
|
|
|
|
# run once before all of them (prior to all actions).
|
|
|
|
# before_everything:
|
2024-03-02 09:34:44 +00:00
|
|
|
# - echo "Starting actions."
|
2023-12-23 19:51:05 +00:00
|
|
|
|
|
|
|
# List of one or more shell commands or scripts to execute
|
|
|
|
# after running all actions (if one of them is "create").
|
|
|
|
# These are collected from all configuration files and then
|
|
|
|
# run once after all of them (after any action).
|
|
|
|
# after_everything:
|
2024-03-02 09:34:44 +00:00
|
|
|
# - echo "Completed actions."
|
2023-12-23 19:51:05 +00:00
|
|
|
EOH
|
|
|
|
destination = "local/borgmatic.d/config.yaml"
|
|
|
|
}
|
|
|
|
template {
|
|
|
|
data= <<EOH
|
|
|
|
{{ with secret "secrets/data/nomad/borgmatic"}}
|
|
|
|
{{.Data.data.privatekey}}
|
|
|
|
{{end}}
|
|
|
|
EOH
|
|
|
|
destination = "secret/id_rsa"
|
|
|
|
perms= "700"
|
|
|
|
}
|
2024-02-29 20:35:12 +00:00
|
|
|
template {
|
|
|
|
data= <<EOH
|
|
|
|
[u304977.your-storagebox.de]:23 ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIICf9svRenC/PLKIL9nk6K/pxQgoiFC41wTNvoIncOxs
|
|
|
|
[u304977.your-storagebox.de]:23 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5EB5p/5Hp3hGW1oHok+PIOH9Pbn7cnUiGmUEBrCVjnAw+HrKyN8bYVV0dIGllswYXwkG/+bgiBlE6IVIBAq+JwVWu1Sss3KarHY3OvFJUXZoZyRRg/Gc/+LRCE7lyKpwWQ70dbelGRyyJFH36eNv6ySXoUYtGkwlU5IVaHPApOxe4LHPZa/qhSRbPo2hwoh0orCtgejRebNtW5nlx00DNFgsvn8Svz2cIYLxsPVzKgUxs8Zxsxgn+Q/UvR7uq4AbAhyBMLxv7DjJ1pc7PJocuTno2Rw9uMZi1gkjbnmiOh6TTXIEWbnroyIhwc8555uto9melEUmWNQ+C+PwAK+MPw==
|
|
|
|
[u304977.your-storagebox.de]:23 ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAGK0po6usux4Qv2d8zKZN1dDvbWjxKkGsx7XwFdSUCnF19Q8psHEUWR7C/LtSQ5crU/g+tQVRBtSgoUcE8T+FWp5wBxKvWG2X9gD+s9/4zRmDeSJR77W6gSA/+hpOZoSE+4KgNdnbYSNtbZH/dN74EG7GLb/gcIpbUUzPNXpfKl7mQitw==
|
|
|
|
EOH
|
|
|
|
destination = "secret/known_hosts"
|
|
|
|
perms="700"
|
|
|
|
}
|
2023-12-23 19:51:05 +00:00
|
|
|
resources {
|
|
|
|
memory = 300
|
2024-02-24 16:11:12 +00:00
|
|
|
memory_max = 1000
|
2023-12-23 19:51:05 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|