2023-06-23 22:52:31 +00:00
|
|
|
# nodes is all the nodes
|
2023-09-17 19:51:08 +00:00
|
|
|
{
|
|
|
|
lib,
|
|
|
|
config,
|
|
|
|
nodes,
|
|
|
|
pkgs,
|
|
|
|
...
|
|
|
|
}:
|
|
|
|
with lib; let
|
|
|
|
cfg = config.services.skynet_backup;
|
|
|
|
|
|
|
|
# since they should all have the same config we can do this
|
|
|
|
base = {
|
|
|
|
paths = cfg.normal.backups;
|
|
|
|
exclude = cfg.normal.exclude;
|
|
|
|
initialize = true;
|
|
|
|
passwordFile = config.age.secrets.restic.path;
|
|
|
|
|
|
|
|
pruneOpts = [
|
|
|
|
#"--keep-within 0y2m0d0h"
|
|
|
|
#"--keep-monthly 2"
|
|
|
|
];
|
|
|
|
|
|
|
|
timerConfig = {
|
|
|
|
OnCalendar = "daily";
|
|
|
|
Persistent = true;
|
|
|
|
RandomizedDelaySec = "5h";
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
2023-09-17 19:51:08 +00:00
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
# takes nodes,
|
|
|
|
# for each check if iut has teh abckup attribute,
|
|
|
|
# then if the server is enabled,
|
|
|
|
# then pull relevant dtails
|
|
|
|
ownServers = builtins.listToAttrs (builtins.concatLists (
|
|
|
|
lib.attrsets.mapAttrsToList (
|
|
|
|
key: value: let
|
|
|
|
backup = value.config.services.skynet_backup;
|
|
|
|
in
|
|
|
|
if
|
|
|
|
(
|
|
|
|
(builtins.hasAttr "skynet_backup" value.config.services)
|
|
|
|
&& backup.server.enable
|
|
|
|
&& backup.host.name != cfg.host.name
|
|
|
|
&& !backup.server.appendOnly
|
|
|
|
)
|
2023-06-23 22:52:31 +00:00
|
|
|
then [
|
|
|
|
{
|
2023-07-15 13:51:11 +00:00
|
|
|
name = backup.host.name;
|
2023-09-17 19:51:08 +00:00
|
|
|
value =
|
|
|
|
base
|
|
|
|
// {
|
|
|
|
repositoryFile = "/etc/skynet/restic/${backup.host.name}";
|
2023-06-24 00:34:45 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
backupPrepareCommand = ''
|
|
|
|
#!${pkgs.stdenv.shell}
|
|
|
|
set -euo pipefail
|
2023-06-24 00:34:45 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
baseDir="/etc/skynet/restic"
|
2023-06-24 00:34:45 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
mkdir -p $baseDir
|
|
|
|
cd $baseDir
|
2023-06-24 00:34:45 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
echo -n "rest:http://root:password@${backup.host.ip}:${toString backup.server.port}/root/${cfg.host.name}" > ${backup.host.name}
|
2023-06-24 00:34:45 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
# read in teh password
|
|
|
|
#PW = `cat ${config.age.secrets.restic.path}`
|
|
|
|
line=$(head -n 1 ${config.age.secrets.restic.path})
|
2023-06-24 00:34:45 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
sed -i "s/password/$line/g" ${backup.host.name}
|
|
|
|
'';
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
}
|
|
|
|
]
|
2023-09-17 19:51:08 +00:00
|
|
|
else []
|
|
|
|
)
|
|
|
|
nodes
|
|
|
|
));
|
|
|
|
in {
|
|
|
|
imports = [
|
|
|
|
];
|
|
|
|
|
|
|
|
# using https://github.com/greaka/ops/blob/818be4c4dea9129abe0f086d738df4cb0bb38288/apps/restic/options.nix as a base
|
|
|
|
# https://git.hrnz.li/Ulli/nixos/src/commit/5edca2dfdab3ce52208e4dfd2b92951e500f8418/profiles/server/restic.nix
|
|
|
|
# will eb enabled on every server
|
|
|
|
options.services.skynet_backup = {
|
|
|
|
# backup is enabled by default
|
|
|
|
# enable = mkEnableOption "Skynet backup";
|
|
|
|
|
|
|
|
# what folders to backup
|
|
|
|
normal = {
|
|
|
|
backups = lib.mkOption {
|
|
|
|
default = [];
|
|
|
|
type = lib.types.listOf lib.types.str;
|
|
|
|
description = ''
|
|
|
|
A list of paths to backup.
|
|
|
|
'';
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
exclude = lib.mkOption {
|
|
|
|
default = [];
|
|
|
|
type = lib.types.listOf lib.types.str;
|
|
|
|
description = ''
|
|
|
|
A list of paths to exclide .
|
|
|
|
'';
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
2023-09-17 19:51:08 +00:00
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
# append only data so space limited
|
|
|
|
secure = {
|
|
|
|
backups = lib.mkOption {
|
|
|
|
default = [];
|
|
|
|
type = lib.types.listOf lib.types.str;
|
|
|
|
description = ''
|
|
|
|
A list of paths to backup.
|
|
|
|
'';
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
exclude = lib.mkOption {
|
|
|
|
default = [];
|
|
|
|
type = lib.types.listOf lib.types.str;
|
|
|
|
description = ''
|
|
|
|
A list of paths to exclide .
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
host = {
|
|
|
|
ip = mkOption {
|
|
|
|
type = types.str;
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
name = mkOption {
|
|
|
|
type = types.str;
|
|
|
|
};
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
server = {
|
|
|
|
enable = mkEnableOption "Skynet backup Server";
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
port = mkOption {
|
|
|
|
type = types.port;
|
|
|
|
default = 8765;
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
appendOnly = mkOption {
|
|
|
|
type = types.bool;
|
|
|
|
default = false;
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
2023-09-17 19:51:08 +00:00
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
|
|
|
config = {
|
|
|
|
# these values are anabled for every client
|
2023-06-24 00:34:45 +00:00
|
|
|
|
|
|
|
environment.systemPackages = [
|
|
|
|
# for flakes
|
|
|
|
pkgs.restic
|
|
|
|
];
|
|
|
|
|
2023-07-15 13:51:11 +00:00
|
|
|
# A list of all login accounts. To create the password hashes, use
|
|
|
|
# nix-shell -p apacheHttpd
|
|
|
|
# htpasswd -nbB "" "password" | cut -d: -f2
|
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
age.secrets.restic.file = ../secrets/backup/restic.age;
|
2023-07-15 13:51:11 +00:00
|
|
|
|
|
|
|
networking.firewall.allowedTCPPorts = [
|
|
|
|
cfg.server.port
|
|
|
|
];
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
services.restic.backups =
|
|
|
|
ownServers
|
|
|
|
// {
|
|
|
|
# merge teh two configs together
|
|
|
|
# backblaze = base // {
|
|
|
|
# # backupos for each server are stored in a folder under their name
|
|
|
|
# repository = "b2:NixOS-Main2:/${cfg.host.name}";
|
|
|
|
# #environmentFile = config.age.secrets.backblaze.path;
|
|
|
|
# };
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-06-24 00:34:45 +00:00
|
|
|
age.secrets.restic_pw = mkIf cfg.server.enable {
|
|
|
|
file = ../secrets/backup/restic_pw.age;
|
|
|
|
path = "${config.services.restic.server.dataDir}/.htpasswd";
|
|
|
|
symlink = false;
|
|
|
|
mode = "770";
|
|
|
|
owner = "restic";
|
|
|
|
group = "restic";
|
|
|
|
};
|
2023-06-23 22:52:31 +00:00
|
|
|
|
2023-09-17 19:51:08 +00:00
|
|
|
services.restic.server = mkIf cfg.server.enable {
|
2023-06-23 22:52:31 +00:00
|
|
|
enable = true;
|
2023-07-15 13:51:11 +00:00
|
|
|
listenAddress = "${cfg.host.ip}:${toString cfg.server.port}";
|
2023-06-23 22:52:31 +00:00
|
|
|
appendOnly = cfg.server.appendOnly;
|
2023-06-24 00:34:45 +00:00
|
|
|
privateRepos = true;
|
2023-06-23 22:52:31 +00:00
|
|
|
};
|
|
|
|
};
|
|
|
|
}
|