X-Git-Url: https://git.frykholm.com/butterbackup.git/blobdiff_plain/f0a474cc3fffb605079ea05815d94b93625212c9..HEAD:/butterbackup.py diff --git a/butterbackup.py b/butterbackup.py index a049efc..110077c 100755 --- a/butterbackup.py +++ b/butterbackup.py @@ -1,53 +1,114 @@ #!/usr/bin/env python3 import os import sys -from subprocess import check_call +from subprocess import check_call, CalledProcessError import shlex import datetime -class BackupRunner(): - def __init__(self, config_dir, dest_dir): - self.config_dir = config_dir - self.dest_dir = dest_dir - if not os.path.exists(self.config_dir): - print("No config found", self.config_dir) - sys-exit(-1) +import configparser - def run(self): - self.hosts = os.listdir(self.config_dir) - for host in self.hosts: - fp = open(os.path.join(self.config_dir, host),"r") - self.backup_host(host, fp) - fp.close() - - def backup_host(self, host, host_config): - subvol_dir = os.path.join(self.dest_dir, host) - dest_dir = os.path.join(subvol_dir, "latest") - if not os.path.exists(subvol_dir): - print("New host",host,".") +class Host(): + def __init__(self, name, config): + self.name = name + self.config = config + if not self.config.has_section('host'): + self.config.add_section('host') + self.store_dir = self.config['host']['store_dir'] + self.host_dir = os.path.join(self.store_dir, name) + self.subvol_dir = os.path.join(self.host_dir, "latest") + self.keep = int(self.config.get("host", "keep", fallback=-1)) + + def backup(self): + if not os.path.exists(self.host_dir): + print("New host",self.name,".") + os.makedirs(self.host_dir) + if not os.path.exists(self.subvol_dir): try: - check_call(shlex.split("btrfs subvol create %s"% subvol_dir)) - except subprocess.CalledProcessError as ex: + check_call(shlex.split("btrfs subvol create %s"% self.subvol_dir)) + except CalledProcessError as ex: print("Failed to create subvol! Aborting backup.") return() - os.makedirs(dest_dir) - command = ("rsync --timeout=10 -a --numeric-ids --delete --delete-excluded --human-readable --inplace ") - excludes = host_config.readline()[:-1] + + command = ("rsync -a --acls --xattrs --whole-file --numeric-ids --delete --delete-excluded --human-readable --inplace ") + if self.config.has_option("host", "include"): + includes = " --include " + " --include ".join(self.config.get("host", "include").split(',')) #FIXME + command = command + includes + if self.config.has_option("host", "exclude"): + excludes = " --exclude " + " --exclude ".join(self.config.get("host", "exclude").split(',')) #FIXME + command = command + excludes try: - check_call(shlex.split(command + excludes + " root@%s:/ "%(host) + dest_dir)) - except subprocess.CalledProcessError as ex: - if ex.returncode not in (30, 255): - print("Rsync did not transfer anything, skipping snapshot.") + print(command + " root@%s:/ "%(self.name) + self.subvol_dir) + check_call(shlex.split(command + " root@%s:/ "%(self.name) + self.subvol_dir)) + except CalledProcessError as ex: + if ex.returncode in (24,): + pass + else: + print("Rsync error from %s, skipping snapshot. Rsync exit value=%s"%(self.name, ex.returncode)) return() todays_date = datetime.datetime.now().date().strftime("%F") + if os.path.exists(os.path.join(self.host_dir, todays_date)): + #There is a snapshot for today, removing it and creating a new one + try: + check_call(shlex.split("btrfs subvol delete %s"%(os.path.join(self.host_dir, todays_date)))) + except CalledProcessError as ex: + pass try: - check_call(shlex.split("btrfs subvol snapshot %s %s"%(subvol_dir,os.path.join(subvol_dir, todays_date)))) - except subprocess.CalledProcessError as ex: + check_call(shlex.split("btrfs subvol snapshot -r %s %s"%(self.subvol_dir,os.path.join(self.host_dir, todays_date)))) + except CalledProcessError as ex: pass + def prune_snapshots(self): + if self.keep == -1: + print("No keep specified for %s, keeping all"%self.name) + return + if not os.path.exists(self.host_dir): + print("New host, no pruning needed") + return + snaps = sorted([snap for snap in os.listdir(self.host_dir) if not snap == "latest" ], reverse=True) + while len(snaps) > self.keep: + snap = snaps.pop() + try: + check_call(shlex.split("btrfs subvol delete %s"%(os.path.join(self.host_dir, snap)))) + except CalledProcessError as ex: + pass + +class BackupRunner(): + def __init__(self, config_dir): + self.config_dir = config_dir + if not os.path.exists(self.config_dir): + print("No config found", self.config_dir) + sys-exit(-1) + + def run(self, hostlist=None): + self.hosts = hostlist or os.listdir(self.config_dir) + + for host in self.hosts: + if host == 'default.cfg': + continue + try: + configfile = os.path.join(self.config_dir, host) + + if not os.path.exists(configfile): + # Trigger logging in the except clause + raise BaseException() + + config = configparser.ConfigParser(strict=False) + config.read_file(open(os.path.join(self.config_dir, 'default.cfg'),'r')) + config.read(configfile) + except BaseException as ex: + print("Config error for %s. Skipping host."%host) + continue + h = Host(host, config) + h.prune_snapshots() + h.backup() + if __name__ == "__main__": if os.geteuid() != 0: print("You need to be root. Otherwise all permissions will be lost.") sys.exit(-1) - br = BackupRunner("/etc/butterbackup", "/mnt/data2") - br.run() + br = BackupRunner("/etc/butterbackup") + + hostlist = sys.argv[1:] + br.run(hostlist=hostlist) + sys.exit(0) +