diff options
Diffstat (limited to 'hosts/vidhar/borg/copy.py')
-rwxr-xr-x | hosts/vidhar/borg/copy.py | 25 |
1 files changed, 19 insertions, 6 deletions
diff --git a/hosts/vidhar/borg/copy.py b/hosts/vidhar/borg/copy.py index 0f39b495..1efeaef4 100755 --- a/hosts/vidhar/borg/copy.py +++ b/hosts/vidhar/borg/copy.py | |||
@@ -21,6 +21,8 @@ from xdg import xdg_runtime_dir | |||
21 | import pathlib | 21 | import pathlib |
22 | 22 | ||
23 | import unshare | 23 | import unshare |
24 | from pyprctl import cap_permitted, cap_inheritable, cap_effective, cap_ambient, Cap | ||
25 | from pwd import getpwnam | ||
24 | 26 | ||
25 | import signal | 27 | import signal |
26 | from time import sleep | 28 | from time import sleep |
@@ -41,10 +43,20 @@ halo_args = { | |||
41 | 'spinner': 'arc' | 43 | 'spinner': 'arc' |
42 | } | 44 | } |
43 | 45 | ||
46 | borg_pwd = getpwnam('borg') | ||
47 | |||
48 | def as_borg(caps=set()): | ||
49 | if caps: | ||
50 | for capset in [cap_permitted, cap_inheritable, cap_effective, cap_ambient]: | ||
51 | capset.add(*caps) | ||
52 | |||
53 | os.setuid(borg_pwd.pw_uid) | ||
54 | os.setgid(borg_pwd.pw_gid) | ||
55 | |||
44 | def read_repo(path): | 56 | def read_repo(path): |
45 | with Halo(text=f'Listing {path}', **halo_args) as sp: | 57 | with Halo(text=f'Listing {path}', **halo_args) as sp: |
46 | res = None | 58 | res = None |
47 | with subprocess.Popen(['borg', 'list', '--info', '--lock-wait=600', '--json', path], stdout=subprocess.PIPE) as proc: | 59 | with subprocess.Popen(['borg', 'list', '--info', '--lock-wait=600', '--json', path], stdout=subprocess.PIPE, preexec_fn=lambda: as_borg()) as proc: |
48 | res = json.load(proc.stdout)['archives'] | 60 | res = json.load(proc.stdout)['archives'] |
49 | if sp.enabled: | 61 | if sp.enabled: |
50 | sp.succeed(f'{len(res)} archives in {path}') | 62 | sp.succeed(f'{len(res)} archives in {path}') |
@@ -83,7 +95,7 @@ def copy_archive(src_repo_path, dst_repo_path, entry): | |||
83 | match = re.compile('^(.*)-[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.(checkpoint|recreate)(\.[0-9]+)?)?').fullmatch(entry['name']) | 95 | match = re.compile('^(.*)-[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.(checkpoint|recreate)(\.[0-9]+)?)?').fullmatch(entry['name']) |
84 | if match: | 96 | if match: |
85 | repo_id = None | 97 | repo_id = None |
86 | with subprocess.Popen(['borg', 'info', '--info', '--lock-wait=600', '--json', src_repo_path], stdout=subprocess.PIPE) as proc: | 98 | with subprocess.Popen(['borg', 'info', '--info', '--lock-wait=600', '--json', src_repo_path], stdout=subprocess.PIPE, preexec_fn=lambda: as_borg()) as proc: |
87 | repo_id = json.load(proc.stdout)['repository']['id'] | 99 | repo_id = json.load(proc.stdout)['repository']['id'] |
88 | if repo_id: | 100 | if repo_id: |
89 | cache_suffix = f'{repo_id}_{match.group(1)}' | 101 | cache_suffix = f'{repo_id}_{match.group(1)}' |
@@ -119,11 +131,12 @@ def copy_archive(src_repo_path, dst_repo_path, entry): | |||
119 | os.chroot(chroot) | 131 | os.chroot(chroot) |
120 | os.chdir('/') | 132 | os.chdir('/') |
121 | dir = pathlib.Path('/borg') | 133 | dir = pathlib.Path('/borg') |
122 | dir.mkdir(parents=True,exist_ok=True) | 134 | dir.mkdir(parents=True,exist_ok=True,mode=750) |
135 | os.chown(dir, borg_pwd.pw_uid, borg_pwd.pw_gid) | ||
123 | with Halo(text=f'Determine size', **halo_args) as sp: | 136 | with Halo(text=f'Determine size', **halo_args) as sp: |
124 | total_size = None | 137 | total_size = None |
125 | total_files = None | 138 | total_files = None |
126 | with subprocess.Popen(['borg', 'info', '--info', '--json', '--lock-wait=600', f'{src_repo_path}::{entry["name"]}'], stdout=subprocess.PIPE, text=True) as proc: | 139 | with subprocess.Popen(['borg', 'info', '--info', '--json', '--lock-wait=600', f'{src_repo_path}::{entry["name"]}'], stdout=subprocess.PIPE, text=True, preexec_fn=lambda: as_borg()) as proc: |
127 | stats = json.load(proc.stdout)['archives'][0]['stats'] | 140 | stats = json.load(proc.stdout)['archives'][0]['stats'] |
128 | total_size = stats['original_size'] | 141 | total_size = stats['original_size'] |
129 | total_files = stats['nfiles'] | 142 | total_files = stats['nfiles'] |
@@ -132,7 +145,7 @@ def copy_archive(src_repo_path, dst_repo_path, entry): | |||
132 | else: | 145 | else: |
133 | print(f'{total_files} files, {naturalsize(total_size, binary=True)}', file=stderr) | 146 | print(f'{total_files} files, {naturalsize(total_size, binary=True)}', file=stderr) |
134 | # print(f'Mounting to {dir}', file=stderr) | 147 | # print(f'Mounting to {dir}', file=stderr) |
135 | with subprocess.Popen(['borg', 'mount', '--foreground', '--progress', '--lock-wait=600', f'{src_repo_path}::{entry["name"]}', dir]) as mount_proc: | 148 | with subprocess.Popen(['borg', 'mount', '--foreground', '--progress', '--lock-wait=600', f'{src_repo_path}::{entry["name"]}', dir], preexec_fn=lambda: as_borg()) as mount_proc: |
136 | with Halo(text='Waiting for mount', **halo_args) as sp: | 149 | with Halo(text='Waiting for mount', **halo_args) as sp: |
137 | wait_start = datetime.now() | 150 | wait_start = datetime.now() |
138 | while True: | 151 | while True: |
@@ -173,7 +186,7 @@ def copy_archive(src_repo_path, dst_repo_path, entry): | |||
173 | else: | 186 | else: |
174 | create_args += ['--files-cache=disabled'] | 187 | create_args += ['--files-cache=disabled'] |
175 | create_args += [f'{dst_repo_path}::{entry["name"]}', '.'] | 188 | create_args += [f'{dst_repo_path}::{entry["name"]}', '.'] |
176 | with subprocess.Popen(create_args, cwd=dir, stdin=subprocess.DEVNULL, stderr=subprocess.PIPE, text=True, env=env) as proc: | 189 | with subprocess.Popen(create_args, cwd=dir, stdin=subprocess.DEVNULL, stderr=subprocess.PIPE, text=True, env=env, preexec_fn=lambda: as_borg(caps={Cap.DAC_READ_SEARCH})) as proc: |
177 | last_list = None | 190 | last_list = None |
178 | last_list_time = None | 191 | last_list_time = None |
179 | for line in proc.stderr: | 192 | for line in proc.stderr: |