rizqiv2/vSphere-Backup-Manager
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: optimize zstd compression with multi-threading, reduced compression level, and automatic cleanup of original files

Browse Source
This commit is contained in:
Rizqi 2026-06-23 01:41:24 +07:00
parent a1e084cb4b
commit 79900212ae
1 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
backup_core.py
View File

@ -506,7 +506,8 @@ def verify_backup_checksums(dest_dir):
def maybe_compress(path): def maybe_compress(path):
try: try:
import subprocess import subprocess
rc = subprocess.run(['zstd', '-19', path], check=False) # Use level 3 (default), multi-threaded compression (threads=0), and delete original file on success (--rm)
rc = subprocess.run(['zstd', '-3', '--threads=0', '--rm', path], check=False)
if rc.returncode == 0: if rc.returncode == 0:
return path + '.zst' return path + '.zst'
except FileNotFoundError: except FileNotFoundError:
@ -515,11 +516,18 @@ def maybe_compress(path):
import zstandard as zstd import zstandard as zstd
out_path = path + '.zst' out_path = path + '.zst'
with open(path, 'rb') as ifh, open(out_path, 'wb') as ofh: with open(path, 'rb') as ifh, open(out_path, 'wb') as ofh:
cctx = zstd.ZstdCompressor(level=19) # Use level 3, multi-threaded compression (threads=0 uses all cores)
cctx = zstd.ZstdCompressor(level=3, threads=0)
cctx.copy_stream(ifh, ofh) cctx.copy_stream(ifh, ofh)
# Delete original file on success to save local storage space
try:
os.remove(path)
print(f"Removed original file after compression: {path}")
except Exception as e:
print(f"Warning: Failed to remove original file {path} after compression: {e}")
return out_path return out_path
except Exception: except Exception as e:
print('Compression not available; skipping') print(f'Compression not available; skipping: {e}')
return path return path