#!/usr/bin/env python3 """Проверка восстановления выборки файлов из tar-архива.""" from __future__ import annotations import argparse import hashlib import json import shutil import sys import tarfile import tempfile from pathlib import Path def normalize(name: str) -> str: while name.startswith("./"): name = name[2:] return name def file_digest(path: Path, chunk_size: int = 1024 * 1024) -> str: digest = hashlib.sha256() with path.open("rb") as handle: while block := handle.read(chunk_size): digest.update(block) return digest.hexdigest() def parse_manifest(path: Path) -> dict[str, str]: result: dict[str, str] = {} for raw_line in path.read_text(encoding="utf-8", errors="replace").splitlines(): line = raw_line.strip() if not line or line.startswith("#"): continue parts = line.split(None, 1) if len(parts) != 2: continue digest, name = parts result[normalize(name.lstrip("*").strip())] = digest.lower() return result def unsafe_reason(member: tarfile.TarInfo) -> str: name = member.name.replace("\\", "/") if not name or name.startswith("/"): return "абсолютный путь" if any(part == ".." for part in Path(name).parts): return "переход вверх" if member.issym() or member.islnk(): return "ссылка" if member.ischr() or member.isblk() or member.isfifo(): return "специальный файл" if not (member.isfile() or member.isdir()): return "неподдерживаемый тип" return "" def main() -> int: parser = argparse.ArgumentParser(description="Тест восстановления архива") parser.add_argument("--archive", type=Path, required=True) parser.add_argument("--manifest", type=Path) parser.add_argument("--sample", type=int, default=5) parser.add_argument("--json", type=Path, help="Сохранить отчёт в новый JSON") args = parser.parse_args() archive_path = args.archive.expanduser().resolve() if not archive_path.is_file(): parser.error(f"Архив не найден: {archive_path}") if args.sample < 1: parser.error("--sample должен быть положительным") expected = {} if args.manifest: manifest_path = args.manifest.expanduser().resolve() if not manifest_path.is_file(): parser.error(f"Manifest не найден: {manifest_path}") expected = parse_manifest(manifest_path) try: archive = tarfile.open(archive_path, "r:*") except tarfile.TarError as error: print(f"Не удалось открыть архив: {error}", file=sys.stderr) return 2 results = [] with archive: members = archive.getmembers() problems = [] for member in members: reason = unsafe_reason(member) if reason: problems.append(f"{member.name}: {reason}") if problems: for problem in problems: print(f"Опасный элемент: {problem}", file=sys.stderr) return 1 files = [member for member in members if member.isfile()] if not files: print("В архиве нет обычных файлов.", file=sys.stderr) return 1 count = min(args.sample, len(files)) step = max(1, len(files) // count) sample = files[::step][:count] with tempfile.TemporaryDirectory(prefix="restore-test-") as temporary: root = Path(temporary) ok = 0 failed = 0 for member in sample: target = root / member.name target.parent.mkdir(parents=True, exist_ok=True) source = archive.extractfile(member) if source is None: failed += 1 results.append({"file": member.name, "status": "no-data"}) continue with target.open("wb") as handle: shutil.copyfileobj(source, handle) digest = file_digest(target) key = normalize(member.name) expected_digest = expected.get(key) if expected_digest and expected_digest != digest: failed += 1 results.append({"file": member.name, "status": "mismatch", "expected": expected_digest, "actual": digest}) else: ok += 1 results.append({"file": member.name, "status": "ok", "sha256": digest}) print(f"Файлов в архиве: {len(files)}, проверено: {len(sample)}, успешно: {ok}, ошибок: {failed}") if args.json: target = args.json.expanduser().resolve() if target.exists(): print(f"Отчёт уже существует: {target}", file=sys.stderr) return 2 target.write_text( json.dumps({"archive": str(archive_path), "items": results}, ensure_ascii=False, indent=2) + "\n", encoding="utf-8", ) print(f"Отчёт: {target}") return 1 if failed else 0 if __name__ == "__main__": sys.exit(main())