#!/usr/bin/env python3 """Поиск битых ссылок на одной странице.""" from __future__ import annotations import argparse import json from pathlib import Path from urllib.parse import urljoin, urlsplit import requests from bs4 import BeautifulSoup def main() -> int: parser = argparse.ArgumentParser(description="Найти битые ссылки") parser.add_argument("url", nargs="?", default="https://example.com/") parser.add_argument("--max-links", type=int, default=100) parser.add_argument("--timeout", type=float, default=10.0) parser.add_argument("--external", action="store_true", help="Проверять чужие хосты") parser.add_argument("--json", type=Path, help="Сохранить отчёт") args = parser.parse_args() session = requests.Session() session.headers["User-Agent"] = "popovdev-scriptdock/1.0" try: page = session.get(args.url, timeout=args.timeout) except requests.RequestException as error: print(f"Не удалось загрузить страницу: {error}") return 2 if page.status_code >= 400: print(f"Страница вернула {page.status_code}") return 2 base_host = urlsplit(page.url).hostname soup = BeautifulSoup(page.content, "html.parser") links: list[str] = [] seen: set[str] = set() for tag in soup.find_all(["a", "link"]): href = tag.get("href") if not href or href.startswith(("#", "mailto:", "tel:", "javascript:")): continue absolute = urljoin(page.url, href.strip()) parts = urlsplit(absolute) if parts.scheme not in {"http", "https"}: continue if not args.external and parts.hostname != base_host: continue clean = absolute.split("#", 1)[0] if clean not in seen: seen.add(clean) links.append(clean) if len(links) >= args.max_links: break print(f"Проверяю ссылок: {len(links)}") broken = [] for link in links: try: response = session.head(link, timeout=args.timeout, allow_redirects=True) if response.status_code in {405, 501}: response = session.get(link, timeout=args.timeout, allow_redirects=True, stream=True) response.close() status = response.status_code except requests.RequestException as error: status = None print(f" ошибка {link} ({error.__class__.__name__})") else: mark = "ok" if status < 400 else "битая" print(f" {status:<6} {mark:<6} {link}") if status is None or status >= 400: broken.append({"url": link, "status": status}) print(f"Битых ссылок: {len(broken)}") if args.json: args.json.write_text(json.dumps(broken, ensure_ascii=False, indent=2) + "\n", encoding="utf-8") print(f"Отчёт: {args.json}") return 0 if not broken else 1 if __name__ == "__main__": raise SystemExit(main())