上传完整项目文件

This commit is contained in:
xhgit committed 2026-06-21 14:26:15 +08:00
1 parent e63d58df8d
commit aa0dd45839
8663 files changed
+2393125

No files matched your search

+23
View File
@@ -0,0 +1,23 @@
"""工具模块
提供日志、验证等辅助功能的统一入口。
"""
from .logger import setup_logging, get_logger
from .validators import (
validate_youtube_url,
is_valid_video_url,
is_valid_playlist_url,
validate_directory,
sanitize_filename,
)
__all__ = [
"setup_logging",
"get_logger",
"validate_youtube_url",
"is_valid_video_url",
"is_valid_playlist_url",
"validate_directory",
"sanitize_filename",
]
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
+89
View File
@@ -0,0 +1,89 @@
"""日志系统模块
提供统一的日志记录功能,支持控制台输出和文件滚动存储。
"""
import logging
import sys
from pathlib import Path
from logging.handlers import RotatingFileHandler
from typing import Optional
# 日志格式
LOG_FORMAT = "%(asctime)s [%(levelname)s] %(name)s: %(message)s"
LOG_DATE_FORMAT = "%Y-%m-%d %H:%M:%S"
# 默认日志目录和文件
DEFAULT_LOG_DIR = Path.home() / ".youtube_downloader_pro" / "logs"
DEFAULT_LOG_FILE = DEFAULT_LOG_DIR / "app.log"
# 日志文件大小限制 (5 MB)
MAX_LOG_SIZE = 5 * 1024 * 1024
# 备份日志文件数量
BACKUP_COUNT = 3
def setup_logging(
log_file: Optional[Path] = None,
level: int = logging.INFO,
console: bool = True,
) -> logging.Logger:
"""配置日志系统
Args:
log_file: 日志文件路径,为 None 时使用默认路径
level: 日志级别
console: 是否输出到控制台
Returns:
根日志记录器
"""
# 获取根日志记录器
root_logger = logging.getLogger()
root_logger.setLevel(level)
# 清除已有处理器
root_logger.handlers.clear()
# 创建格式化器
formatter = logging.Formatter(LOG_FORMAT, LOG_DATE_FORMAT)
# 控制台处理器
if console:
console_handler = logging.StreamHandler(sys.stdout)
console_handler.setLevel(level)
console_handler.setFormatter(formatter)
root_logger.addHandler(console_handler)
# 文件处理器
if log_file is None:
log_file = DEFAULT_LOG_FILE
try:
log_file.parent.mkdir(parents=True, exist_ok=True)
file_handler = RotatingFileHandler(
str(log_file),
maxBytes=MAX_LOG_SIZE,
backupCount=BACKUP_COUNT,
encoding="utf-8",
)
file_handler.setLevel(level)
file_handler.setFormatter(formatter)
root_logger.addHandler(file_handler)
except (PermissionError, OSError):
# 无法创建日志文件时,至少保留控制台输出
pass
return root_logger
def get_logger(name: str) -> logging.Logger:
"""获取指定名称的日志记录器
Args:
name: 日志记录器名称,通常使用 __name__
Returns:
Logger 实例
"""
return logging.getLogger(name)
+118
View File
@@ -0,0 +1,118 @@
"""随机 User-Agent 池
提供 40+ 个真实浏览器 User-Agent,每次随机选取,
用于绕过 YouTube 反爬检测。
"""
import random
# 50 个真实浏览器 User-Agent(Chrome/Firefox/Edge/Safari,Windows/macOS/Linux)
USER_AGENTS = [
# Chrome 131 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.140 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.109 Safari/537.36",
# Chrome 130 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.92 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.70 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.59 Safari/537.36",
# Chrome 129 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.6668.101 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.6668.90 Safari/537.36",
# Chrome 128 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.6613.138 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.6613.120 Safari/537.36",
# Chrome 127 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.6533.120 Safari/537.36",
# Chrome 126 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
# Firefox 133 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:133.0) Gecko/20100101 Firefox/133.0",
# Firefox 132 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0.1",
# Firefox 131 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:131.0) Gecko/20100101 Firefox/131.0",
# Firefox 130 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:130.0) Gecko/20100101 Firefox/130.0",
# Firefox 128 ESR - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:128.0) Gecko/20100101 Firefox/128.0",
# Edge 131 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.140 Safari/537.36 Edg/131.0.2903.99",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Edg/130.0.0.0",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0",
# Edge 128 - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0",
# Chrome - macOS
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36",
# Safari - macOS
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.2 Safari/605.1.15",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.1 Safari/605.1.15",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.0 Safari/605.1.15",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.6 Safari/605.1.15",
# Firefox - macOS
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:133.0) Gecko/20100101 Firefox/133.0",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:132.0) Gecko/20100101 Firefox/132.0",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:131.0) Gecko/20100101 Firefox/131.0",
# Chrome - Linux
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
# Firefox - Linux
"Mozilla/5.0 (X11; Linux x86_64; rv:133.0) Gecko/20100101 Firefox/133.0",
"Mozilla/5.0 (X11; Linux x86_64; rv:132.0) Gecko/20100101 Firefox/132.0",
"Mozilla/5.0 (X11; Linux x86_64; rv:131.0) Gecko/20100101 Firefox/131.0",
# Chrome - Windows 11 specific
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.205 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.170 Safari/537.36",
# Opera - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 OPR/115.0.0.0",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 OPR/114.0.0.0",
# Brave - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Brave/1.73",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Brave/1.70",
# Vivaldi - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Vivaldi/7.0",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Vivaldi/6.9",
# Arc - Windows
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Arc/1.71",
]
def get_random_ua() -> str:
"""随机获取一个 User-Agent 字符串
Returns:
随机的 User-Agent
"""
return random.choice(USER_AGENTS)
def get_headers() -> dict:
"""获取带随机 User-Agent 的 HTTP 请求头
Returns:
包含 User-Agent 的请求头字典
"""
return {
"User-Agent": get_random_ua(),
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8,ja;q=0.7,ko;q=0.6",
"Accept-Encoding": "gzip, deflate, br",
"DNT": "1",
"Connection": "keep-alive",
"Upgrade-Insecure-Requests": "1",
"Sec-Fetch-Dest": "document",
"Sec-Fetch-Mode": "navigate",
"Sec-Fetch-Site": "none",
"Sec-Fetch-User": "?1",
"Cache-Control": "max-age=0",
}
+173
View File
@@ -0,0 +1,173 @@
"""输入验证模块
提供 YouTube URL 格式验证和文件路径验证功能。
"""
import re
from pathlib import Path
from typing import Tuple
# YouTube URL 正则表达式模式
YOUTUBE_PATTERNS = [
# 标准视频 URL: https://www.youtube.com/watch?v=VIDEO_ID
r"(?:https?://)?(?:www\.)?youtube\.com/watch\?v=([a-zA-Z0-9_-]{11})",
# 短链接: https://youtu.be/VIDEO_ID
r"(?:https?://)?youtu\.be/([a-zA-Z0-9_-]{11})",
# 嵌入: https://www.youtube.com/embed/VIDEO_ID
r"(?:https?://)?(?:www\.)?youtube\.com/embed/([a-zA-Z0-9_-]{11})",
# Shorts: https://www.youtube.com/shorts/VIDEO_ID
r"(?:https?://)?(?:www\.)?youtube\.com/shorts/([a-zA-Z0-9_-]{11})",
# 移动版: https://m.youtube.com/watch?v=VIDEO_ID
r"(?:https?://)?m\.youtube\.com/watch\?v=([a-zA-Z0-9_-]{11})",
]
# 播放列表 URL 模式
PLAYLIST_PATTERNS = [
# 标准播放列表: https://www.youtube.com/playlist?list=PLAYLIST_ID
r"(?:https?://)?(?:www\.)?youtube\.com/playlist\?list=([a-zA-Z0-9_-]+)",
# 带视频的播放列表: https://www.youtube.com/watch?v=X&list=Y
r"(?:https?://)?(?:www\.)?youtube\.com/watch\?.*list=([a-zA-Z0-9_-]+)",
]
def validate_youtube_url(url: str) -> Tuple[bool, str, bool]:
"""验证 YouTube URL 是否有效
Args:
url: 待验证的 URL
Returns:
(是否有效, 视频/播放列表ID, 是否为播放列表) 元组
无效时返回 (False, "", False)
"""
if not url or not url.strip():
return False, "", False
url = url.strip()
# 检查是否为播放列表
for pattern in PLAYLIST_PATTERNS:
match = re.search(pattern, url)
if match:
return True, match.group(1), True
# 检查是否为视频
for pattern in YOUTUBE_PATTERNS:
match = re.search(pattern, url)
if match:
return True, match.group(1), False
return False, "", False
def is_valid_video_url(url: str) -> bool:
"""检查是否为有效的 YouTube 视频 URL
Args:
url: 待检查的 URL
Returns:
是否有效
"""
valid, _, is_playlist = validate_youtube_url(url)
return valid and not is_playlist
def is_valid_playlist_url(url: str) -> bool:
"""检查是否为有效的 YouTube 播放列表 URL
Args:
url: 待检查的 URL
Returns:
是否有效
"""
valid, _, is_playlist = validate_youtube_url(url)
return valid and is_playlist
def validate_directory(path: str) -> Tuple[bool, str]:
"""验证目录路径是否可用
Args:
path: 目录路径
Returns:
(是否有效, 错误信息) 元组
"""
if not path:
return False, "目录路径不能为空"
try:
dir_path = Path(path)
if dir_path.exists() and not dir_path.is_dir():
return False, f"路径已存在但不是目录: {path}"
return True, ""
except (OSError, ValueError) as e:
return False, f"路径无效: {str(e)}"
def clean_video_url(url: str) -> str:
"""清理视频 URL,移除播放列表和多余参数
将带 ?list= 或 &list= 的视频 URL 净化,
同时移除 &t= (时间戳) 和 &feature= 等无关参数,
保留核心的 ?v= 部分。
Args:
url: 原始 YouTube URL
Returns:
清理后的 URL
"""
import re
# 对于 youtu.be 短链接:移除 ?list=... 及之后的所有参数
# https://youtu.be/VIDEO_ID?list=...&t=... → https://youtu.be/VIDEO_ID
short_match = re.match(
r"(https?://youtu\.be/[a-zA-Z0-9_-]{11})", url
)
if short_match:
return short_match.group(1)
# 对于标准 youtube.com/watch?v= 链接:保留 v= 参数,移除 list/t/feature 等
watch_match = re.match(
r"(https?://(?:www\.)?youtube\.com/watch\?v=[a-zA-Z0-9_-]{11})", url
)
if watch_match:
return watch_match.group(1)
# 其他格式(embed, shorts 等):原样返回
return url
def sanitize_filename(filename: str) -> str:
"""清理文件名,移除非法字符
Args:
filename: 原始文件名
Returns:
清理后的文件名
"""
# Windows 和跨平台非法字符
illegal_chars = r'[<>:"/\\|?*\x00-\x1f]'
sanitized = re.sub(illegal_chars, "_", filename)
# 移除开头和结尾的空格及点
sanitized = sanitized.strip(". ")
# 限制文件名长度 (保留扩展名)
if len(sanitized) > 200:
# 尝试保留扩展名
stem = Path(sanitized).stem
suffix = Path(sanitized).suffix
max_stem = 200 - len(suffix)
sanitized = stem[:max_stem] + suffix
# 空文件名使用默认值
if not sanitized:
sanitized = "video"
return sanitized