上传完整项目文件
This commit is contained in:
1 parent
e63d58df8d
commit
aa0dd45839
8663 files changed
+2393125
No files matched your search
@@ -0,0 +1,23 @@
|
||||
"""工具模块
|
||||
|
||||
提供日志、验证等辅助功能的统一入口。
|
||||
"""
|
||||
|
||||
from .logger import setup_logging, get_logger
|
||||
from .validators import (
|
||||
validate_youtube_url,
|
||||
is_valid_video_url,
|
||||
is_valid_playlist_url,
|
||||
validate_directory,
|
||||
sanitize_filename,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"setup_logging",
|
||||
"get_logger",
|
||||
"validate_youtube_url",
|
||||
"is_valid_video_url",
|
||||
"is_valid_playlist_url",
|
||||
"validate_directory",
|
||||
"sanitize_filename",
|
||||
]
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -0,0 +1,89 @@
|
||||
"""日志系统模块
|
||||
|
||||
提供统一的日志记录功能,支持控制台输出和文件滚动存储。
|
||||
"""
|
||||
|
||||
import logging
|
||||
import sys
|
||||
from pathlib import Path
|
||||
from logging.handlers import RotatingFileHandler
|
||||
from typing import Optional
|
||||
|
||||
# 日志格式
|
||||
LOG_FORMAT = "%(asctime)s [%(levelname)s] %(name)s: %(message)s"
|
||||
LOG_DATE_FORMAT = "%Y-%m-%d %H:%M:%S"
|
||||
|
||||
# 默认日志目录和文件
|
||||
DEFAULT_LOG_DIR = Path.home() / ".youtube_downloader_pro" / "logs"
|
||||
DEFAULT_LOG_FILE = DEFAULT_LOG_DIR / "app.log"
|
||||
|
||||
# 日志文件大小限制 (5 MB)
|
||||
MAX_LOG_SIZE = 5 * 1024 * 1024
|
||||
# 备份日志文件数量
|
||||
BACKUP_COUNT = 3
|
||||
|
||||
|
||||
def setup_logging(
|
||||
log_file: Optional[Path] = None,
|
||||
level: int = logging.INFO,
|
||||
console: bool = True,
|
||||
) -> logging.Logger:
|
||||
"""配置日志系统
|
||||
|
||||
Args:
|
||||
log_file: 日志文件路径,为 None 时使用默认路径
|
||||
level: 日志级别
|
||||
console: 是否输出到控制台
|
||||
|
||||
Returns:
|
||||
根日志记录器
|
||||
"""
|
||||
# 获取根日志记录器
|
||||
root_logger = logging.getLogger()
|
||||
root_logger.setLevel(level)
|
||||
|
||||
# 清除已有处理器
|
||||
root_logger.handlers.clear()
|
||||
|
||||
# 创建格式化器
|
||||
formatter = logging.Formatter(LOG_FORMAT, LOG_DATE_FORMAT)
|
||||
|
||||
# 控制台处理器
|
||||
if console:
|
||||
console_handler = logging.StreamHandler(sys.stdout)
|
||||
console_handler.setLevel(level)
|
||||
console_handler.setFormatter(formatter)
|
||||
root_logger.addHandler(console_handler)
|
||||
|
||||
# 文件处理器
|
||||
if log_file is None:
|
||||
log_file = DEFAULT_LOG_FILE
|
||||
|
||||
try:
|
||||
log_file.parent.mkdir(parents=True, exist_ok=True)
|
||||
file_handler = RotatingFileHandler(
|
||||
str(log_file),
|
||||
maxBytes=MAX_LOG_SIZE,
|
||||
backupCount=BACKUP_COUNT,
|
||||
encoding="utf-8",
|
||||
)
|
||||
file_handler.setLevel(level)
|
||||
file_handler.setFormatter(formatter)
|
||||
root_logger.addHandler(file_handler)
|
||||
except (PermissionError, OSError):
|
||||
# 无法创建日志文件时,至少保留控制台输出
|
||||
pass
|
||||
|
||||
return root_logger
|
||||
|
||||
|
||||
def get_logger(name: str) -> logging.Logger:
|
||||
"""获取指定名称的日志记录器
|
||||
|
||||
Args:
|
||||
name: 日志记录器名称,通常使用 __name__
|
||||
|
||||
Returns:
|
||||
Logger 实例
|
||||
"""
|
||||
return logging.getLogger(name)
|
||||
@@ -0,0 +1,118 @@
|
||||
"""随机 User-Agent 池
|
||||
|
||||
提供 40+ 个真实浏览器 User-Agent,每次随机选取,
|
||||
用于绕过 YouTube 反爬检测。
|
||||
"""
|
||||
|
||||
import random
|
||||
|
||||
# 50 个真实浏览器 User-Agent(Chrome/Firefox/Edge/Safari,Windows/macOS/Linux)
|
||||
USER_AGENTS = [
|
||||
# Chrome 131 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.140 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.109 Safari/537.36",
|
||||
# Chrome 130 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.92 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.70 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.59 Safari/537.36",
|
||||
# Chrome 129 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.6668.101 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.6668.90 Safari/537.36",
|
||||
# Chrome 128 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.6613.138 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.6613.120 Safari/537.36",
|
||||
# Chrome 127 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.6533.120 Safari/537.36",
|
||||
# Chrome 126 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
|
||||
# Firefox 133 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:133.0) Gecko/20100101 Firefox/133.0",
|
||||
# Firefox 132 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0.1",
|
||||
# Firefox 131 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:131.0) Gecko/20100101 Firefox/131.0",
|
||||
# Firefox 130 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:130.0) Gecko/20100101 Firefox/130.0",
|
||||
# Firefox 128 ESR - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:128.0) Gecko/20100101 Firefox/128.0",
|
||||
# Edge 131 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.140 Safari/537.36 Edg/131.0.2903.99",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Edg/130.0.0.0",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0",
|
||||
# Edge 128 - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0",
|
||||
# Chrome - macOS
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36",
|
||||
# Safari - macOS
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.2 Safari/605.1.15",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.1 Safari/605.1.15",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.0 Safari/605.1.15",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.6 Safari/605.1.15",
|
||||
# Firefox - macOS
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:133.0) Gecko/20100101 Firefox/133.0",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:132.0) Gecko/20100101 Firefox/132.0",
|
||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:131.0) Gecko/20100101 Firefox/131.0",
|
||||
# Chrome - Linux
|
||||
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
|
||||
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
|
||||
# Firefox - Linux
|
||||
"Mozilla/5.0 (X11; Linux x86_64; rv:133.0) Gecko/20100101 Firefox/133.0",
|
||||
"Mozilla/5.0 (X11; Linux x86_64; rv:132.0) Gecko/20100101 Firefox/132.0",
|
||||
"Mozilla/5.0 (X11; Linux x86_64; rv:131.0) Gecko/20100101 Firefox/131.0",
|
||||
# Chrome - Windows 11 specific
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.205 Safari/537.36",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6723.170 Safari/537.36",
|
||||
# Opera - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 OPR/115.0.0.0",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 OPR/114.0.0.0",
|
||||
# Brave - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Brave/1.73",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Brave/1.70",
|
||||
# Vivaldi - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Vivaldi/7.0",
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Vivaldi/6.9",
|
||||
# Arc - Windows
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Arc/1.71",
|
||||
]
|
||||
|
||||
|
||||
def get_random_ua() -> str:
|
||||
"""随机获取一个 User-Agent 字符串
|
||||
|
||||
Returns:
|
||||
随机的 User-Agent
|
||||
"""
|
||||
return random.choice(USER_AGENTS)
|
||||
|
||||
|
||||
def get_headers() -> dict:
|
||||
"""获取带随机 User-Agent 的 HTTP 请求头
|
||||
|
||||
Returns:
|
||||
包含 User-Agent 的请求头字典
|
||||
"""
|
||||
return {
|
||||
"User-Agent": get_random_ua(),
|
||||
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
|
||||
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8,ja;q=0.7,ko;q=0.6",
|
||||
"Accept-Encoding": "gzip, deflate, br",
|
||||
"DNT": "1",
|
||||
"Connection": "keep-alive",
|
||||
"Upgrade-Insecure-Requests": "1",
|
||||
"Sec-Fetch-Dest": "document",
|
||||
"Sec-Fetch-Mode": "navigate",
|
||||
"Sec-Fetch-Site": "none",
|
||||
"Sec-Fetch-User": "?1",
|
||||
"Cache-Control": "max-age=0",
|
||||
}
|
||||
@@ -0,0 +1,173 @@
|
||||
"""输入验证模块
|
||||
|
||||
提供 YouTube URL 格式验证和文件路径验证功能。
|
||||
"""
|
||||
|
||||
import re
|
||||
from pathlib import Path
|
||||
from typing import Tuple
|
||||
|
||||
|
||||
# YouTube URL 正则表达式模式
|
||||
YOUTUBE_PATTERNS = [
|
||||
# 标准视频 URL: https://www.youtube.com/watch?v=VIDEO_ID
|
||||
r"(?:https?://)?(?:www\.)?youtube\.com/watch\?v=([a-zA-Z0-9_-]{11})",
|
||||
# 短链接: https://youtu.be/VIDEO_ID
|
||||
r"(?:https?://)?youtu\.be/([a-zA-Z0-9_-]{11})",
|
||||
# 嵌入: https://www.youtube.com/embed/VIDEO_ID
|
||||
r"(?:https?://)?(?:www\.)?youtube\.com/embed/([a-zA-Z0-9_-]{11})",
|
||||
# Shorts: https://www.youtube.com/shorts/VIDEO_ID
|
||||
r"(?:https?://)?(?:www\.)?youtube\.com/shorts/([a-zA-Z0-9_-]{11})",
|
||||
# 移动版: https://m.youtube.com/watch?v=VIDEO_ID
|
||||
r"(?:https?://)?m\.youtube\.com/watch\?v=([a-zA-Z0-9_-]{11})",
|
||||
]
|
||||
|
||||
# 播放列表 URL 模式
|
||||
PLAYLIST_PATTERNS = [
|
||||
# 标准播放列表: https://www.youtube.com/playlist?list=PLAYLIST_ID
|
||||
r"(?:https?://)?(?:www\.)?youtube\.com/playlist\?list=([a-zA-Z0-9_-]+)",
|
||||
# 带视频的播放列表: https://www.youtube.com/watch?v=X&list=Y
|
||||
r"(?:https?://)?(?:www\.)?youtube\.com/watch\?.*list=([a-zA-Z0-9_-]+)",
|
||||
]
|
||||
|
||||
|
||||
def validate_youtube_url(url: str) -> Tuple[bool, str, bool]:
|
||||
"""验证 YouTube URL 是否有效
|
||||
|
||||
Args:
|
||||
url: 待验证的 URL
|
||||
|
||||
Returns:
|
||||
(是否有效, 视频/播放列表ID, 是否为播放列表) 元组
|
||||
无效时返回 (False, "", False)
|
||||
"""
|
||||
if not url or not url.strip():
|
||||
return False, "", False
|
||||
|
||||
url = url.strip()
|
||||
|
||||
# 检查是否为播放列表
|
||||
for pattern in PLAYLIST_PATTERNS:
|
||||
match = re.search(pattern, url)
|
||||
if match:
|
||||
return True, match.group(1), True
|
||||
|
||||
# 检查是否为视频
|
||||
for pattern in YOUTUBE_PATTERNS:
|
||||
match = re.search(pattern, url)
|
||||
if match:
|
||||
return True, match.group(1), False
|
||||
|
||||
return False, "", False
|
||||
|
||||
|
||||
def is_valid_video_url(url: str) -> bool:
|
||||
"""检查是否为有效的 YouTube 视频 URL
|
||||
|
||||
Args:
|
||||
url: 待检查的 URL
|
||||
|
||||
Returns:
|
||||
是否有效
|
||||
"""
|
||||
valid, _, is_playlist = validate_youtube_url(url)
|
||||
return valid and not is_playlist
|
||||
|
||||
|
||||
def is_valid_playlist_url(url: str) -> bool:
|
||||
"""检查是否为有效的 YouTube 播放列表 URL
|
||||
|
||||
Args:
|
||||
url: 待检查的 URL
|
||||
|
||||
Returns:
|
||||
是否有效
|
||||
"""
|
||||
valid, _, is_playlist = validate_youtube_url(url)
|
||||
return valid and is_playlist
|
||||
|
||||
|
||||
def validate_directory(path: str) -> Tuple[bool, str]:
|
||||
"""验证目录路径是否可用
|
||||
|
||||
Args:
|
||||
path: 目录路径
|
||||
|
||||
Returns:
|
||||
(是否有效, 错误信息) 元组
|
||||
"""
|
||||
if not path:
|
||||
return False, "目录路径不能为空"
|
||||
|
||||
try:
|
||||
dir_path = Path(path)
|
||||
if dir_path.exists() and not dir_path.is_dir():
|
||||
return False, f"路径已存在但不是目录: {path}"
|
||||
return True, ""
|
||||
except (OSError, ValueError) as e:
|
||||
return False, f"路径无效: {str(e)}"
|
||||
|
||||
|
||||
def clean_video_url(url: str) -> str:
|
||||
"""清理视频 URL,移除播放列表和多余参数
|
||||
|
||||
将带 ?list= 或 &list= 的视频 URL 净化,
|
||||
同时移除 &t= (时间戳) 和 &feature= 等无关参数,
|
||||
保留核心的 ?v= 部分。
|
||||
|
||||
Args:
|
||||
url: 原始 YouTube URL
|
||||
|
||||
Returns:
|
||||
清理后的 URL
|
||||
"""
|
||||
import re
|
||||
|
||||
# 对于 youtu.be 短链接:移除 ?list=... 及之后的所有参数
|
||||
# https://youtu.be/VIDEO_ID?list=...&t=... → https://youtu.be/VIDEO_ID
|
||||
short_match = re.match(
|
||||
r"(https?://youtu\.be/[a-zA-Z0-9_-]{11})", url
|
||||
)
|
||||
if short_match:
|
||||
return short_match.group(1)
|
||||
|
||||
# 对于标准 youtube.com/watch?v= 链接:保留 v= 参数,移除 list/t/feature 等
|
||||
watch_match = re.match(
|
||||
r"(https?://(?:www\.)?youtube\.com/watch\?v=[a-zA-Z0-9_-]{11})", url
|
||||
)
|
||||
if watch_match:
|
||||
return watch_match.group(1)
|
||||
|
||||
# 其他格式(embed, shorts 等):原样返回
|
||||
return url
|
||||
|
||||
|
||||
def sanitize_filename(filename: str) -> str:
|
||||
"""清理文件名,移除非法字符
|
||||
|
||||
Args:
|
||||
filename: 原始文件名
|
||||
|
||||
Returns:
|
||||
清理后的文件名
|
||||
"""
|
||||
# Windows 和跨平台非法字符
|
||||
illegal_chars = r'[<>:"/\\|?*\x00-\x1f]'
|
||||
sanitized = re.sub(illegal_chars, "_", filename)
|
||||
|
||||
# 移除开头和结尾的空格及点
|
||||
sanitized = sanitized.strip(". ")
|
||||
|
||||
# 限制文件名长度 (保留扩展名)
|
||||
if len(sanitized) > 200:
|
||||
# 尝试保留扩展名
|
||||
stem = Path(sanitized).stem
|
||||
suffix = Path(sanitized).suffix
|
||||
max_stem = 200 - len(suffix)
|
||||
sanitized = stem[:max_stem] + suffix
|
||||
|
||||
# 空文件名使用默认值
|
||||
if not sanitized:
|
||||
sanitized = "video"
|
||||
|
||||
return sanitized
|
||||
Reference in new issue
Block a user