上传完整项目文件
This commit is contained in:
1 parent
e63d58df8d
commit
aa0dd45839
8663 files changed
+2393125
No files matched your search
@@ -0,0 +1,581 @@
|
||||
"""视频格式解析模块
|
||||
|
||||
使用 yt-dlp 提取视频信息,解析所有可用的视频/音频格式,
|
||||
并输出结构化的格式数据供 UI 展示和下载选择。
|
||||
"""
|
||||
|
||||
import logging
|
||||
from pathlib import Path
|
||||
from typing import List, Optional, Dict, Any
|
||||
|
||||
import yt_dlp
|
||||
|
||||
from ..models.task import VideoInfo, VideoFormat, SubtitleInfo
|
||||
from ..utils.user_agents import get_random_ua
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
# 自动回退的浏览器列表(按优先级)
|
||||
_DEFAULT_FALLBACK_BROWSERS = ["chrome", "firefox", "edge", "brave", "opera"]
|
||||
|
||||
|
||||
def _is_cookie_error(msg: str) -> bool:
|
||||
"""判断错误是否为 Cookie 相关(可回退到下一个浏览器)
|
||||
|
||||
Args:
|
||||
msg: 错误消息
|
||||
|
||||
Returns:
|
||||
True 表示可以尝试下一个浏览器
|
||||
"""
|
||||
msg_lower = msg.lower()
|
||||
return (
|
||||
"sign in to confirm" in msg_lower
|
||||
or "failed to load cookies" in msg_lower
|
||||
or "could not copy" in msg_lower
|
||||
or "cookie" in msg_lower
|
||||
)
|
||||
|
||||
|
||||
def _parse_browser_list(raw: str) -> List[str]:
|
||||
"""解析逗号分隔的浏览器列表
|
||||
|
||||
Args:
|
||||
raw: 如 "chrome,firefox,edge" 或 "auto"
|
||||
|
||||
Returns:
|
||||
浏览器名称列表
|
||||
"""
|
||||
if not raw or not raw.strip():
|
||||
return []
|
||||
stripped = raw.strip()
|
||||
if stripped == "auto":
|
||||
return list(_DEFAULT_FALLBACK_BROWSERS)
|
||||
browsers = [b.strip() for b in stripped.split(",") if b.strip()]
|
||||
return browsers or []
|
||||
|
||||
|
||||
class FormatParser:
|
||||
"""视频格式解析器
|
||||
|
||||
负责通过 yt-dlp 提取视频元数据和可用格式列表,
|
||||
支持视频信息获取、格式过滤和字幕列表获取。
|
||||
|
||||
Cookie 回退机制:当配置的浏览器 Cookie 读取失败时,
|
||||
自动尝试列表中的下一个浏览器,直到成功或全部失败。
|
||||
"""
|
||||
|
||||
# 视频分辨率优先级 (从低到高)
|
||||
RESOLUTION_ORDER = [
|
||||
"144p", "240p", "360p", "480p", "720p",
|
||||
"1080p", "1440p", "2160p", "4320p",
|
||||
]
|
||||
|
||||
# 音频格式代码映射
|
||||
AUDIO_FORMAT_MAP = {
|
||||
"mp3": {"ext": "mp3", "acodec": "mp3", "preference": 1},
|
||||
"m4a": {"ext": "m4a", "acodec": "mp4a", "preference": 2},
|
||||
"aac": {"ext": "aac", "acodec": "aac", "preference": 3},
|
||||
"opus": {"ext": "opus", "acodec": "opus", "preference": 4},
|
||||
}
|
||||
|
||||
def __init__(self, cookies_from_browser: str = "", cookies_file: str = "") -> None:
|
||||
"""初始化格式解析器
|
||||
|
||||
Args:
|
||||
cookies_from_browser: 浏览器名称(或逗号分隔的多个名称),如 "chrome,firefox"
|
||||
cookies_file: Cookie 文件路径(Netscape 格式),优先于浏览器 Cookie
|
||||
"""
|
||||
self._cookies_file = cookies_file
|
||||
self._browsers = _parse_browser_list(cookies_from_browser)
|
||||
|
||||
# 基础选项(不含 Cookie 配置,每次 _build_ydl_opts 时动态添加)
|
||||
self._base_opts: Dict[str, Any] = {
|
||||
"quiet": True,
|
||||
"no_warnings": True,
|
||||
"extract_flat": False,
|
||||
"skip_download": True,
|
||||
"ignoreerrors": True,
|
||||
"socket_timeout": 30,
|
||||
"http_headers": {"User-Agent": get_random_ua()},
|
||||
# 跳过播放列表 tab 的认证检查(video URL 带 ?list= 时触发)
|
||||
"extractor_args": {"youtubetab": {"skip": ["authcheck"]}},
|
||||
# 启用 Node.js 作为 JS 运行时 + 远程挑战求解器(解析现代 YouTube 页面)
|
||||
"js_runtimes": {"node": {}, "deno": {}},
|
||||
"remote_components": ["ejs:github"],
|
||||
}
|
||||
|
||||
self._last_error: str = ""
|
||||
|
||||
def _build_ydl_opts(self, browser_idx: int = -1) -> Dict[str, Any]:
|
||||
"""构建 yt-dlp 选项(包含 Cookie 配置)
|
||||
|
||||
Args:
|
||||
browser_idx: 浏览器列表索引,-1 表示仅使用 cookies_file
|
||||
|
||||
Returns:
|
||||
yt-dlp 选项字典
|
||||
"""
|
||||
opts = self._base_opts.copy()
|
||||
# 每次构建都刷新 User-Agent
|
||||
opts["http_headers"] = {"User-Agent": get_random_ua()}
|
||||
|
||||
# Cookie 文件优先
|
||||
if self._cookies_file and Path(self._cookies_file).exists():
|
||||
opts["cookiefile"] = self._cookies_file
|
||||
elif 0 <= browser_idx < len(self._browsers):
|
||||
browser = self._browsers[browser_idx]
|
||||
opts["cookiesfrombrowser"] = (browser,)
|
||||
return opts
|
||||
|
||||
def _try_extract_info(self, url: str):
|
||||
"""调用 yt-dlp extract_info,Cookie 失败时自动回退到下一个浏览器
|
||||
|
||||
回退流程:
|
||||
1. 优先使用 cookies_file(如果存在)
|
||||
2. 依次尝试浏览器列表中的每个浏览器
|
||||
3. 遇到 Cookie 相关错误时自动跳到下一个浏览器
|
||||
4. 成功后缓存工作浏览器,后续调用直接使用
|
||||
5. 全部失败则抛出最后一个错误
|
||||
|
||||
Args:
|
||||
url: YouTube URL
|
||||
|
||||
Returns:
|
||||
yt-dlp info dict
|
||||
|
||||
Raises:
|
||||
RuntimeError: 所有浏览器都失败
|
||||
"""
|
||||
errors: List[str] = []
|
||||
|
||||
# 第一步:尝试 cookies_file
|
||||
if self._cookies_file and Path(self._cookies_file).exists():
|
||||
try:
|
||||
opts = self._build_ydl_opts(browser_idx=-1)
|
||||
with yt_dlp.YoutubeDL(opts) as ydl:
|
||||
return ydl.extract_info(url, download=False)
|
||||
except Exception as e:
|
||||
msg = str(e)
|
||||
logger.warning(f"Cookie 文件模式失败: {msg[:100]}")
|
||||
errors.append(f"cookies_file: {msg[:120]}")
|
||||
# 非 Cookie 错误也不 raise,继续回退到浏览器或无 Cookie 模式
|
||||
|
||||
# 第二步:依次尝试浏览器列表
|
||||
for idx, browser in enumerate(self._browsers):
|
||||
try:
|
||||
opts = self._build_ydl_opts(browser_idx=idx)
|
||||
with yt_dlp.YoutubeDL(opts) as ydl:
|
||||
info = ydl.extract_info(url, download=False)
|
||||
if info is not None:
|
||||
logger.info(f"Cookie 来源: {browser}")
|
||||
return info
|
||||
except Exception as e:
|
||||
msg = str(e)
|
||||
logger.warning(
|
||||
f"浏览器 {browser} Cookie 失败,尝试下一个: {msg[:100]}"
|
||||
)
|
||||
errors.append(f"{browser}: {msg[:120]}")
|
||||
if not _is_cookie_error(msg) or idx + 1 >= len(self._browsers):
|
||||
break # 非 Cookie 错误或已是最后一个浏览器,跳出循环
|
||||
|
||||
# 第三步(最终回退):不使用任何 Cookie 直接请求
|
||||
logger.warning(
|
||||
"Cookie 来源均失败或有错误,尝试无 Cookie 模式(可能触发 YouTube 验证)"
|
||||
)
|
||||
try:
|
||||
opts = self._base_opts.copy()
|
||||
opts["http_headers"] = {"User-Agent": get_random_ua()}
|
||||
with yt_dlp.YoutubeDL(opts) as ydl:
|
||||
return ydl.extract_info(url, download=False)
|
||||
except Exception as e:
|
||||
msg = str(e)
|
||||
errors.append(f"no_cookies: {msg[:120]}")
|
||||
error_summary = "; ".join(errors)
|
||||
raise RuntimeError(f"所有方式均失败: {error_summary}")
|
||||
|
||||
def fetch_video_info(self, url: str) -> Optional[VideoInfo]:
|
||||
"""获取视频基本信息
|
||||
|
||||
Args:
|
||||
url: YouTube 视频 URL
|
||||
|
||||
Returns:
|
||||
VideoInfo 对象,失败返回 None(可通过 last_error 获取错误详情)
|
||||
"""
|
||||
try:
|
||||
info = self._try_extract_info(url)
|
||||
|
||||
if info is None:
|
||||
msg = f"无法获取视频信息: {url}"
|
||||
logger.error(msg)
|
||||
self._last_error = msg
|
||||
return None
|
||||
|
||||
return VideoInfo(
|
||||
title=info.get("title", "未知标题"),
|
||||
author=info.get("uploader", info.get("channel", "未知作者")),
|
||||
duration=info.get("duration", 0) or 0,
|
||||
upload_date=str(info.get("upload_date", "")) if info.get("upload_date") else "",
|
||||
thumbnail_url=info.get("thumbnail", ""),
|
||||
description=info.get("description", "") or "",
|
||||
webpage_url=info.get("webpage_url", url),
|
||||
view_count=info.get("view_count", 0) or 0,
|
||||
like_count=info.get("like_count", 0) or 0,
|
||||
)
|
||||
|
||||
except Exception as e:
|
||||
msg = str(e)
|
||||
logger.error(f"获取视频信息异常: {msg}")
|
||||
self._last_error = self._format_error(msg)
|
||||
return None
|
||||
|
||||
@property
|
||||
def last_error(self) -> str:
|
||||
"""获取最后一次错误的详细信息"""
|
||||
return self._last_error
|
||||
|
||||
@staticmethod
|
||||
def _format_error(msg: str) -> str:
|
||||
"""格式化 yt-dlp 错误信息为用户友好的提示
|
||||
|
||||
Args:
|
||||
msg: 原始错误信息
|
||||
|
||||
Returns:
|
||||
格式化后的错误信息
|
||||
"""
|
||||
if "Sign in to confirm" in msg:
|
||||
return (
|
||||
"YouTube 要求验证身份。\n\n"
|
||||
"解决方法:\n"
|
||||
" 1. 设置 → 高级 → Cookie 文件 → 选择 cookies.txt\n"
|
||||
" (推荐:使用浏览器扩展 Get cookies.txt LOCALLY 导出)\n"
|
||||
" 2. 设置 → 高级 → 浏览器 Cookie → 选择浏览器\n"
|
||||
" (注意:Chrome/Edge 运行时可能被锁定,请先关闭浏览器)\n\n"
|
||||
"详见 yt-dlp 文档: https://git.io/JUwuq"
|
||||
)
|
||||
if "failed to load cookies" in msg.lower():
|
||||
return (
|
||||
f"无法读取浏览器 Cookie(已自动尝试多个浏览器)。\n\n"
|
||||
f"可能原因:所有浏览器均在运行中导致数据库被锁定。\n\n"
|
||||
f"解决方法:\n"
|
||||
f" 1. 关闭浏览器后重试\n"
|
||||
f" 2. 使用 Cookie 文件方式:设置 → 高级 → Cookie 文件\n"
|
||||
f" (推荐:使用浏览器扩展 Get cookies.txt LOCALLY 导出)\n\n"
|
||||
f"原始错误: {msg[:200]}"
|
||||
)
|
||||
if "所有方式均失败" in msg:
|
||||
return (
|
||||
"所有 Cookie 来源和无 Cookie 模式均失败。\n\n"
|
||||
"建议:\n"
|
||||
" 1. 使用 Cookie 文件(最可靠):\n"
|
||||
" 设置 → 高级 → Cookie 文件 → 浏览...\n"
|
||||
" (浏览器扩展 Get cookies.txt LOCALLY 导出)\n"
|
||||
" 2. 在设置中关闭 Cookie 功能:\n"
|
||||
" 设置 → 高级 → 浏览器 Cookie → 选择「不使用」\n"
|
||||
" (部分视频可能仍可下载)\n\n"
|
||||
f"详情: {msg[:200]}"
|
||||
)
|
||||
return msg[:500]
|
||||
|
||||
def fetch_formats(self, url: str) -> List[VideoFormat]:
|
||||
"""获取视频所有可用格式
|
||||
|
||||
提取所有视频和音频格式,去重并排序。
|
||||
|
||||
Args:
|
||||
url: YouTube 视频 URL
|
||||
|
||||
Returns:
|
||||
VideoFormat 列表
|
||||
"""
|
||||
all_formats: List[VideoFormat] = []
|
||||
seen_formats: Dict[str, set] = {
|
||||
"video": set(),
|
||||
"audio": set(),
|
||||
}
|
||||
|
||||
try:
|
||||
info = self._try_extract_info(url)
|
||||
|
||||
if info is None or "formats" not in info:
|
||||
return all_formats
|
||||
|
||||
formats = info["formats"]
|
||||
|
||||
for fmt in formats:
|
||||
if fmt is None:
|
||||
continue
|
||||
|
||||
video_format = self._parse_single_format(fmt)
|
||||
|
||||
if video_format and self._is_unique_format(
|
||||
video_format, seen_formats
|
||||
):
|
||||
all_formats.append(video_format)
|
||||
|
||||
# 按分辨率排序
|
||||
all_formats.sort(key=lambda f: self._sort_key(f))
|
||||
logger.info(f"解析到 {len(all_formats)} 个可用格式")
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"获取格式列表异常: {e}")
|
||||
|
||||
return all_formats
|
||||
|
||||
def fetch_audio_formats(self, url: str) -> List[VideoFormat]:
|
||||
"""获取仅音频格式列表
|
||||
|
||||
提取纯音频格式,适合只需要音频的用户。
|
||||
|
||||
Args:
|
||||
url: YouTube 视频 URL
|
||||
|
||||
Returns:
|
||||
仅包含音频的 VideoFormat 列表
|
||||
"""
|
||||
all_formats = self.fetch_formats(url)
|
||||
return [f for f in all_formats if f.is_audio_only]
|
||||
|
||||
def fetch_video_only_formats(self, url: str) -> List[VideoFormat]:
|
||||
"""获取仅视频格式列表(不含音频)
|
||||
|
||||
提取只有视频流的格式,适合需要手动合并高清视频的场景。
|
||||
|
||||
Args:
|
||||
url: YouTube 视频 URL
|
||||
|
||||
Returns:
|
||||
仅包含视频的 VideoFormat 列表
|
||||
"""
|
||||
all_formats = self.fetch_formats(url)
|
||||
return [f for f in all_formats if f.has_video and not f.has_audio]
|
||||
|
||||
def fetch_combined_formats(self, url: str) -> List[VideoFormat]:
|
||||
"""获取音视频合并格式列表
|
||||
|
||||
提取同时包含音频和视频的格式,可直接下载无需合并。
|
||||
|
||||
Args:
|
||||
url: YouTube 视频 URL
|
||||
|
||||
Returns:
|
||||
包含音视频的 VideoFormat 列表
|
||||
"""
|
||||
all_formats = self.fetch_formats(url)
|
||||
return [f for f in all_formats if f.has_video and f.has_audio]
|
||||
|
||||
def fetch_subtitles(self, url: str) -> List[SubtitleInfo]:
|
||||
"""获取可用字幕列表
|
||||
|
||||
Args:
|
||||
url: YouTube 视频 URL
|
||||
|
||||
Returns:
|
||||
SubtitleInfo 列表
|
||||
"""
|
||||
subtitles: List[SubtitleInfo] = []
|
||||
|
||||
# 语言名称映射
|
||||
language_names = {
|
||||
"zh": "中文", "zh-Hans": "中文(简体)", "zh-Hant": "中文(繁体)",
|
||||
"en": "English", "ja": "日本語", "ko": "한국어",
|
||||
"fr": "Français", "de": "Deutsch", "es": "Español",
|
||||
"ru": "Русский", "pt": "Português", "ar": "العربية",
|
||||
"th": "ไทย", "vi": "Tiếng Việt", "id": "Bahasa Indonesia",
|
||||
}
|
||||
|
||||
try:
|
||||
info = self._try_extract_info(url)
|
||||
|
||||
if info is None:
|
||||
return subtitles
|
||||
|
||||
# 自动字幕
|
||||
auto_subs = info.get("automatic_captions", {}) or {}
|
||||
for lang_code, subs in auto_subs.items():
|
||||
for sub in subs:
|
||||
if sub.get("ext") in ("vtt", "srt", "ttml"):
|
||||
subtitles.append(SubtitleInfo(
|
||||
language=lang_code,
|
||||
language_name=language_names.get(
|
||||
lang_code, lang_code
|
||||
),
|
||||
is_auto=True,
|
||||
ext=sub.get("ext", "vtt"),
|
||||
url=sub.get("url", ""),
|
||||
))
|
||||
|
||||
# 手动字幕 (官方字幕)
|
||||
manual_subs = info.get("subtitles", {}) or {}
|
||||
for lang_code, subs in manual_subs.items():
|
||||
for sub in subs:
|
||||
if sub.get("ext") in ("vtt", "srt", "ttml"):
|
||||
subtitles.append(SubtitleInfo(
|
||||
language=lang_code,
|
||||
language_name=language_names.get(
|
||||
lang_code, lang_code
|
||||
),
|
||||
is_auto=False,
|
||||
ext=sub.get("ext", "vtt"),
|
||||
url=sub.get("url", ""),
|
||||
))
|
||||
|
||||
logger.info(f"解析到 {len(subtitles)} 个字幕")
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"获取字幕列表异常: {e}")
|
||||
|
||||
return subtitles
|
||||
|
||||
def _parse_single_format(self, fmt: dict) -> Optional[VideoFormat]:
|
||||
"""解析单个格式条目
|
||||
|
||||
Args:
|
||||
fmt: yt-dlp 返回的格式字典
|
||||
|
||||
Returns:
|
||||
VideoFormat 对象,无法解析时返回 None
|
||||
"""
|
||||
try:
|
||||
# 基本信息
|
||||
format_id = fmt.get("format_id", "")
|
||||
ext = fmt.get("ext", "")
|
||||
resolution = fmt.get("resolution", "") or ""
|
||||
fps = fmt.get("fps") or 0
|
||||
file_size = fmt.get("filesize") or fmt.get("filesize_approx") or 0
|
||||
|
||||
# 编码信息
|
||||
vcodec = fmt.get("vcodec", "") or ""
|
||||
acodec = fmt.get("acodec", "") or ""
|
||||
|
||||
# 判断类型
|
||||
has_video = vcodec != "none" and vcodec != ""
|
||||
has_audio = acodec != "none" and acodec != ""
|
||||
is_audio_only = not has_video and has_audio
|
||||
|
||||
# 比特率
|
||||
tbr = fmt.get("tbr") or 0.0
|
||||
vbr = fmt.get("vbr") or 0.0
|
||||
abr = fmt.get("abr") or 0.0
|
||||
|
||||
# 格式备注
|
||||
note = fmt.get("format_note", "") or ""
|
||||
|
||||
# 如果不是视频也不是音频,跳过
|
||||
if not has_video and not has_audio:
|
||||
return None
|
||||
|
||||
return VideoFormat(
|
||||
format_id=format_id,
|
||||
ext=ext,
|
||||
resolution=resolution,
|
||||
video_codec=vcodec.split(".")[0] if vcodec else "",
|
||||
audio_codec=acodec.split(".")[0] if acodec else "",
|
||||
fps=int(fps) if fps else 0,
|
||||
file_size=int(file_size) if file_size else 0,
|
||||
tbr=float(tbr),
|
||||
vbr=float(vbr),
|
||||
abr=float(abr),
|
||||
has_video=has_video,
|
||||
has_audio=has_audio,
|
||||
is_audio_only=is_audio_only,
|
||||
note=note,
|
||||
)
|
||||
|
||||
except Exception as e:
|
||||
logger.debug(f"解析格式条目失败: {e}")
|
||||
return None
|
||||
|
||||
def _is_unique_format(self, fmt: VideoFormat, seen: Dict[str, set]) -> bool:
|
||||
"""检查格式是否唯一(去重)
|
||||
|
||||
按分辨率和扩展名组合去重,避免显示重复格式。
|
||||
|
||||
Args:
|
||||
fmt: 待检查的格式
|
||||
seen: 已见过的格式记录
|
||||
|
||||
Returns:
|
||||
是否为新的唯一格式
|
||||
"""
|
||||
if fmt.is_audio_only:
|
||||
key = f"audio_{fmt.ext}_{fmt.audio_codec}"
|
||||
category = "audio"
|
||||
else:
|
||||
key = f"video_{fmt.resolution}_{fmt.ext}_{fmt.video_codec}"
|
||||
category = "video"
|
||||
|
||||
if key in seen[category]:
|
||||
return False
|
||||
|
||||
seen[category].add(key)
|
||||
return True
|
||||
|
||||
def _sort_key(self, fmt: VideoFormat) -> tuple:
|
||||
"""生成格式排序键值
|
||||
|
||||
音频格式排在视频格式之后,视频按分辨率升序排列。
|
||||
|
||||
Args:
|
||||
fmt: 视频格式
|
||||
|
||||
Returns:
|
||||
排序元组 (是否音频, 分辨率数值)
|
||||
"""
|
||||
is_audio = 1 if fmt.is_audio_only else 0
|
||||
|
||||
# 解析分辨率
|
||||
resolution_int = 0
|
||||
if fmt.resolution:
|
||||
try:
|
||||
resolution_int = int(fmt.resolution.lower().replace("p", ""))
|
||||
except ValueError:
|
||||
pass
|
||||
|
||||
return (is_audio, resolution_int)
|
||||
|
||||
def get_best_video_format(self, formats: List[VideoFormat]) -> Optional[VideoFormat]:
|
||||
"""获取最佳视频格式(带音频的最高分辨率)
|
||||
|
||||
Args:
|
||||
formats: 可用格式列表
|
||||
|
||||
Returns:
|
||||
最佳 VideoFormat,无可用格式时返回 None
|
||||
"""
|
||||
combined = self.fetch_combined_formats_from_list(formats)
|
||||
if combined:
|
||||
return combined[-1] # 已排序,最后一个为最高分辨率
|
||||
return None
|
||||
|
||||
def get_best_audio_format(self, formats: List[VideoFormat]) -> Optional[VideoFormat]:
|
||||
"""获取最佳音频格式
|
||||
|
||||
Args:
|
||||
formats: 可用格式列表
|
||||
|
||||
Returns:
|
||||
最佳音频 VideoFormat,无可用格式时返回 None
|
||||
"""
|
||||
audio_formats = [f for f in formats if f.is_audio_only]
|
||||
if not audio_formats:
|
||||
return None
|
||||
# 按比特率排序,返回最高质量
|
||||
audio_formats.sort(key=lambda f: f.abr, reverse=True)
|
||||
return audio_formats[0]
|
||||
|
||||
@staticmethod
|
||||
def fetch_combined_formats_from_list(
|
||||
formats: List[VideoFormat]
|
||||
) -> List[VideoFormat]:
|
||||
"""从已有格式列表中筛选合并格式(静态方法)
|
||||
|
||||
Args:
|
||||
formats: 格式列表
|
||||
|
||||
Returns:
|
||||
同时包含音视频的格式
|
||||
"""
|
||||
return [f for f in formats if f.has_video and f.has_audio]
|
||||
Reference in new issue
Block a user