From 3bdb3731a9a00efddbef05365d508727c06283ce Mon Sep 17 00:00:00 2001 From: ucmao <294323976@qq.com> Date: Mon, 14 Sep 2026 13:41:32 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=BC=BA=E5=A5=BD=E7=9C=8B=E8=A7=86?= =?UTF-8?q?=E9=A2=91=E3=80=81=E8=B1=86=E5=8C=85=E3=80=81=E5=B0=8F=E4=BA=91?= =?UTF-8?q?=E9=9B=80=E4=B8=8E=E5=BE=AE=E5=8D=9A=E5=A4=9A=E6=BA=90=E8=A7=A3?= =?UTF-8?q?=E6=9E=90=E5=85=BC=E5=AE=B9=E6=80=A7=E4=B8=8E=E6=B5=8B=E8=AF=95?= =?UTF-8?q?=E7=94=A8=E4=BE=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- README.md | 108 +++++++++--------- configs/business_config.json | 12 ++ docs/parsers/doubao.md | 16 ++- docs/parsers/haokan.md | 19 +++- docs/parsers/weibo.md | 4 +- docs/parsers/xiaoyunque.md | 11 +- src/parsers/doubao_parser.py | 82 +++++++++++++- src/parsers/haokan_parser.py | 184 ++++++++++++++++++++++++++----- src/parsers/weibo_parser.py | 4 +- src/parsers/xiaoyunque_parser.py | 74 +++++++++---- tests/live_parser_samples.json | 77 ++++++++++++- tests/manual_verify_parsers.py | 89 +++++++++++---- tests/test_doubao_parser.py | 38 ++++++- tests/test_haokan_parser.py | 53 +++++++++ tests/test_weibo_parser.py | 5 + tests/test_xiaoyunque_parser.py | 34 ++++++ utils/web_fetcher.py | 7 +- 17 files changed, 667 insertions(+), 150 deletions(-) create mode 100644 tests/test_haokan_parser.py diff --git a/README.md b/README.md index 5171e8b..82ce9b8 100644 --- a/README.md +++ b/README.md @@ -9,9 +9,9 @@ 核心特性 • 支持平台 • 部署指南 • -开发者文档 • +API 接口 • 测试自检 • -开发文档 • +架构与逆向 • 联系作者

@@ -37,58 +37,58 @@ Media-Parser是一款专为短视频创作者与开发者打造的**100%原生 ## 💾 支持的平台矩阵 -| 平台名称 | 作者 | 标题 | 文案 | 封面 | 视频 | 图集 | 多视频 | 实况 | 音频 | 字幕 | -| --- | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | -| **抖音** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | -| **小红书** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | ✓ | | | -| **视频号** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | ✓ | | -| **微信公众号** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | ✓ | | -| **快手** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | ✓ | | -| **哔哩哔哩** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | -| **豆包** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | -| **即梦AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | -| **小云雀AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **可灵AI** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **海螺AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **夸克AI** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | -| **通义千问** | ✓ | ✓ | | ✓ | ✓ | ✓ | ✓ | | | | -| **腾讯元宝** | ✓ | ✓ | | ✓ | ✓ | ✓ | ✓ | | | | -| **闲鱼** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | -| **拼多多** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | ✓ | | -| **Soul** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **汽水音乐** | ✓ | ✓ | | ✓ | ✓ | | | | ✓ | ✓ | -| **QQ音乐** | ✓ | ✓ | | ✓ | ✓ | | ✓ | | ✓ | ✓ | -| **网易云音乐** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | ✓ | ✓ | -| **酷狗音乐** | ✓ | ✓ | | ✓ | ✓ | | | | ✓ | | -| **配音秀** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **松果时刻** | ✓ | ✓ | | ✓ | ✓ | ✓ | ✓ | | ✓ | | -| **腾讯频道** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **剪映 / CapCut** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | ✓ | | -| **快影** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | ✓ | | -| **皮皮搞笑** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | -| **微视** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **AcFun** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **西瓜视频** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | -| **今日头条** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | -| **绿洲** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | -| **皮皮虾** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **全民K歌** | | ✓ | | ✓ | ✓ | | | | | | -| **新片场** | ✓ | ✓ | | ✓ | ✓ | | ✓ | | | | -| **好看视频** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **梨视频** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **微博** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **知乎** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **虎牙** | | ✓ | | ✓ | ✓ | | | | | | -| **美拍** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **最右** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | -| **番茄小说** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **红果短剧** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **红果漫剧** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **得物** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **网易LOFTER** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **星绘AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | -| **央视** | ✓ | ✓ | | ✓ | ✓ | | | | | | -| **央视频** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | +| 平台名称 | 作者 | 标题 | 文案 | 封面 | 视频 | 图集 | 多视频 | 实况 | 音频 | 字幕 | 📖 逆向思路 | +| --- | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | +| **抖音** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | [查看](docs/parsers/douyin.md) | +| **小红书** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | ✓ | | | [查看](docs/parsers/xiaohongshu.md) | +| **视频号** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | ✓ | | [查看](docs/parsers/wechat-channels.md) | +| **微信公众号** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | ✓ | | [查看](docs/parsers/wechat-mp.md) | +| **快手** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | ✓ | | [查看](docs/parsers/kuaishou.md) | +| **哔哩哔哩** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | [查看](docs/parsers/bilibili.md) | +| **豆包** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | ✓ | | [查看](docs/parsers/doubao.md) | +| **即梦AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | [查看](docs/parsers/jimeng.md) | +| **小云雀AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/xiaoyunque.md) | +| **可灵AI** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/kling.md) | +| **海螺AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/hailuo.md) | +| **夸克AI** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/quark-ai.md) | +| **通义千问** | ✓ | ✓ | | ✓ | ✓ | ✓ | ✓ | | | | [查看](docs/parsers/qianwen.md) | +| **腾讯元宝** | ✓ | ✓ | | ✓ | ✓ | ✓ | ✓ | | | | [查看](docs/parsers/yuanbao.md) | +| **闲鱼** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/xianyu.md) | +| **拼多多** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | ✓ | | [查看](docs/parsers/pinduoduo.md) | +| **Soul** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/soul.md) | +| **汽水音乐** | ✓ | ✓ | | ✓ | ✓ | | | | ✓ | ✓ | [查看](docs/parsers/qsmusic.md) | +| **QQ音乐** | ✓ | ✓ | | ✓ | ✓ | | ✓ | | ✓ | ✓ | [查看](docs/parsers/qqmusic.md) | +| **网易云音乐** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | ✓ | ✓ | [查看](docs/parsers/netease-music.md) | +| **酷狗音乐** | ✓ | ✓ | | ✓ | ✓ | | | | ✓ | | [查看](docs/parsers/kugou-music.md) | +| **配音秀** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/peiyinxiu.md) | +| **松果时刻** | ✓ | ✓ | | ✓ | ✓ | ✓ | ✓ | | ✓ | | [查看](docs/parsers/pinecone-moment.md) | +| **腾讯频道** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/tencent-channel.md) | +| **剪映 / CapCut** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | ✓ | | [查看](docs/parsers/jianying.md) | +| **快影** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | ✓ | | [查看](docs/parsers/kwaiying.md) | +| **皮皮搞笑** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | [查看](docs/parsers/pipigaoxiao.md) | +| **微视** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/weishi.md) | +| **AcFun** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/acfun.md) | +| **西瓜视频** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | [查看](docs/parsers/xigua.md) | +| **今日头条** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | [查看](docs/parsers/toutiao.md) | +| **绿洲** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/lvzhou.md) | +| **皮皮虾** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/pipixia.md) | +| **全民K歌** | | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/quanminkge.md) | +| **新片场** | ✓ | ✓ | | ✓ | ✓ | | ✓ | | | | [查看](docs/parsers/xinpianchang.md) | +| **好看视频** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/haokan.md) | +| **梨视频** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/lishipin.md) | +| **微博** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/weibo.md) | +| **知乎** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/zhihu.md) | +| **虎牙** | | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/huya.md) | +| **美拍** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/meipai.md) | +| **最右** | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | | [查看](docs/parsers/zuiyou.md) | +| **番茄小说** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/fanqie.md) | +| **红果短剧** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/fanqie.md) | +| **红果漫剧** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/fanqie.md) | +| **得物** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/dewu.md) | +| **网易LOFTER** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/lofter.md) | +| **星绘AI** | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/butterflyai.md) | +| **央视** | ✓ | ✓ | | ✓ | ✓ | | | | | | [查看](docs/parsers/cctv.md) | +| **央视频** | ✓ | ✓ | | ✓ | ✓ | ✓ | | | | | [查看](docs/parsers/yangshipin.md) | *注:腾讯元宝等极少数平台提取的是官方存储桶原画质直链,素材保留官方原生水印。 diff --git a/configs/business_config.json b/configs/business_config.json index 9fc7f8d..9877eee 100755 --- a/configs/business_config.json +++ b/configs/business_config.json @@ -7,19 +7,23 @@ "changdunovel.com": "番茄小说", "kylin.hainanyuyue.com": "红果漫剧", "hainanyuyue.com": "红果漫剧", + "xiaohongshu.com": "小红书", "www.xiaohongshu.com": "小红书", "xhslink.com": "小红书", "xhslink.cn": "小红书", + "douyin.com": "抖音", "www.douyin.com": "抖音", "v.douyin.com": "抖音", "www.iesdouyin.com": "抖音", "iesdouyin.com": "抖音", + "kuaishou.com": "快手", "www.kuaishou.com": "快手", "v.kuaishou.com": "快手", "m.kuaishou.com": "快手", "c.kuaishou.com": "快手", "v.m.chenzhongtech.com": "快手", "m.chenzhongtech.com": "快手", + "bilibili.com": "哔哩哔哩", "www.bilibili.com": "哔哩哔哩", "b23.tv": "哔哩哔哩", "m.bilibili.com": "哔哩哔哩", @@ -33,12 +37,16 @@ "mbd.baidu.com": "好看视频", "isee.weishi.qq.com": "微视", "video.weishi.qq.com": "微视", + "pearvideo.com": "梨视频", "www.pearvideo.com": "梨视频", "h5.pipigx.com": "皮皮搞笑", "h5.ippzone.com": "皮皮搞笑", + "acfun.cn": "AcFun", "m.acfun.cn": "AcFun", "www.acfun.cn": "AcFun", "weibo.com": "微博", + "www.weibo.com": "微博", + "weibo.cn": "微博", "m.weibo.cn": "微博", "video.weibo.com": "微博", "h5.video.weibo.com": "微博", @@ -51,8 +59,10 @@ "www.toutiao.com": "今日头条", "toutiao.com": "今日头条", "is.snssdk.com": "今日头条", + "zhihu.com": "知乎", "www.zhihu.com": "知乎", "zhuanlan.zhihu.com": "知乎", + "huya.com": "虎牙", "www.huya.com": "虎牙", "v.huya.com": "虎牙", "m.huya.com": "虎牙", @@ -69,6 +79,7 @@ "xinpianchang.com": "新片场", "izuiyou.com": "最右", "share.xiaochuankeji.cn": "最右", + "doubao.com": "豆包", "www.doubao.com": "豆包", "jimeng.jianying.com": "即梦AI", "m.jimeng.jianying.com": "即梦AI", @@ -95,6 +106,7 @@ "www.music.163.com": "网易云音乐", "y.music.163.com": "网易云音乐", "fn.music.163.com": "网易云音乐", + "kugou.com": "酷狗音乐", "t1.kugou.com": "酷狗音乐", "m.kugou.com": "酷狗音乐", "m3ws.kugou.com": "酷狗音乐", diff --git a/docs/parsers/doubao.md b/docs/parsers/doubao.md index 503d393..0908fd9 100644 --- a/docs/parsers/doubao.md +++ b/docs/parsers/doubao.md @@ -9,31 +9,37 @@ * **平台标识**:`豆包` * **支持媒体类型**: * AI 生成 1080P 高清无水印视频 (MP4) + * AI 创作音乐原声与音频流 (MP3/M4A/MP4 Audio) * AI 生成图文 / 提示词生图 (PNG/JPEG) * 对话问答正文 (Markdown/纯文本内容) * 对话标题、Prompt 提示词与创作者信息 * **常见链接形态**: * 独立视频分享:`https://www.doubao.com/video-sharing?share_id=41356597786354690&video_id=v0d69cg10004d6978e2ljht0i4fdpp00` - * 对话历史/线程分享:`https://www.doubao.com/thread/w8293749281` + * AI 音乐分享:`https://www.doubao.com/music-sharing?vid=v02292g10006dadu4kq7dld48hgk0dn0&share_id=55311664453668866` + * 对话历史/线程分享:`https://www.doubao.com/thread/w8293749281` 或 `https://www.doubao.com/chat/38441154953364226` * **Cookie 依赖**: - * **图片与对话正文解析**:**无需 Cookie**(公开元数据直接包含 `image_ori_raw` 高清原图与完整对话文本)。 - * **视频无水印解析**:**必须配置 Cookie**(1080P 原始流被权限隔离,未登录仅能获取服务端硬压制水印的预览切片)。 + * **图片、音乐与对话正文解析**:**无需 Cookie**(公开元数据直接包含 `image_ori_raw` 高清原图、音乐音频流与完整对话文本)。 + * **视频无水印解析**:**建议配置 Cookie**(1080P 原始流被权限隔离,未登录仅能获取服务端硬压制水印的预览切片)。 --- ## 2. 核心逆向流程 -[DoubaoParser](file:///Users/leo/Projects/media-parser/src/parsers/doubao_parser.py) 内部实现了双分支解析引擎与优雅降级策略: +[DoubaoParser](file:///Users/leo/Projects/media-parser/src/parsers/doubao_parser.py) 内部实现了多路由分发解析引擎与优雅降级策略: ```mermaid flowchart TD Start["输入豆包分享 URL"] --> Route{"判断 URL 路径"} - Route -->|"路径包含 /thread/"| ThreadFlow["1. 会话线程解析"] + Route -->|"路径包含 /thread/ 或 /chat/"| ThreadFlow["1. 会话线程解析"] Route -->|"路径为 /video-sharing"| VideoFlow["2. 独立视频解析"] + Route -->|"路径为 /music-sharing"| MusicFlow["3. AI 音乐分享解析"] ThreadFlow --> ScriptPayload["提取 HTML 中 script 注入的 JSON 负载"] ScriptPayload --> Creations["递归遍历提取 creation 实体 (视频/图像)"] + MusicFlow --> VidDecrypt["通过 vid 调用 alice/resource/get_video_model 或 get_play_info"] + VidDecrypt --> AudioStream["提取原始无损音频直链与高清视频流"] + VideoFlow --> AuthCheck{"是否配置了 DOUBAO_COOKIE?"} AuthCheck -->|"已配置 Cookie"| SamanthaAPI["调用 samantha/media/get_play_info"] SamanthaAPI --> AES["执行 FPLAY KDF 盐值派生与 AES-128-CBC 解密"] diff --git a/docs/parsers/haokan.md b/docs/parsers/haokan.md index 5695477..6fdcf8c 100644 --- a/docs/parsers/haokan.md +++ b/docs/parsers/haokan.md @@ -7,22 +7,31 @@ ## 1. 平台特征与支持能力 * **平台标识**:`好看视频` -* **支持媒体类型**:无水印高清视频 (MP4) / 视频封面 / 标题与作者 +* **支持媒体类型**:无水印 1080P/超清/高清视频 (MP4) / 视频封面 / 标题与作者 * **常见链接形态**: * 网页链接:`https://haokan.baidu.com/v?vid=17831460188721240800` + * 百度分享短链:`https://mr.baidu.com/r/22HM1zborMA?f=cp&u=c88bf4dbb5418758` + * 百度落地页:`https://mbd.baidu.com/newspage/data/videoshare?nid=sv_10423411367049244882` + * 百度搜索视频页:`https://m.baidu.com/video/page?pd=video_page&nid=14766924042149789226&sign=...` * **Cookie 依赖**:无需 Cookie。 --- ## 2. 核心逆向流程 -1. **提取 VID**:从 Query 中提取 `vid` 参数。 +1. **短链跳转与参数提取**: + - 跟踪 `mr.baidu.com` 重定向并保留核心白名单参数(`nid`, `vid`, `id`, `context`, `pd`, `sign`, `word` 等)。 2. **提取 HTML 内嵌视频源**: - * 请求好看视频播放落地页; - * 正则匹配 `playurl` 或 HTML 内的 `