// 主库 import fetch from "node-fetch"; import fs from "node:fs"; // 其他库 import axios from "axios"; import _ from "lodash"; import tunnel from "tunnel"; import HttpProxyAgent from "https-proxy-agent"; import { mkdirIfNotExists, checkAndRemoveFile, deleteFolderRecursive } from "../utils/file.js"; import { downloadBFile, getDownloadUrl, mergeFileToMp4 } from "../utils/bilibili.js"; import { parseUrl, parseM3u8, downloadM3u8Videos, mergeAcFileToMp4 } from "../utils/acfun.js"; import { transMap, douyinTypeMap, XHS_CK, TEN_THOUSAND } from "../utils/constant.js"; import { getIdVideo } from "../utils/common.js"; import config from "../model/index.js"; import Translate from "../utils/trans-strategy.js"; import * as xBogus from "../utils/x-bogus.cjs"; import { getVideoInfo, getDynamic } from "../utils/biliInfo.js"; import { getBiliGptInputText } from "../utils/biliSummary.js"; import { getBodianAudio, getBodianMv, getBodianMusicInfo } from "../utils/bodian.js"; import { ChatGPTBrowserClient, ChatGPTClient } from "@waylaidwanderer/chatgpt-api"; import { av2BV } from "../utils/bilibili-bv-av-convert.js"; import querystring from "querystring"; import TokenBucket from "../utils/token-bucket.js"; export class tools extends plugin { constructor() { super({ name: "R插件工具和学习类", dsc: "R插件工具相关指令", event: "message.group", priority: 300, rule: [ { reg: `^(翻|trans)[${tools.Constants.existsTransKey}]`, fnc: "trans", }, { reg: "(v.douyin.com)", fnc: "douyin", }, { reg: "(www.tiktok.com)|(vt.tiktok.com)|(vm.tiktok.com)", fnc: "tiktok", }, { reg: "(bilibili.com|b23.tv|t.bilibili.com)", fnc: "bili", }, { reg: "^#(wiki|百科)(.*)$", fnc: "wiki", }, { reg: "(twitter.com)", fnc: "twitter", }, { reg: "(acfun.cn)", fnc: "acfun", }, { reg: "(xhslink.com|xiaohongshu.com)", fnc: "redbook", }, { reg: "(instagram.com)", fnc: "instagram", }, { reg: "(doi.org)", fnc: "literature", }, { reg: "^#清理data垃圾$", fnc: "clearTrash", permission: "master", }, { reg: "(h5app.kuwo.cn)", fnc: "bodianMusic", }, { reg: "(kuaishou.com)", fnc: "kuaishou", }, ], }); // 配置文件 this.toolsConfig = config.getConfig("tools"); // 视频保存路径 this.defaultPath = this.toolsConfig.defaultPath; // 代理接口 this.proxyAddr = this.toolsConfig.proxyAddr; this.proxyPort = this.toolsConfig.proxyPort; this.myProxy = `http://${this.proxyAddr}:${this.proxyPort}`; // 加载哔哩哔哩配置 this.biliSessData = this.toolsConfig.biliSessData; // 加载哔哩哔哩的限制时长 this.biliDuration = this.toolsConfig.biliDuration; // 加载抖音Cookie this.douyinCookie = this.toolsConfig.douyinCookie; // 加载gpt配置:accessToken、apiKey、模型 this.openaiAccessToken = this.toolsConfig.openaiAccessToken; this.openaiApiKey = this.toolsConfig.openaiApiKey; this.openaiModel = this.toolsConfig.openaiModel; // 加载gpt客户端(默认加载sk,如果填了AccessToken就用AccessToken) this.chatGptClient = this.openaiAccessToken === '' ? new ChatGPTClient(this.openaiApiKey, { modelOptions: { model: this.openaiModel, temperature: 0, }, proxy: this.myProxy, debug: false, }) : new ChatGPTBrowserClient({ reverseProxyUrl: "https://bypass.churchless.tech/api/conversation", accessToken: this.openaiAccessToken, model: this.openaiModel, }) } // 翻译插件 async trans(e) { const languageReg = /翻(.)/s; const msg = e.msg.trim(); const language = languageReg.exec(msg); if (!(language[1] in transMap)) { e.reply( "输入格式有误或暂不支持该语言!\n例子:翻中 China's policy has been consistent, but Japan chooses a path of mistrust, decoupling and military expansion", ); return; } const place = msg.slice(1 + language[1].length) const translateEngine = new Translate({ translateAppId: this.toolsConfig.translateAppId, translateSecret: this.toolsConfig.translateSecret, proxy: this.myProxy, }); // 如果没有百度那就Google const translateResult = await translateEngine.translate(place, language[1]); e.reply(translateResult.trim(), true); return true; } // 抖音解析 async douyin(e) { const urlRex = /(http:|https:)\/\/v.douyin.com\/[A-Za-z\d._?%&+\-=\/#]*/g; const douUrl = urlRex.exec(e.msg.trim())[0]; await this.douyinRequest(douUrl).then(async res => { // 当前版本需要填入cookie if (_.isEmpty(this.douyinCookie)) { e.reply("检测到没有Cookie,无法解析抖音"); return; } const douId = /note\/(\d+)/g.exec(res)?.[1] || /video\/(\d+)/g.exec(res)?.[1]; // 以下是更新了很多次的抖音API历史,且用且珍惜 // const url = `https://www.iesdouyin.com/web/api/v2/aweme/iteminfo/?item_ids=${ douId }`; // const url = `https://www.iesdouyin.com/aweme/v1/web/aweme/detail/?aweme_id=${ douId }&aid=1128&version_name=23.5.0&device_platform=android&os_version=2333`; // 感谢 Evil0ctal(https://github.com/Evil0ctal)提供的header 和 B1gM8c(https://github.com/B1gM8c)的逆向算法X-Bogus const headers = { "accept-encoding": "gzip, deflate, br", "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36", Referer: "https://www.douyin.com/", cookie: this.douyinCookie, }; const dyApi = `https://www.douyin.com/aweme/v1/web/aweme/detail/?device_platform=webapp&aid=6383&channel=channel_pc_web&aweme_id=${douId}&pc_client_type=1&version_code=190500&version_name=19.5.0&cookie_enabled=true&screen_width=1344&screen_height=756&browser_language=zh-CN&browser_platform=Win32&browser_name=Firefox&browser_version=118.0&browser_online=true&engine_name=Gecko&engine_version=109.0&os_name=Windows&os_version=10&cpu_core_num=16&device_memory=&platform=PC&webid=7284189800734082615&msToken=B1N9FM825TkvFbayDsDvZxM8r5suLrsfQbC93TciS0O9Iii8iJpAPd__FM2rpLUJi5xtMencSXLeNn8xmOS9q7bP0CUsrt9oVTL08YXLPRzZm0dHKLc9PGRlyEk=`; // xg参数 const xbParam = xBogus.sign( new URLSearchParams(new URL(dyApi).search).toString(), headers["User-Agent"], ); // const param = resp.data.result[0].paramsencode; const resDyApi = `${dyApi}&X-Bogus=${xbParam}`; headers['Referer'] = `https://www.douyin.com/video/${douId}` axios .get(resDyApi, { headers, }) .then(async resp => { if (_.isEmpty(resp?.data)) { e.reply("解析失败,请重试!"); return; } console.log(resp.data) const item = resp.data.aweme_detail; e.reply(`识别:抖音, ${item.desc}`); const urlTypeCode = item.aweme_type; const urlType = douyinTypeMap[urlTypeCode]; if (urlType === "video") { const resUrl = item.video.play_addr.url_list[0].replace( "http", "https", ); const path = `${this.defaultPath}${ this.e.group_id || this.e.user_id }/temp.mp4`; await this.downloadVideo(resUrl).then(() => { e.reply(segment.video(path)); }); } else if (urlType === "image") { // 无水印图片列表 let no_watermark_image_list = []; // 有水印图片列表 // let watermark_image_list = []; for (let i of item.images) { // 无水印图片列表 no_watermark_image_list.push({ message: segment.image(i.url_list[0]), nickname: this.e.sender.card || this.e.user_id, user_id: this.e.user_id, }); // 有水印图片列表 // watermark_image_list.push(i.download_url_list[0]); // e.reply(segment.image(i.url_list[0])); } // console.log(no_watermark_image_list) await this.reply(await Bot.makeForwardMsg(no_watermark_image_list)); } }); }); return true; } // tiktok解析 async tiktok(e) { const urlRex = /(http:|https:)\/\/www.tiktok.com\/[A-Za-z\d._?%&+\-=\/#@]*/g; const urlShortRex = /(http:|https:)\/\/vt.tiktok.com\/[A-Za-z\d._?%&+\-=\/#]*/g; const urlShortRex2 = /(http:|https:)\/\/vm.tiktok.com\/[A-Za-z\d._?%&+\-=\/#]*/g; let url = e.msg.trim(); // 短号处理 if (url.includes("vt.tiktok")) { const temp_url = urlShortRex.exec(url)[0]; await fetch(temp_url, { redirect: "follow", follow: 10, timeout: 10000, agent: new HttpProxyAgent(this.myProxy), }).then(resp => { url = resp.url; }); } else if (url.includes("vm.tiktok")) { const temp_url = urlShortRex2.exec(url)[0]; await fetch(temp_url, { headers: { "User-Agent": "facebookexternalhit/1.1" }, redirect: "follow", follow: 10, timeout: 10000, agent: new HttpProxyAgent(this.myProxy), }).then(resp => { url = resp.url; }); } else { url = urlRex.exec(url)[0]; } let idVideo = await getIdVideo(url); idVideo = idVideo.replace(/\//g, ""); // API链接 const API_URL = `https://api16-normal-c-useast1a.tiktokv.com/aweme/v1/feed/?aweme_id=${idVideo}&version_code=262&app_name=musical_ly&channel=App&device_id=null&os_version=14.4.2&device_platform=iphone&device_type=iPhone9`; await axios .get(API_URL, { headers: { "User-Agent": "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Mobile Safari/537.36", "Content-Type": "application/json", "Accept-Encoding": "gzip,deflate,compress", }, timeout: 10000, proxy: false, httpAgent: tunnel.httpOverHttp({ proxy: { host: this.proxyAddr, port: this.proxyPort }, }), httpsAgent: tunnel.httpOverHttp({ proxy: { host: this.proxyAddr, port: this.proxyPort }, }), }) .then(resp => { const data = resp.data.aweme_list[0]; e.reply(`识别:tiktok, ${data.desc}`); this.downloadVideo(data.video.play_addr.url_list[0], true).then(video => { e.reply( segment.video( `${this.defaultPath}${this.e.group_id || this.e.user_id}/temp.mp4`, ), ); }); }); return true; } // bilibi解析 async bili(e) { await this.limitUserUse(e, () => { this.biliCore(e); }); } async biliCore(e) { const urlRex = /(?:https?:\/\/)?www\.bilibili\.com\/[A-Za-z\d._?%&+\-=\/#]*/g; const bShortRex = /(http:|https:)\/\/b23.tv\/[A-Za-z\d._?%&+\-=\/#]*/g; let url = e.msg === undefined ? e.message.shift().data.replaceAll("\\", "") : e.msg.trim(); // 短号处理 if (url.includes("b23.tv")) { const bShortUrl = bShortRex.exec(url)?.[0]; await fetch(bShortUrl, { method: "HEAD" }).then(resp => { url = resp.url; }); } else if (url.includes("www.bilibili.com")) { url = urlRex.exec(url)[0]; } // 补充https url = url.startsWith("https://") ? url : "https://" + url; // av处理 const matched = url.match(/(av|AV)(\w+)/); if (matched) { url = url.replace(matched[0], av2BV(Number(matched[2]))); } // 动态 if (url.includes("t.bilibili.com")) { // 去除多余参数 if (url.includes("?")) { url = url.substring(0, url.indexOf("?")); } const dynamicId = /[^/]+(?!.*\/)/.exec(url)[0]; getDynamic(dynamicId).then(async resp => { if (resp.dynamicSrc.length > 0) { e.reply(`识别:哔哩哔哩动态, ${resp.dynamicDesc}`); let dynamicSrcMsg = []; resp.dynamicSrc.forEach(item => { dynamicSrcMsg.push({ message: segment.image(item), nickname: e.sender.card || e.user_id, user_id: e.user_id, }); }); await this.reply(await Bot.makeForwardMsg(dynamicSrcMsg)); } else { e.reply(`识别:哔哩哔哩动态, 但是失败!`); } }); return true; } // 视频信息获取例子:http://api.bilibili.com/x/web-interface/view?bvid=BV1hY411m7cB // 请求视频信息 const videoInfo = await getVideoInfo(url); const { title, pic, desc, duration, dynamic, stat, aid, cid, pages } = videoInfo; // 视频信息 let { view, danmaku, reply, favorite, coin, share, like } = stat; // 数据处理 const dataProcessing = data => { return Number(data) >= TEN_THOUSAND ? (data / TEN_THOUSAND).toFixed(1) + "万" : data; }; // 限制时长 & 考虑分页视频情况 const query = querystring.parse(url); const curPage = query?.p || 0; const curDuration = pages?.[curPage]?.duration || duration; const isLimitDuration = curDuration > this.biliDuration // 格式化数据 const combineContent = `\n点赞:${dataProcessing(like)} | 硬币:${dataProcessing( coin, )} | 收藏:${dataProcessing(favorite)} | 分享:${dataProcessing(share)}\n` + `总播放量:${dataProcessing(view)} | 弹幕数量:${dataProcessing( danmaku, )} | 评论:${dataProcessing(reply)}\n` + `简介:${desc}`; let biliInfo = [`识别:哔哩哔哩:${title}`, combineContent] if (isLimitDuration) { // 加入图片 biliInfo.unshift(segment.image(pic)) // 限制视频解析 const durationInMinutes = (curDuration / 60).toFixed(0); biliInfo.push(`\n-----------------------限制说明-----------------------\n当前视频时长约:${durationInMinutes}分钟,\n大于管理员设置的最大时长 ${this.biliDuration / 60} 分钟!`) e.reply(biliInfo); // 总结 const summary = await this.getBiliSummary(videoInfo); summary && e.reply(summary); return true; } else { e.reply(biliInfo); } // 创建文件,如果不存在 const path = `${this.defaultPath}${this.e.group_id || this.e.user_id}/`; await mkdirIfNotExists(path); // 下载文件 getDownloadUrl(url) .then(data => { this.downBili(`${path}temp`, data.videoUrl, data.audioUrl) .then(_ => { e.reply(segment.video(`${path}temp.mp4`)); }) .catch(err => { logger.error(err); e.reply("解析失败,请重试一下"); }); }) .catch(err => { logger.error(err); e.reply("解析失败,请重试一下"); }); // 总结 const summary = await this.getBiliSummary(videoInfo); summary && e.reply(summary); return true; } // 百科 async wiki(e) { const key = e.msg.replace(/#|百科|wiki/g, "").trim(); const url = `https://xiaoapi.cn/API/bk.php?m=json&type=sg&msg=${encodeURI(key)}`; const bdUrl = `https://xiaoapi.cn/API/bk.php?m=json&type=bd&msg=${encodeURI(key)}`; const bkRes = await Promise.all([ axios .get(bdUrl, { headers: { "User-Agent": "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Mobile Safari/537.36", }, timeout: 10000, }) .then(resp => { return resp.data; }), axios .get(url, { headers: { "User-Agent": "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Mobile Safari/537.36", }, timeout: 10000, }) .then(resp => { return resp.data; }), ]).then(async res => { return res.map(item => { return { message: ` 解释:${_.get(item, "msg")}\n 详情:${_.get(item, "more")}\n `, nickname: e.sender.card || e.user_id, user_id: e.user_id, }; }); // 小鸡解释:${ _.get(data2, 'content') } }); await e.reply(await Bot.makeForwardMsg(bkRes)); return true; } // 小蓝鸟解析 // 例子:https://twitter.com/chonkyanimalx/status/1595834168000204800 async twitter(e) { // 配置参数及解析 const reg = /https?:\/\/twitter.com\/[0-9-a-zA-Z_]{1,20}\/status\/([0-9]*)/; const twitterUrl = reg.exec(e.msg); const id = twitterUrl[1]; const httpAgent = new HttpProxyAgent(this.myProxy); const twitterClient = new TwitterApi(this.bearerToken, { httpAgent }); // Tell typescript it's a readonly app const readOnlyClient = twitterClient.readOnly; readOnlyClient.v2 .singleTweet(id, { "media.fields": "duration_ms,height,media_key,preview_image_url,public_metrics,type,url,width,alt_text,variants", expansions: ["entities.mentions.username", "attachments.media_keys"], }) .then(async resp => { e.reply(`识别:小蓝鸟学习版,${resp.data.text}`); const downloadPath = `${this.defaultPath}${this.e.group_id || this.e.user_id}`; // 创建文件夹(如果没有过这个群) if (!fs.existsSync(downloadPath)) { mkdirsSync(downloadPath); } // 逐个遍历判断 let task = []; for (let item of resp.includes.media) { if (item.type === "photo") { // 图片 task.push(this.downloadImg(item.url, downloadPath, "", true)); } else if (item.type === "video") { // 视频 await this.downloadVideo(resp.includes.media[0].variants[0].url, true).then( _ => { e.reply(segment.video(`${downloadPath}/temp.mp4`)); }, ); } } // 如果没有图片直接返回走 if (task.length === 0) { return true; } // 下面是有图片的情况 let images = []; let path = []; // 获取所有图片的promise await Promise.all(task).then(resp => { // console.log(resp) resp.forEach(item => { path.push(item); images.push({ message: segment.image(fs.readFileSync(item)), nickname: this.e.sender.card || this.e.user_id, user_id: this.e.user_id, }); }); }); await e.reply(await Bot.makeForwardMsg(images)); // 清理文件 path.forEach(item => { fs.unlinkSync(item); }); }); return true; } // acfun解析 async acfun(e) { const path = `${this.defaultPath}${this.e.group_id || this.e.user_id}/temp/`; await mkdirIfNotExists(path); let inputMsg = e.msg; // 适配手机分享:https://m.acfun.cn/v/?ac=32838812&sid=d2b0991bd6ad9c09 if (inputMsg.includes("m.acfun.cn")) { inputMsg = `https://www.acfun.cn/v/ac${/ac=([^&?]*)/.exec(inputMsg)[1]}`; } parseUrl(inputMsg).then(res => { e.reply(`识别:猴山,${res.videoName}`); parseM3u8(res.urlM3u8s[res.urlM3u8s.length - 1]).then(res2 => { downloadM3u8Videos(res2.m3u8FullUrls, path).then(_ => { mergeAcFileToMp4(res2.tsNames, path, `${path}out.mp4`).then(_ => { e.reply(segment.video(`${path}out.mp4`)); }); }); }); }); return true; } // 小红书解析 async redbook(e) { // 正则说明:匹配手机链接、匹配小程序、匹配PC链接 let msgUrl = /(http:|https:)\/\/(xhslink|xiaohongshu).com\/[A-Za-z\d._?%&+\-=\/#@]*/.exec( e.msg, )?.[0] || /(http:|https:)\/\/www\.xiaohongshu\.com\/discovery\/item\/(\w+)/.exec( e.message[0].data, )?.[0] || /(http:|https:)\/\/www\.xiaohongshu\.com\/explore\/(\w+)/.exec( e.msg, )?.[0] // 解析短号 let id; if (msgUrl.includes("xhslink")) { await fetch(msgUrl, { redirect: "follow", }).then(resp => { const uri = decodeURIComponent(resp.url); id = /explore\/(\w+)/.exec(uri)?.[1]; }); } else { id = /explore\/(\w+)/.exec(msgUrl)?.[1] || /discovery\/item\/(\w+)/.exec(msgUrl)?.[1]; } const downloadPath = `${this.defaultPath}${this.e.group_id || this.e.user_id}`; // 获取信息 fetch(`https://www.xiaohongshu.com/discovery/item/${id}`, { headers: { "user-agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1 Edg/110.0.0.0", cookie: Buffer.from(XHS_CK, "base64").toString("utf-8"), }, }).then(async resp => { const xhsHtml = await resp.text(); const reg = /window.__INITIAL_STATE__=(.*?)<\/script>/; const resJson = xhsHtml.match(reg)[0]; const res = JSON.parse(resJson.match(reg)[1]); const noteData = res.noteData.data.noteData; const { title, desc, type } = noteData; e.reply(`识别:小红书, ${title}\n${desc}`); let imgPromise = []; if (type === "video") { const url = noteData.video.url; this.downloadVideo(url).then(path => { e.reply(segment.video(path + "/temp.mp4")); }); return true; } else if (type === "normal") { noteData.imageList.map(async (item, index) => { imgPromise.push(this.downloadImg(item.url, downloadPath, index.toString())); }); } const paths = await Promise.all(imgPromise); const imagesData = await Promise.all( paths.map(async item => { const fileContent = await fs.promises.readFile(item); return { message: segment.image(fileContent), nickname: e.sender.card || e.user_id, user_id: e.user_id, }; }), ); // Reply with forward message e.reply(await Bot.makeForwardMsg(imagesData)); // Clean up files await Promise.all(paths.map(item => fs.promises.unlink(item))); }); return true; } // 文献解析 async literature(e) { const litReg = /(http:|https:)\/\/doi.org\/[A-Za-z\d._?%&+\-=\/#@]*/; const url = litReg.exec(e.msg.trim())[0]; const waitList = [ "https://sci-hub.se/", "https://sci-hub.st/", "https://sci-hub.do/", "https://sci-hubtw.hkvisa.net/", "https://sci-hub.ren/", "https://sci-hub.ee/", "https://sci-hub.ru/", ]; const flag = /doi.org\/(.*)/.exec(url)[1]; const newWaitList = waitList.map(item => { return item + flag; }); await Promise.any(newWaitList).then(resp => { e.reply(resp); }); } // 清理垃圾文件 async clearTrash(e) { const dataDirectory = "./data/"; try { const files = await fs.promises.readdir(dataDirectory); let dataClearFileLen = 0; for (const file of files) { // 如果文件名符合规则,执行删除操作 if (/^[0-9a-f]{32}$/.test(file)) { await fs.promises.unlink(dataDirectory + file); dataClearFileLen++; } } const rTempFileLen = await deleteFolderRecursive(this.toolsConfig.defaultPath) e.reply( `数据统计:\n`+ `- 当前清理了${dataDirectory}下总计:${dataClearFileLen} 个垃圾文件\n`+ `- 当前清理了${ this.toolsConfig.defaultPath}下文件夹:${rTempFileLen} 个群的所有临时文件` ); } catch (err) { logger.error(err); await e.reply("清理失败,重试或者手动清理即可"); } } // ins解析 async instagram(e) { let suffix = e.msg.match(/(?<=com\/)[\/a-z0-9A-Z].*/)[0]; if (suffix.startsWith("reel")) { suffix = suffix.replace("reel/", "p/"); } const API = `https://imginn.com/${suffix}`; logger.info(API); let imgPromise = []; const downloadPath = `${this.defaultPath}${this.e.group_id || this.e.user_id}`; // 简单封装图片下载 const downloadImg = (url, destination) => { return new Promise((resolve, reject) => { fetch(url, { timeout: 10000, agent: new HttpProxyAgent(this.myProxy), redirect: "follow", follow: 10, }) .then(res => { const dest = fs.createWriteStream(destination); res.body.pipe(dest); dest.on("finish", () => resolve(destination)); }) .catch(err => reject(err)); }); }; await fetch(API, { headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36", }, }).then(async resp => { const html = await resp.text(); const desc = html.match(/(?<=content=").*?(?=\")/g)?.[2]; const images = html.match(/