进行中的下载任务数：${notice.completedQuantity}
${tempList.reverse().map(item => { return `${item.title}:${item.message}
` }).join('')} `) clearTimeout(timer) $('#wah0713').removeClass('out') if (config.isAutoHide.value && notice.completedQuantity === 0) { timer = setTimeout(() => { $('#wah0713').addClass('out') }, 5000) } } // 获取资源链接 async function getFileUrlByInfo(dom) { const id = $(dom).children('a').attr('href').match(/(?<=\d+\/)(\w+)/) && RegExp.$1 const { isLive, topMedia, pic_infos, mix_media_info, text_raw, isLongText, mblogid, region_name, geo, created_at, mblog_vip_type, user: { screen_name, idstr } } = await getInfoById(id) const date = new Date(created_at) const Y = date.getFullYear() const M = formatNumber(date.getMonth() + 1) const D = formatNumber(date.getDate()) const H = formatNumber(date.getHours()) const m = formatNumber(date.getMinutes()) const time = `${Y}-${M}-${D} ${H}:${m}` const urlData = {}; // 图片 if (pic_infos) { const arr = [...Object.keys(pic_infos)] arr.forEach((ele, index) => { const afterName = arr.length === 1 ? '' : `-part${formatNumber(index + 1)}` // 超高清图源 let url = `https://weibo.com/ajax/common/download?pid=${ele}` // 高清图源 const mw2000Url = get(pic_infos[ele], 'mw2000.url', '') // 粉丝专属||普通画质图片 if (mblog_vip_type === 1 || !config.isImageHD.value || getSuffixName(mw2000Url) === 'gif') { url = mw2000Url } urlData[`${afterName}.${getSuffixName(mw2000Url)}`] = url // live视频 if (pic_infos[ele].type === 'livephoto') { const url = get(pic_infos[ele], 'video', '') urlData[`${afterName}.${getSuffixName(url)}`] = url } }) } // 图片加视频 if (mix_media_info) { for (let index = 0; index < mix_media_info.items.length; index++) { const ele = mix_media_info.items[index]; const afterName = mix_media_info.items.length === 1 ? '' : `-part${formatNumber(index + 1)}` let imgUrl = null let mediaUrl = null let videoHDUrl = null if (ele.type === "video") { const objectId = get(ele, 'data.object_id', '') if (config.isVideoHD.value && objectId) { videoHDUrl = await getVideoHD(objectId) } mediaUrl = videoHDUrl || get(ele, 'data.media_info.stream_url_hd', get(ele, 'data.media_info.stream_url', '')) } else { imgUrl = get(ele, 'data.mw2000.url', '') // live视频 if (get(ele, 'data.type', '') === 'livephoto') { const url = get(ele, 'data.video', '') urlData[`${afterName}.${getSuffixName(url)}`] = url } } if (!imgUrl) { // 跳过 } else if (!config.isImageHD.value || getSuffixName(imgUrl) === 'gif') { // 普通图片 urlData[`${afterName}.${getSuffixName(imgUrl)}`] = imgUrl } else { // 高清图片 urlData[`${afterName}.${getSuffixName(imgUrl)}`] = `https://weibo.com/ajax/common/download?pid=${imgUrl.match(/([\w]+)(?=\.\w+$)/) && RegExp.$1}` } if (mediaUrl) { urlData[`${afterName}.${getSuffixName(mediaUrl)}`] = mediaUrl } } } // 视频 if (topMedia) { urlData.media = topMedia } return { isLive, urlData, time, geo, isLongText, mblogid, text: text_raw, regionName: region_name, userName: screen_name, userID: idstr, } } // 判断为空图片 function isEmptyFile(res) { const size = get(res, '_blob.size', 0) const finalUrl = get(res, 'finalUrl', '') if (finalUrl.endsWith('gif#101') || size <= 200 || // gif (/\.gif\r\n/.test(res.responseHeaders) && size <= 6000)) { return true } return false } // 获取后缀 function getSuffixName(url) { let suffixName = new URL(url).pathname.match(/\.(\w+)$/) && RegExp.$1 if (['json', null].includes(suffixName)) { suffixName = 'mp4' } return suffixName } // 处理名称 function getFileName({ time, userName, userID, regionName, geo, text, mblogid, }) { const region = regionName && regionName.match(/\s(.*)/) && RegExp.$1 || '' const geoName = get(geo, 'detail.title', '') text = text.slice(0, 20) const nameObj = { time, userName, userID, region, geoName, text, mblogid, } let title = '' for (let i = 0; i < nameArr.length; i++) { const item = nameArr[i]; if (nameObj[item]) { title += ` ${nameObj[item]}` } } title = title.trim() // 替换下载名中【特殊符号】为下划线【_】 if (config.isSpecialHandlingName.value) { title = title.replace(/[\<|\>|\\|\/|;|:|\*|\?|\$|@|\&|\(|\)|\"|\'|#|\|]/g, '_') } return title } // 打包 function pack(resBlob, modification) { const zip = new JSZip(); resBlob.forEach(function (obj) { const name = `${modification}${obj._lastName}` zip.file(name, obj._blob); }); return new Promise(async (resolve, reject) => { // 生成zip文件并下载 resolve(await zip.generateAsync({ type: 'blob' })) }) } // 模拟点击下载 function download(url, fileName) { const a = document.createElement('a') a.setAttribute('href', url) a.setAttribute('download', fileName) a.click() a.remove() // 释放URL URL.revokeObjectURL(url) } // 下载流(文本) async function getTextBlob({ text, href, isLongText }) { let content = text; if (isLongText) { content = await getLongtextById(href.match(/(?<=\d+\/)(\w+)/) && RegExp.$1) || text } const _blob = new Blob([content], { type: "text/plain;charset=utf-8", }); return { _blob, _lastName: '.txt', finalUrl: 'https://github.com/wah0713/text.txt' } } // 下载流 function getFileBlob(url, _lastName, options, limt = 3) { return new Promise((resolve, reject) => { GM_xmlhttpRequest({ url, method: 'get', responseType: 'blob', headers: { referer: 'https://weibo.com/', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36' }, onload: (res) => { isDebug && console.log(`getFileBlob-onload`, res) const returnBlob = { ...res, _blob: res.response, _lastName } options.callback && options.callback(returnBlob) // 下载失败，也会正常返回空文件 const { size, type } = res.response; if (size <= 200 && type === "text/html; charset=utf-8") { resolve(null) } resolve(returnBlob) }, onerror: async (res) => { console.error(`getFileBlob-onerror`, res) if (limt > 0) { resolve(await getFileBlob(url, _lastName, options, --limt)) } else { resolve(null) } }, onprogress: (res) => { options.onprogress && options.onprogress(res) } }) }) } // 通过id获取链接 function getInfoById(id) { return new Promise((resolve, reject) => { GM_xmlhttpRequest({ url: `https://weibo.com/ajax/statuses/show?id=${id}`, responseType: 'json', onload: (res) => { isDebug && console.log(`getInfoById-onload`, res) const response = res.response response.topMedia = '' try { // retweeted_status 为转发 if (res.response.retweeted_status) { response.pic_infos = res.response.retweeted_status.pic_infos response.mix_media_info = res.response.retweeted_status.mix_media_info // 粉丝专属 response.mblog_vip_type = res.response.retweeted_status.mblog_vip_type } // 视频 if (res.response.page_info) { const { isLive, url } = handleMedia(res) response.topMedia = url // 直播资源 response.isLive = isLive } } catch (error) { } resolve(response) }, onerror: (res) => { console.error(`getInfoById-onerror`, res) resolve(null) } }) }) } // 获取最高分辨率视频 function getVideoHD(id) { const formData = new FormData(); formData.append("data", `{"Component_Play_Playinfo":{"oid":"${id}"}}`); return new Promise((resolve, reject) => { GM_xmlhttpRequest({ method: 'post', responseType: 'json', url: `https://weibo.com/tv/api/component?page=/tv/show/${id}`, data: formData, headers: { referer: 'https://weibo.com/', }, onload: (res) => { isDebug && console.log(`getVideoHD-onload`, res) const urls = get(res.response, 'data.Component_Play_Playinfo.urls', {}) const newUrls = Object.values(urls).map(item => 'https:' + item) const c = newUrls.sort((a, b) => { (new URLSearchParams(a)).get("template").match(/(\d+)x(\d+)/); const A = RegExp.$1 * RegExp.$2; (new URLSearchParams(b)).get("template").match(/(\d+)x(\d+)/); const B = RegExp.$1 * RegExp.$2 return B - A }) resolve(c[0]) }, onerror: (res) => { console.error(`getVideoHD-onerror`, res) resolve(null) } }) }) } // 视频资源解析 function handleMedia(res) { const objectType = get(res.response, 'page_info.object_type', '') const url = get(res.response, 'page_info.media_info.playback_list[0].play_info.url', get(res.response, 'page_info.media_info.stream_url', '')) return { isLive: objectType === 'live', url } } // 将blob转为text function blobToText(blob) { return new Promise((resolve, reject) => { let reader = new FileReader() reader.readAsText(blob, "utf-8") reader.addEventListener("loadend", () => { // text格式 resolve(reader.result) }) }) } // 等待 function sleep(ms) { return new Promise(resolve => setTimeout(resolve, ms)) } // 通过id获取长文 function getLongtextById(id) { return new Promise((resolve, reject) => { GM_xmlhttpRequest({ url: `https://weibo.com/ajax/statuses/longtext?id=${id}`, responseType: 'json', onload: (res) => { isDebug && console.log(`getLongtextById-onload`, res) const response = res.response resolve(response.data.longTextContent) }, onerror: (res) => { console.error(`getLongtextById-onerror`, res) resolve(null) } }) }) } // 作者： 沐秋Alron // 链接： https://juejin.cn/post/7099344493010223134 class TaskQueue { constructor(options = { num: 10, sleepTime: 0 }) { this.originMax = options.num || 10; // 原始最大并发数 this.sleepTime = () => { // 等待时间 if (options.sleepTime) { return options.sleepTime() } return 0 }; // 等待时间 this.max = this.originMax; // 最大并发数 this.index = 0 // 下标 this.taskList = [] // 用shift方法实现先进先出 this.resList = [] // 最后返回队列数组 this.isError = false // 任务失败 this.maxLength // 总任务数量 } addTask(task) { this.taskList.push({ task, index: this.index++ }); } async start() { return await this.run() } async end() { if (this.isError) return false if (this.maxLength === this.resList.filter(Boolean).length) { // 任务完成 return this.resList } await sleep(200) // 自动进行下一个任务 return await this.run(1) } run(taskNum = this.max) { return new Promise(async (resolve, reject) => { const length = this.taskList.length; if (!length) { resolve(await this.end()) return false; } // 控制并发数量 const min = Math.min(length, taskNum); for (let i = 0; i < min; i++) { // 开始占用一个任务的空间 this.max--; const { task, index } = this.taskList.shift(); if (index === 0) { // 保存最大任务数 this.maxLength = length } else if (taskNum !== 1) { // 第一个和任务数为1不需要等待 await sleep(this.sleepTime()) } task().then((res) => { if (res === null) { // 任意一个失败 this.isError = true resolve(false) return false } this.resList[index] = res }).finally(async () => { // 任务完成，释放空间 this.max++; resolve(await this.end()) }) } }) } } // 下载视频 async function DownLoadMedia({ href, urlData, text, isLongText }) { const mediaRes = await getFileBlob(urlData.media, `.${getSuffixName(urlData.media)}`, { onprogress: (res) => { const { loaded, totalSize } = res const completedQuantity = loaded const total = totalSize data[href].completedQuantity = completedQuantity data[href].total = total const percentage = completedQuantity / total * 100 data[href].percentage = percentage data[href].message = `中${formatNumber(completedQuantity / 1024 / 1024)}/${formatNumber(total / 1024 / 1024)}M(${formatNumber(percentage)}%)` } }) if (!get(mediaRes, '_blob', null)) { return false } if (!get(mediaRes, '_blob.type', '').startsWith('video')) { const parser = new m3u8Parser.Parser(); parser.push(await blobToText(mediaRes._blob)); parser.end(); const urlArr = parser.manifest.segments.map(item => { let url try { new URL(item.uri) url = item.uri } catch (error) { url = `${new URL(urlData.media).origin}/${item.uri}` } return url }); data[href].completedQuantity = 0 const total = urlArr.length const taskQueue = new TaskQueue(); urlArr.forEach(item => taskQueue.addTask(getFileBlob.bind(null, item, '', { callback: () => { data[href].completedQuantity++ const completedQuantity = data[href].completedQuantity const percentage = new Intl.NumberFormat(undefined, { maximumFractionDigits: 2 }).format(completedQuantity / total * 100) data[href].percentage = percentage data[href].message = `中${completedQuantity}/${total}(${percentage}%)` } })) ) const taskQueueRes = await taskQueue.start() if (taskQueueRes === false) { // 解析失败 return false } mediaRes._blob = new Blob(taskQueueRes.map(item => item._blob), { type: 'video/MP2T' }) mediaRes._lastName = '.mp4' } if (text) { const textBlob = await getTextBlob({ text, href, isLongText }) if (config.isPack.value) { download(URL.createObjectURL(await pack([mediaRes, textBlob], data[href].title)), `${data[href].title}.zip`) } else { download(URL.createObjectURL(textBlob._blob), `${data[href].title}${textBlob._lastName}`) download(URL.createObjectURL(mediaRes._blob), `${data[href].title}${mediaRes._lastName}`) } } else { download(URL.createObjectURL(mediaRes._blob), `${data[href].title}${mediaRes._lastName}`) } return true } // 下载(默认) async function DownLoadDefault({ href, urlData, urlArr, text = '', isLongText }) { const total = urlArr.length data[href].total = total let sleepTime = null // 错开开始时间，减少接口调用失败率 if (config.isImageHD.value) { sleepTime = () => ( 800 + Math.random() * 500 ) } const taskQueue = new TaskQueue({ num: 3, sleepTime }); urlArr.forEach(item => taskQueue.addTask(getFileBlob.bind(null, urlData[item], item, { callback: (returnBlob) => { data[href].completedQuantity++ const completedQuantity = data[href].completedQuantity const percentage = new Intl.NumberFormat(undefined, { maximumFractionDigits: 2 }).format(completedQuantity / total * 100) data[href].percentage = percentage data[href].message = `中${completedQuantity}/${total}(${percentage}%)` if (!config.isPack.value && !isEmptyFile(returnBlob)) { download(URL.createObjectURL(returnBlob._blob), `${data[href].title}${returnBlob._lastName}`) } } })) ) let taskQueueRes = await taskQueue.start() if (taskQueueRes === false) { // 解析失败 return false } taskQueueRes = taskQueueRes.filter(item => !isEmptyFile(item)); if (text) { const textBlob = await getTextBlob({ text, href, isLongText }) if (!config.isPack.value) { download(URL.createObjectURL(textBlob._blob), `${data[href].title}${textBlob._lastName}`) } taskQueueRes.push(textBlob) } if (!config.isPack.value) return true if (taskQueueRes.length === 0) { return null } else if (taskQueueRes.length === 1) { download(URL.createObjectURL(taskQueueRes[0]._blob), `${data[href].title}${taskQueueRes[0]._lastName}`) } else if (taskQueueRes.length > 1) { const content = await pack(taskQueueRes, data[href].title) download(URL.createObjectURL(content), `${data[href].title}.zip`) } return true } // 数字格式化 function formatNumber(number) { return String(new Intl.NumberFormat(undefined, { maximumFractionDigits: 2 }).format(number)).padStart(2, '0') } // dom修改文本 function retextDom(dom, text) { $(dom).attr('show-text', text) } /** * object: 对象 * path: 输入的路径 * defaultVal: 默认值 * url: https://blog.csdn.net/RedaTao/article/details/108119230 **/ function get(object, path, defaultVal = undefined) { // 先将path处理成统一格式 let newPath = []; if (Array.isArray(path)) { newPath = path; } else { // 先将字符串中的'['、']'去除替换为'.'，split分割成数组形式 newPath = path.replace(/\[/g, '.').replace(/\]/g, '').split('.'); } // 递归处理，返回最后结果 return newPath.reduce((o, k) => { return (o || {})[k] }, object) || defaultVal; } async function main({ href, urlData, text, isLongText }) { filterData() updateCacheData() if (data[href].isLive) { data[href].message = message.isLiveError return false } const urlArr = Object.keys(urlData); if (urlArr.length <= 0) { // 没有资源 data[href].message = message.isEmptyError return false } let isSuccess = true if (!config.isIncludesText.value) { text = '' } if (urlArr.length === 1 && urlArr[0] === 'media') { // 下载视频 isSuccess = await DownLoadMedia({ href, urlData, text, isLongText }) } else { // 下载(默认) isSuccess = await DownLoadDefault({ href, urlData, urlArr, text, isLongText }) } if (isSuccess === null) { // 没有资源 data[href].message = message.isEmptyError } else if (isSuccess) { // 下载成功 data[href].message = message.finish } else { // 下载失败 data[href].message = message.isUnkownError } updateCacheData() } // 模拟esc function clickEscKey() { const evt = document.createEvent('UIEvents'); Object.defineProperty(evt, 'keyCode', { get: function () { return this.keyCodeVal; } }); Object.defineProperty(evt, 'which', { get: function () { return this.keyCodeVal; } }); evt.keyCodeVal = 27; evt.initEvent('keydown', true, true); document.body.dispatchEvent(evt); } // 预览图片时，点击图片关闭预览功能 $('.imgInstance.Viewer_imgElm_2JHWe').on('click', clickEscKey) $main.prepend(`