// ==UserScript== // @name 抖音/快手/微视/instagram/TIKTOK/小红书/微博 主页视频下载 // @namespace shortvideo_homepage_downloader // @version 1.1.1 // @description 在抖音/快手/微视/instagram/TIKTOK/小红书/微博 主页右小角显示视频下载按钮 // @author hunmer // @match https://www.douyin.com/user/* // @match https://www.douyin.com/search/* // @match https://www.douyin.com/video/* // @match https://www.kuaishou.com/profile/* // @match https://www.kuaishou.com/search/video* // @match1 https://www.youtube.com/@*/shorts // @match https://x.com/*/media // @match https://weibo.com/u/*?tabtype=newVideo* // @match https://isee.weishi.qq.com/ws/app-pages/wspersonal/index.html* // @match https://www.instagram.com/* // @match https://www.xiaohongshu.com/user/profile/* // @match https://www.xiaohongshu.com/search_result/* // @match https://www.tiktok.com/@* // @match https://www.tiktok.com/search* // @icon https://lf1-cdn-tos.bytegoofy.com/goofy/ies/douyin_web/public/favicon.ico // @grant GM_download // @grant GM_addStyle // @grant GM_setValue // @grant GM_getValue // @grant unsafeWindow // @grant GM_xmlhttpRequest // @run-at document-start // @license MIT // @downloadURL none // ==/UserScript== const $ = selector => document.querySelectorAll('#_dialog '+selector) const ERROR = -1, WAITTING = 0, DOWNLOADING = 1, DOWNLOADED = 2 const RETRY_MAX = 7 const VERSION = '1.1.1', RELEASE_DATE = '2024/08/20' const DEBUGING = false const DEBUG = (...args) => DEBUGING && console.log.apply(this, args) const toArr = arr => Array.isArray(arr) ? arr : [arr] const guid = () => { return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) { var r = Math.random() * 16 | 0, v = c == 'x' ? r : (r & 0x3 | 0x8) return v.toString(16) }) } Date.prototype.format = function (fmt) { var o = { "M+": this.getMonth() + 1, "d+": this.getDate(), "h+": this.getHours(), "m+": this.getMinutes(), "s+": this.getSeconds(), "q+": Math.floor((this.getMonth() + 3) / 3), "S": this.getMilliseconds() }; if (/(y+)/.test(fmt)) { fmt = fmt.replace(RegExp.$1, (this.getFullYear() + "").substr(4 - RegExp.$1.length)) } for (var k in o) { if (new RegExp("(" + k + ")").test(fmt)) { fmt = fmt.replace(RegExp.$1, (RegExp.$1.length == 1) ? (o[k]) : (("00" + o[k]).substr(("" + o[k]).length))) } } return fmt } const flattenArray = arr => { if(!Array.isArray(arr)) return [] var result = [] for (var i = 0; i < arr.length; i++) { if (Array.isArray(arr[i])) { result = result.concat(flattenArray(arr[i])) } else { result.push(arr[i]) } } return result } const getExtName = name => { switch(name){ case 'video': return 'mp4' case 'image': case 'photo': return 'jpg' } return name || 'mp4' } const escapeHTMLPolicy = typeof(trustedTypes) != 'undefined' ? trustedTypes.createPolicy("forceInner", { createHTML: html => html, }) : { createHTML: html => html } const createHTML = html => escapeHTMLPolicy.createHTML(html) const openFileDialog = ({callback, accept = '*'}) => { let input = document.createElement('input') input.type = 'file' input.style.display = 'none' input.accept = accept document.body.appendChild(input) input.addEventListener('change', ev => callback(ev.target.files) & input.remove()) input.click() } const cutString = (s_text, s_start, s_end, i_start = 0, fill = false) => { i_start = s_text.indexOf(s_start, i_start) if (i_start === -1) return '' i_start += s_start.length i_end = s_text.indexOf(s_end, i_start) if (i_end === -1) { if (!fill) return '' i_end = s_text.length } return s_text.substr(i_start, i_end - i_start) } const getParent = (el, callback) => { let par = el while(par && !callback(par)){ par = par.parentElement } return par } const chooseObject = (cb, ...objs) => { let callback = typeof(cb) == 'function' ? cb : obj => obj?.[cb] return objs.find(callback) } // 样式 GM_addStyle(` ._dialog { font-size: large !important; font-family: unset !important; table tr td, table tr th { vertical-align: middle; } input[type=text], button { color: white !important; background-color: unset !important; } table input[type=checkbox] { width: 20px; height: 20px; transform: scale(1.5); -webkit-appearance: checkbox; } } body:has(dialog[open]) { overflow: hidden; } `); unsafeWindow._downloader = _downloader = { resources: [], running: false, downloads: {}, options: Object.assign({ threads: 8, douyin_host: 1, // 抖音默认第二个线路 timeout: 1000 * 30, autoScroll: true, }, GM_getValue('config', {})), saveOptions(opts){ GM_setValue('config', Object.assign(this.options, opts)) }, addDownload(opts){ let id = guid() var {url, name, error, success, download} = opts if(download){ let {id, ext, type, title} = download name = this.safeFileName(this.getDownloadName(id) ?? title) + '.' + (ext || getExtName(type)) } const callback = (status, msg) => { let cb = opts[status] cb && cb(msg) this.removeDownload(id) } let {abort} = GM_download({ url, name, headers: this.getHeaders(url), onload: ({status}) => { if(status == 502 || status == 404){ callback('error', '下载失败') }else{ callback('success', '下载完成...') } }, ontimeout: () => callback('error', '超时'), onerror: err => callback('error', '下载失败') & console.error(err), }) return this.downloads[id] = {abort, timer: setTimeout(() => { callback('error', '超时') this.removeDownload(id) }, this.options.timeout)} }, removeDownload(id){ let {timer, abort} = this.downloads[id] ?? {} if(timer == undefined) return clearTimeout(timer) & abort() delete this.downloads[id] }, init(){ // 初始化 this.HOSTS = { // 网站规则 'x.com': { title: '推特', id: 'twitter', rules: [ { url: 'https://x.com/i/api/graphql/(.*?)/UserMedia', type: 'network', parseList: json => json?.data?.user?.result?.timeline_v2?.timeline?.instructions?.[0]?.moduleItems, parseItem: data => { let {legacy, user_results, core, views: {count: view_count}} = data.item.itemContent.tweet_results.result let {description: author_desc, name: author_name, id: author_id,} = core.user_results.result let {created_at, full_text: title, lang, extended_entities, favorite_count, bookmark_count, quote_count, reply_count, retweet_count, id_str: id} = legacy if(extended_entities?.media) return extended_entities.media.map(({type, media_url_https: url, original_info: {height, width}}, index) => { return { status: WAITTING, url: 'https://x.com/pentarouX/status/'+id, cover: url+'?format=jpg&name=360x360', id: id, author_name, urls: [{url, type}], title, index, create_time: created_at, data } }) } } ] }, 'www.youtube.com': { title: '油管', id: 'youtube', getVideoURL: item => new Promise(reslove => { fetch(item.url).then(resp => resp.text()).then(text => { let json = JSON.parse(cutString(text, '"noteDetailMap":', ',"serverRequestInfo":')) let meta = item.meta = json[item.id] reslove(meta.note.video.media.stream.h264[0].masterUrl) }) }), rules: [ { url: 'https://www.youtube.com/youtubei/v1/browse', type: 'fetch', parseList: json => json?.onResponseReceivedActions[0].appendContinuationItemsAction.continuationItems, parseItem: data => { if(!data.richItemRenderer) return let {videoId, headline, thumbnail} = data.richItemRenderer.content.reelItemRenderer return { status: WAITTING, id: videoId, url: 'https://www.youtube.com/shorts/'+videoId, cover: thumbnail.thumbnails[0].url, author_name: '', urls: '', title: headline.simpleText, data } } } ] }, 'weibo.com': { title: '微博', id: 'weibo', rules: [ { url: 'https://weibo.com/ajax/profile/getWaterFallContent', type: 'network', parseList: json => json?.data?.list, parseItem: data => { let {page_info, created_at} = data let {short_url, object_id, media_info, page_pic} = page_info return { status: WAITTING, id: object_id, url: short_url, cover: page_pic, author_name: media_info.author_name, urls: media_info.playback_list[0].play_info.url, title: media_info.video_title, create_time: created_at, data } } } ] }, 'www.xiaohongshu.com': { title: '小红书', id: 'xhs', getVideoURL: item => new Promise(reslove => { fetch(item.url).then(resp => resp.text()).then(text => { let json = JSON.parse(cutString(text, '"noteDetailMap":', ',"serverRequestInfo":')) let meta = item.meta = json[item.id] let {time} = meta.note Object.assign(item, {create_time: time}) console.log(item) reslove(meta.note.video.media.stream.h264[0].masterUrl) }) }), rules: [ { type: 'object', getObject: window => chooseObject(obj => flattenArray(obj).length > 0, window?.__INITIAL_STATE__?.user.notes?._rawValue, window?.__INITIAL_STATE__?.search.feeds?._rawValue), parseList: json => { let list = Array.isArray(json) ? (json.length == 4 ? json[0] : json) : [] return list }, parseItem: data => { let { cover, displayTitle, noteId, type, user, xsecToken} = data?.noteCard || {} let id = noteId ?? data.id if(type == 'video') return { status: WAITTING, author_name: user.nickname, id, url: 'https://www.xiaohongshu.com/explore/'+id, // +'?xsec_token='+xsecToken+'=&xsec_source=pc_user', cover: cover.urlDefault, title: (displayTitle ?? '').replaceAll('🥹', ''), data } } } ] }, 'isee.weishi.qq.com': { title: '微视', id: 'weishi', rules: [ { url: 'https://api.weishi.qq.com/trpc.weishi.weishi_h5_proxy.weishi_h5_proxy/GetPersonalFeedList', type: 'network', parseList: json => json?.rsp_body?.feeds, parseItem: data => { let {feed_desc, id, poster, publishtime, urls, video_cover, createtime } = data return { status: WAITTING, author_name: poster?.nick, id, url: 'https://isee.weishi.qq.com/ws/app-pages/share/index.html?id='+id, cover: video_cover.static_cover.url, urls, title: feed_desc, create_time: createtime * 1000, data } } } ] }, 'www.kuaishou.com': { title: '快手', id: 'kuaishou', rules: [ { url: 'https://www.kuaishou.com/graphql', type: 'json', parseList: json => json?.data?.visionProfilePhotoList?.feeds || json?.data?.visionSearchPhoto?.feeds, parseItem: data => { let {photo, author} = data return { status: WAITTING, author_name: author.name, id: photo.id, url: 'https://www.kuaishou.com/short-video/'+photo.id, cover: photo.coverUrl, urls: photo.photoUrl, create_time: photo.timestamp, // urls: photo.videoResource.h264.adaptationSet[0].representation[0].url, title: photo.originCaption, data } } } ], }, 'www.douyin.com': { title: '抖音', id: 'douyin', hosts: [0, 1, 2], // 3个线路 runAtWindowLoaded: true, bindVideoElement: { initElement: node => { let par = getParent(node, el => el?.dataset?.e2eVid) if(par) return {id: par.dataset.e2eVid} let id = cutString(location.href + '?', '/video/', '?') if(id) return {id} } }, /*timeout: { '/search/': 500, },*/ rules: [ { url: 'https://(.*?).douyin.com/aweme/v1/web/aweme/post/', type: 'network', parseList: json => json?.aweme_list, parseItem: data => { let {video, desc, author, aweme_id, images, create_time} = data let {uri, height} = video.play_addr || {} let xl = this.options.douyin_host return { status: WAITTING, id: aweme_id, url: 'https://www.douyin.com/video/'+aweme_id, cover: video.cover.url_list[0], author_name: author.nickname, create_time: create_time * 1000, urls: images ? images.map(({height, width, download_url_list}, index) => { return {url: download_url_list[0], type: 'photo'} }) : video.play_addr.url_list.at(xl), //urls: `https://aweme.snssdk.com/aweme/v1/playwm/?video_id=${uri}&ratio=${height}p&line=0`, // 有水印 title: desc, data } } }, { url: 'https://www.douyin.com/aweme/v1/web/general/search/single/', type: 'network', parseList: json => json?.data, parseItem: data => { let {video, desc, author, aweme_id} = data.aweme_info || {} let xl = this.options.douyin_host if(video) return { status: WAITTING, id: aweme_id, url: 'https://www.douyin.com/video/'+aweme_id, cover: video.cover.url_list[0], author_name: author.nickname, urls: video.play_addr.url_list.at(xl), title: desc, data } } },{ url: 'https://www.douyin.com/aweme/v1/web/aweme/detail/', type: 'network', parseList: json => [json.aweme_detail], parseItem: data => { let {video, desc, author, aweme_id} = data let cover = video?.cover?.url_list if(cover) return { status: WAITTING, id: aweme_id, url: 'https://www.douyin.com/video/'+aweme_id, cover: cover[0], author_name: author.nickname, urls: video.play_addr.url_list.at(this.options.douyin_host), title: desc, data } } }, ] }, 'www.tiktok.com': { title: '国际版抖音', id: 'tiktok', rules: [ { url: 'https://www.tiktok.com/api/post/item_list/', type: 'respone.json', parseList: json => json?.itemList, parseItem: data => { let {video, desc, author, id, createTime} = data return { status: WAITTING, id, url: 'https://www.tiktok.com/@'+ author.uniqueId +'/video/'+id, cover: video.originCover, author_name: author.nickname, create_time: createTime * 1000, //urls: video.downloadAddr, urls: video?.bitrateInfo?.[0]?.PlayAddr.UrlList?.at(-1), title: desc, data } } }, { url: 'https://www.tiktok.com/api/search/general/full/', type: 'respone.json', parseList: json => json?.data, parseItem: data => { let {video, desc, author, id, createTime} = data.item return { status: WAITTING, id, url: 'https://www.tiktok.com/@'+ author.uniqueId +'/video/'+id, cover: video.originCover, author_name: author.nickname, create_time: createTime * 1000, urls: video?.bitrateInfo?.[0]?.PlayAddr.UrlList?.at(-1), title: desc, data } } } ] }, 'www.instagram.com': { title: 'INS', id: 'instagram', rules: [ { url: 'https://www.instagram.com/graphql/query', type: 'network', parseList: json => json?.data?.xdt_api__v1__feed__user_timeline_graphql_connection?.edges, parseItem: data => { // media_type == 2 let {code, owner, product_type, image_versions2, video_versions, caption } = data.node if(product_type == "clips") return { // owner.id status: WAITTING, id: code, url: 'https://www.instagram.com/reel/'+code+'/', cover: image_versions2.candidates[0].url, author_name: owner.username, urls: video_versions[0].url, create_time: caption.created_at * 1000, title: caption.text, data } } } ] } } let DETAIL = this.DETAIL = this.HOSTS[location.host] if(!DETAIL) return console.log(DETAIL) var originalParse, originalSend, originalFetch, originalResponseJson const initFun = () => { originalParse = JSON.parse, originalSend = XMLHttpRequest.prototype.send, originalFetch = unsafeWindow._fetch = unsafeWindow.fetch, originalResponseJson = Response.prototype.json } var resources = this.resources, object_callbacks = [] const hook = () => { let json_callbacks = [], network_callbacks = [], fetch_callbacks = [], respone_json_callbacks = [] DETAIL.rules.forEach(({type, parseList, parseItem, url, getObject}, rule_index) => { const callback = json => { // console.log(json) try { // TODO sort let cnt = resources.push(...(flattenArray((parseList(json) || []).map(item => toArr(parseItem(item)).map(_item => Object.assign(_item || {}, {rule_index})))).filter(item => item.id && !resources.find(({id, index}) => id == item.id && index == item.index)))) if(cnt <= 0) return let fv = document.querySelector('#_ftb') if(!fv){ fv = document.createElement('div') fv.id = '_ftb' fv.style.cssText = `position: fixed;bottom: 50px;right: 50px;border-radius: 20px;background-color: #fe2c55;color: white;z-index: 999;cursor: pointer;` fv.onclick = () => this.showList() fv.oncontextmenu = ev => { this.setList([], false) fv.remove() ev.stopPropagation(true) & ev.preventDefault() } document.body.append(fv) } fv.innerHTML = createHTML(`下载 ${cnt} 个视频`); } catch(err){ console.error(err) } } switch(type){ case 'object': let obj = getObject(unsafeWindow) return callback(obj) case 'json': return json_callbacks.push(json => callback(Object.assign({}, json))) case 'network': return network_callbacks.push({url, callback}) case 'fetch': return fetch_callbacks.push({url, callback}) case 'respone.json': return respone_json_callbacks.push(json => callback(Object.assign({}, json))) } }) if(json_callbacks.length){ JSON.parse = function(...args) { let json = originalParse.call(JSON, args) json_callbacks.forEach(cb => cb(json)) return json } } if(respone_json_callbacks.length){ Object.defineProperty(Response.prototype, 'json', { value: function() { let ret = originalResponseJson.apply(this, arguments) ret.then(json => respone_json_callbacks.forEach(cb => cb(json))) return ret }, writable: true, enumerable: false, configurable: true }); } const cb = (callbacks, {fullURL, raw}) => { callbacks.forEach(({url, callback}) => { DEBUG({fullURL, url}) if(new RegExp(url).test(fullURL) && typeof(raw) == 'string' && raw.startsWith('{') && raw.endsWith('}')){ callback(JSON.parse(raw)) } }) } if(network_callbacks.length){ XMLHttpRequest.prototype.send = function() { this.addEventListener('load', function() { if(['', 'text'].includes(this.responseType)) cb(network_callbacks ,{fullURL: this.responseURL, raw: this.responseText}) }) originalSend.apply(this, arguments) } } if(fetch_callbacks.length){ unsafeWindow.fetch = function() { return originalFetch.apply(this, arguments).then(response => { if (response.status == 200) { response.clone().text().then(raw => { cb(fetch_callbacks, {fullURL: response.url, raw}) }) } return response }) } } } let timeout = Object.entries(DETAIL.timeout || {}).find(([path, ms]) => (unsafeWindow.location.pathname || '').startsWith(path))?.[1] || 0 const start = () => { if(!this.inited){ this.inited = true setTimeout(() => initFun() & hook() & setInterval(() => hook(), 250), timeout) } } if(!DETAIL.runAtWindowLoaded) start() window.onload = () => start() & (DETAIL.bindVideoElement && this.bindVideoElement(DETAIL.bindVideoElement)) & this.initAction() }, autoScroll_timer: -1, autoScroll: false, switchAutoScroll(enable){ if(this.autoScroll_timer){ clearInterval(this.autoScroll_timer) this.autoScroll_timer = -1 } if(this.autoScroll = enable ?? !this.autoScroll){ let auto_download = confirm('捕获结束后是否开启自动下载?(不要最小化浏览器窗口!!!)') var auto_rename = false if(auto_download) auto_rename = confirm('下载前是否应用名称更改?') this.writeLog(`开启自动滚动捕获,自动下载【${auto_download ? '开' : '关'}】`) let _max = 10, _retry = 0 const next = () => { unsafeWindow.scrollTo(0, document.body.scrollHeight) let _old = this.resources.length setTimeout(() => { let _new = this.resources.length if(_old == _new){ this.writeLog(`没有捕获到视频,将会在重试${_max - _retry}次后结束`) if(_max - _retry++ <= 0){ this.writeLog('成功捕获所有的视频') this.switchAutoScroll(false) if(auto_download){ auto_rename && this.applyRenameAll() this.switchRunning(true) } return } }else{ this.writeLog(`捕获到${_new - _old}个视频,当前视频总数${_new}`) this.updateTable() } setTimeout(() => next(), 1000) }, 2000) } next() }else{ this.writeLog(`开启关闭滚动捕获`) } }, setList(list, refresh = true){ this.resources = list refresh && this.refresh() }, refresh(){ this.showList() document.querySelector('#_ftb').innerHTML = createHTML(`下载 ${this.resources.length} 个视频`) }, bindVideoElement({callback, initElement}){ const observer = new MutationObserver((mutations) => { for (const mutation of mutations) { if (mutation.type !== 'childList') return mutation.addedNodes.forEach((node) => { if (node.nodeType === Node.ELEMENT_NODE && node.nodeName == 'VIDEO') { let {id} = initElement(node) || {} let item = this.findItem(id) if(!item) return let url = item.urls || node.currentSrc || node.querySelector('source')?.src // if(!url || url.startsWith('blob')){ } if(!node.querySelector('._btn_download')){ let el = document.createElement('div') el.classList.className = '_btn_download' el.style.cssText = 'width: 30px;margin: 5px;background-color: rgba(0, 0, 0, .4);color: white;cursor: pointer;position: relative;left: 0;top: 0;z-index: 9999;' el.onclick = ev => { const onError = () => false && alert(`下载失败`) GM_download({ url, name: this.safeFileName(item.title) + '.mp4', headers: this.getHeaders(url), onload: ({status}) => { if(status == 502 || status == 404){ onError() } }, ontimeout: onError, onerror: onError, }) el.remove() & ev.stopPropagation(true) & ev.preventDefault() } el.innerHTML = createHTML('下载') el.title = '点击下载' node.before(el) } } }) } }) observer.observe(document.body, { childList: true, // 观察子节点的增减 subtree: true // 观察后代节点 }) }, getHeaders(url){ return { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', 'Referer': url, } }, showList(){ // 展示主界面 let threads = this.options['threads'] this.showDialog({ id: '_dialog', html: `
命名规则:
下载线程数: ${threads}
自动滚动

            
`, callback: dialog => this.initInputs(dialog) & this.updateTable(), onClose: () => this.resources.forEach(item => item.status = WAITTING) }) & this.bindEvents() & [ `欢迎使用!当前版本: ${VERSION} 发布日期: ${RELEASE_DATE}`, `此脚本仅供学习交流使用!!请勿用于非法用途!`, ` -------------------------------------------------------------------------------------- 常见问题: 为什么没有显示入口按钮?(可能是脚本插入时机慢了,可以多滚动或者多刷新几次) 为什么下载显示失败(常见于抖音,抖音每个视频有三个线路,但并不是每个线路都是有视频存在的。所以目前的解决是 每个线路都尝试下载一次) 为什么捕获的数量不等于主页作品数量(目前只能捕获视频作品,而非图文作品) 为什么只能捕获一页的数据/翻页不了(有些不常用的站点可能存在这些问题待修复) 计划列表:自动选择适合的线路,区间选择,右键菜单选择,下载链接可视化,发送aria2下载 测试页面: https://isee.weishi.qq.com/ws/app-pages/wspersonal/index.html?id=1538201906643006 https://www.douyin.com/user/MS4wLjABAAAANfnAjG-xB__cCOB4hTXFBvG6yZFWNl-FkgCWvpwGN2M https://www.douyin.com/search/%E6%88%91%E4%BB%AC https://www.kuaishou.com/profile/3xqyyjytuef8nsq https://www.tiktok.com/@simonboyyyyyyy https://www.xiaohongshu.com/user/profile/60f0ecec0000000001004874 https://www.instagram.com/rohman__oficial/ https://weibo.com/u/2328516855?tabtype=newVideo https://x.com/pentarouX/media -------------------------------------------------------------------------------------- ` ].forEach(msg => this.writeLog(msg, '声明')) }, updateTable(){ $('table')[0].innerHTML = createHTML(` 编号 选中 封面 标题 状态 ${this.resources.map((item, index) => { let {urls, title, cover, url, id} = item || {} return ` ${index+1}

下载

${title} 等待中... ` }).join('')}`) }, getDialog(id){ return document.querySelector('#'+id) }, showDialog({html, id, callback, onClose}){ // 弹窗 let dialog = this.getDialog(id) dialog && dialog.remove() document.body.insertAdjacentHTML('beforeEnd', createHTML(` X ${html} `)) setTimeout(() => { let dialog = this.getDialog(id) dialog.querySelector('._dialog_close').onclick = () => dialog.remove() & (onClose && onClose()) callback && callback(dialog) }, 500) }, applyRenameAll(){ for(let tr of $('table tr[data-id]')){ this.applyRename(tr.dataset.id, tr) } }, applyRename(tid, tr){ tr ??= this.findElement(tid) if(!tr) return let item = this.findItem(tid) if(!item) return let {title, author_name, id, create_time} = Object.assign(item, {renamed: true}) let s = $('#_filename')[0].value.replace('{标题}', title ?? '').replace('{id}', id).replace('{发布者}', author_name ?? '') if(create_time){ s = new Date(create_time).format(s) } tr.querySelector('td[contenteditable]').innerHTML = createHTML(s) }, bindEvents(){ // 绑定DOM事件 $('#_threads')[0].oninput = function(ev){ $('#_threads_span')[0].innerHTML = createHTML(this.value) } $('#_apply_filename')[0].onclick = () => this.applyRenameAll() & (['www.xiaohongshu.com'].includes(location.host) && alert("请注意:小红书网站上日期规则预览不会立刻生效,只有在开始下载的时候才会生效!")) $('#_apply_filename_help')[0].onclick = () => this.showDialog({ id: '_dialog_rename_help', html: `可用变量 {标题} {id} {发布者} yyyy年MM月dd日_hh时mm分ss秒`, }) $('#_selectAll')[0].onclick = () => $('table input[type=checkbox]').forEach(el => el.checked = true) $('#_reverSelectAll')[0].onclick = () => $('table input[type=checkbox]').forEach(el => el.checked = !el.checked) $('#_clear_log')[0].onclick = () => $('#_log')[0].innerHTML = createHTML('') $('#_switchRunning')[0].onclick = () => this.switchRunning() $('#_autoScroll')[0].onclick = () => this.switchAutoScroll() $('#_settings')[0].onclick = () => { this.showDialog({ id: '_dialog_settings', html: `

线路设置

${Object.values(this.HOSTS).map(({hosts, title, id}) => { hosts ??= [] let html = `${title}线路: ` return hosts.length ? html : ''}).join('')}

下载设置

超时时间:

数据设置

`, callback: dialog => this.initInputs(dialog), // onClose: () => this.resources = this.resources.map(item => this.DETAIL.parseItem(item.data)) }) } $('#_clearDownloads')[0].onclick = () => this.clearDownloads() $('#_reDownloads')[0].onclick = () => this.reDownloads() }, initAction(){ document.body.addEventListener('click', ev => { let {srcElement} = ev let {action} = srcElement.dataset switch(action){ case 'addDownload': let par = getParent(srcElement, el => el?.dataset?.id) if(par){ this.downloadItem(this.findItem(par.dataset.id), true) } return case 'exportData': // todo csv if(!self.resources.length) return alert('没有任何数据') return self.addDownload({ url: URL.createObjectURL(new Blob([JSON.stringify(self.resources)])), name: '导出数据.json' }) case 'importData': return openFileDialog({ accept: '.json', callback: files => { let reader = new FileReader() reader.readAsText(files[0]) reader.onload = function (e) { try { json = JSON.parse(this.result) let cnt = json.length if(cnt){ if(confirm(`发现${cnt}条数据!是否重置下载状态?`)) json = json.map(item => Object.assign(item, {status: WAITTING})) self.setList(json) & self.writeLog('成功导入数据') } } catch (err) { alert(err.toString()) } } } }) default: return } ev.stopPropagation(true) & ev.preventDefault() }) }, initInputs(dialog){ const self = this for(let select of dialog.querySelectorAll('select')) select.onchange = function(){ self.saveOptions({[`${this.dataset.for}_host`]: this.value}) } for(let input of dialog.querySelectorAll('input')) input.onchange = function(){ let value switch(this.type){ case 'checkbox': case 'switch': value = this.checked break default: value = this.value } self.saveOptions({[this.dataset.for]: value}) } }, clearDownloads(){ this.eachItems(DOWNLOADED, ({tr, item, index}) => { this.resources.splice(index, 1) tr && tr.remove() }) }, reDownloads(){ this.cancelDownloads() let cnt = this.eachItems([DOWNLOADING, ERROR], ({tr, item}) => { if(tr){ let td = tr.querySelectorAll('td') td[4].style.backgroundColor = 'unset' td[4].innerHTML = createHTML('等待中...') } item.status = WAITTING }).length cnt ? this.writeLog(`重新下载${cnt}个视频`) & this.switchRunning(true) : alert('没有需要重新下载的任务') }, cancelDownloads(){ Object.keys(this.downloads).forEach(id => this.removeDownload(id)) this.writeLog(`成功取消所有下载`) }, eachItems(status_id, callback){ let ret = [] status_id = toArr(status_id) for(let i=this.resources.length-1;i>=0;i--){ let item = this.resources[i] ret.push(item) let {status, id} = item if(status_id.includes(status)){ let tr = this.findElement(id) callback({tr, item, index: i}) } } return ret }, checkFinishTimer: -1, switchRunning(running){ // 切换运行状态 this.running = running ??= !this.running $('#_switchRunning')[0].innerHTML = createHTML(running ? '暂停' : '运行') if(running){ let threads = parseInt($('#_threads')[0].value) let cnt = threads - this.getItems(DOWNLOADING).length if(cnt){ this.writeLog('开始线程下载:'+cnt) this.saveOptions({threads}) for(let i=0;i status == _status) }, getDownloadName(id){ let tr = this.findElement(id) if(tr){ let td = tr.querySelectorAll('td') return td[3].outerText } return null }, downloadItem(item, checked){ let {status, id, urls, rule_index} = item if(status == WAITTING){ let tr = this.findElement(id) if(!tr) return let td = tr.querySelectorAll('td') checked ??= td[1].querySelector('input[type=checkbox]').checked if(checked){ item.status = DOWNLOADING const log = ({msg, color, next = true, status}) => { this.writeLog(msg, `${item.title}`, color) status ??= {success: DOWNLOADED, error: ERROR}[color] this.setItemStatus({id, color, msg, el: tr, item, status}) if(next) this.nextDownload() } log({msg: '正在下载', color: 'primary', next: false}) // 预先下载并尝试重试(多线程下需要重试才能正常下载) let retry = 0 const httpRequest = url => { toArr(url).forEach(download => { if(typeof(download) == 'string') download = {url: download, type: 'video', title: item.title} var {url} = download const done = url => this.addDownload({ download, url, error: msg => log({msg, color: 'error'}), success: msg => log({msg, color: 'success'}), }) GM_xmlhttpRequest({ method: "GET", url, headers: this.getHeaders(url), // redirect: 'follow', responseType: "blob", timeout: this.options.timeout, // anonymous:true, onload: ({status, response, finalUrl}) => { console.log({status, finalUrl, response}) if (status === 200) { if(!response){ if(!finalUrl) return log({msg: `请求错误`, color: 'error'}) done(finalUrl) }else{ done(URL.createObjectURL(response)) } }else if(retry++ < RETRY_MAX){ // console.log('下载失败,重试中...', urls) setTimeout(() => httpRequest(), 500) }else{ log({msg: `重试下载错误`, color: 'error'}) } } }) }) } if(!urls){ let getVideoURL = this.DETAIL[rule_index]?.getVideoURL || this.DETAIL.getVideoURL if(!getVideoURL) return log({msg: `无下载地址`, color: 'error'}) getVideoURL(item).then(url => { if(item.renamed){ // 获取详细信息后再改变名称 delete item.renamed this.applyRename(item.id) } httpRequest(Object.assign(item, {url})) }) }else{ httpRequest(urls) } return true } } }, nextDownload(){ // 进行下一次下载 if(!this.running) return let {resources} = this if(!resources.some(item => this.downloadItem(item))){ if(this.running){ clearInterval(this.checkFinishTimer) this.checkFinishTimer = setInterval(() => { if(this.getItems(WAITTING).length == 0 && this.getItems(DOWNLOADING).length == 0){ clearInterval(this.checkFinishTimer) this.switchRunning(false) let msg = '所有任务下载完成!' this.writeLog(msg) & alert(msg) } }, 1000) } } }, findElement: id => $(`tr[data-id="${id}"]`)[0], // 根据Id查找dom writeLog(msg, prefix = '提示', color = 'info'){ // 输出日志 let div = $('#_log')[0] div.insertAdjacentHTML('beforeEnd', createHTML(`

【${prefix}】 ${msg}

`)) if(this.options.autoScroll) div.scrollTop = div.scrollHeight }, getColor: color => ({success: '#8bc34a', error: '#a31545', info: '#fff', primary: '#3fa9fa' })[color] || color, setItemStatus({id, color, msg, el, item, status}){ item ??= this.findItem(id) if(!item) return if(status !== undefined) item.status = status if(el === false) return el ??= this.findElement(id) let td = el.querySelectorAll('td') if(td[4]){ td[4].style.backgroundColor = this.getColor(color) td[4].innerHTML = createHTML(msg) } }, findItem(id, method = 'find'){ // 根据Item查找资源信息 return this.resources[method](_item => _item.id == id) }, safeFileName: str => str.replaceAll('\n', ' ').replaceAll('(', '(').replaceAll(')', ')').replaceAll(':', ':').replaceAll('*', '*').replaceAll('?', '?').replaceAll('"', '"').replaceAll('<', '<').replaceAll('>', '>').replaceAll("|", "|").replaceAll('\\', '\').replaceAll('/', '/') } _downloader.init()