// ==UserScript==
// @name 获取哔哩哔哩视频链接
// @namespace https://weibo.com/guoxuebiji/profile?is_all=1
// @version 1.1
// @description 获取哔哩哔哩(https://space.bilibili.com)视频链接
// @author 东风
// @match http*://*.bilibili.com/video/*
// @grant GM_setClipboard
// @grant GM_info
// @grant GM_download
// @icon https://space.bilibili.com/favicon.ico
// @license BSD 3-Clause License
// @date 2020-4-25
// @modified 2020-9-29
// @downloadURL none
// ==/UserScript==
(function () {
'use strict';
//字符串是否包含子串
function isContains(str, substr) {
//str是否包含substr
return str.indexOf(substr) >= 0;
}
//数组是否包含某元素
function arrayContains(arr, obj) {
var i = arr.length;
while (i--) {
if (arr[i] === obj) {
return true;
}
}
return false;
}
//判断页面中id是否存在
function hasId(id) {
//有此id返回true，否则返回false
var element = document.getElementById(id);
if (element) {
return true
} else {
return false
}
}
//获取url查询参数
function getUrlQuery(key, acq) {
/*
获取URL中?之后的查询参数，不包含锚部分，比如url为http://passport.saintic.com/user/message/?status=1&Action=getCount
若无查询的key，则返回整个查询参数对象，即返回{status: "1", Action: "getCount"}；
若有查询的key，则返回对象值，返回值可以指定默认值acq：如key=status, 返回1；key=test返回acq
*/
var str = location.search;
var obj = {};
if (str) {
str = str.substring(1, str.length);
// 以&分隔字符串，获得类似name=xiaoli这样的元素数组
var arr = str.split("&");
//var obj = new Object();
// 将每一个数组元素以=分隔并赋给obj对象
for (var i = 0; i < arr.length; i++) {
var tmp_arr = arr[i].split("=");
obj[decodeURIComponent(tmp_arr[0])] = decodeURIComponent(tmp_arr[1]);
}
}
return key ? obj[key] || acq : obj;
}
//计算百分比
function calculatePercentage(num, total) {
//小数点后两位百分比
return (Math.round(num / total * 10000) / 100.00 + "%");
}
//加载css文件
function addCSS(href) {
var link = document.createElement('link');
link.type = 'text/css';
link.rel = 'stylesheet';
link.href = href;
document.getElementsByTagName("head")[0].appendChild(link);
}
//加载js文件
function addJS(src, cb) {
var script = document.createElement("script");
script.type = "text/javascript";
script.src = src;
document.getElementsByTagName('head')[0].appendChild(script);
script.onload = typeof cb === "function" ? cb : function () {};
}
//获取可使用域名
function getEffectiveHost() {
var host = window.location.host;
if (!host) {
host = document.domain;
}
if (!host) {
host = "huaban.com";
}
if (isContains(host, "meiwu.co")) {
host = "login.meiwu.co";
} else if (isContains(host, "huabanpro.com")) {
host = "huabanpro.com";
} else {
host = "huaban.com";
}
return host;
}
//时间戳转化为日期格式
function formatUnixtimestamp(unixtimestamp) {
var unixtimestamp = new Date(unixtimestamp * 1000);
var year = 1900 + unixtimestamp.getYear();
var month = "0" + (unixtimestamp.getMonth() + 1);
var date = "0" + unixtimestamp.getDate();
var hour = "0" + unixtimestamp.getHours();
var minute = "0" + unixtimestamp.getMinutes();
var second = "0" + unixtimestamp.getSeconds();
return year + "-" + month.substring(month.length - 2, month.length) + "-" + date.substring(date.length - 2, date.length) +
" " + hour.substring(hour.length - 2, hour.length) + ":" +
minute.substring(minute.length - 2, minute.length);
}
//加星隐藏部分
function setStarHidden(str) {
if (str) {
return str.substr(0, 4) + " **** " + str.substr(-4);
}
}
//封装localStorage
class StorageMix {
constructor(key) {
this.key = key;
this.obj = window.localStorage;
if (!this.obj) {
console.error("浏览不支持localStorage");
return false;
}
}
//设置或跟新本地存储数据
set(data) {
if (data) {
return this.obj.setItem(this.key, JSON.stringify(data));
}
}
//获取本地存储数据
get() {
var data = null;
try {
data = JSON.parse(this.obj.getItem(this.key));
} catch (e) {
console.error(e);
} finally {
return data;
}
}
clear() {
//清除对象
return this.obj.removeItem(this.key);
}
}
//由于@require方式引入jquery时layer使用异常，故引用cdn中jquery v1.10.1；加载完成后引用又拍云中layer v3.1.1
addJS("https://cdn.bootcss.com/jquery/1.10.1/jquery.min.js", function () {
$.noConflict();
addJS("https://static.saintic.com/cdn/layer/3.1.1/layer.js");
});
//当前URL
var initUrl = window.location.href;
//判断UA是否为移动端
var isMobile = ((navigator.userAgent.match(/(phone|pad|pod|iPhone|iPod|ios|iPad|Android|Mobile|BlackBerry|IEMobile|MQQBrowser|JUC|Fennec|wOSBrowser|BrowserNG|WebOS|Symbian|Windows Phone|Opera Mini)/i))) ? true : false;
//加载优化
var loadingLayer = null;
// 设置提醒弹框
function setupRemind() {
var email = getReceiveBy('email') || '',
mobile = getReceiveBy('mobile') || '',
token = getReceiveBy('token') || '';
var content_overview = [
'',
'
花瓣网下载脚本功能设置，包括提醒、公告等。
',
'
提醒功能旨在提交远程下载后，查询下载进度并在下载完成发送邮箱、短信、微信等消息，以供用户下载。
',
'
邮箱：' + (email || '未设置!') + '
',
'
手机：' + (mobile || '未设置!') + '
',
'
密钥：' + (setStarHidden(token) || '未设置!') + '
',
'
微信：采用本站公众号，关注后，发送"@下载链接"即可查询状态。
',
'
公告功能目前支持清理缓存公告。
',
'
点击重置状态：将已读公告标记为未读，下次请求会重新展示公告。
',
'
重新阅读公告：手动查看花瓣网公告。
',
'
帮助说明与反馈。
',
'
查看FAQ：关于设置方面的问题说明，亦可阅读详细文档！
',
'
在线反馈：问题反馈或功能建议，若页面异常可直接发邮件。
',
'
捐赠。
',
'
如果您觉得此脚本对您有所裨益，您可以点此捐赠！
',
'
',
'
',
'
',
'
',
'
微信下载进度查询：
',
'
',
'
',
'
微信下载进度查询：
',
'
请使用微信APP扫描此二维码并关注，发送"@下载链接"即可，服务器会返回下载进度。
',
'
',
'
',
'
1. 什么是密钥？
答：密钥是在您在诏预开放平台创建的Api Token，与用户一一对应，拥有它可以访问平台公共接口、处理您账号的相关事务等，此处仅作为您使用此脚本查询远端下载记录，以便及时下载完成的压缩包，省去了复制下载链接等步骤。切记密钥不可泄露，否则可能造成账号风险！
',
'
2. 怎么创建密钥？
答：请登录开放平台：https://open.saintic.com，在控制台处可以创建密钥（您可以使用QQ/微博/码云/GitHub等快捷登录）！
',
'
3. 微信怎么查询下载进度？
答：请使用微信APP扫描此二维码并关注，发送"@下载链接"即可，服务器会返回下载状态。
',
'
当前画板共' + pin_number + '张图片，抓取了' + pins.length + '张，抓取率：' + calculatePercentage(pins.length, pin_number) + '！提示: 只有登录后才可以抓取几乎所有图片哦。',
'
请选择以下三种下载方式：',
'1.
文本：
即所有图片地址按行显示，提供复制，粘贴至迅雷、QQ旋风等下载工具批量下载即可(或
这个工具)，推荐使用此方式。
',
'2.
本地：
即所有图片直接保存到硬盘中，由于是批量下载，所以浏览器设置中请关闭"下载前询问每个文件的保存位置"，并且允许浏览器下载多个文件的授权申请，以保证可以自动批量保存，否则每次保存时会弹出询问，对您造成困扰。
',
'3.
远程：
即所有图片将由远端服务器下载并压缩，提供压缩文件链接，直接下载此链接解压即可。
',
'
寻求帮助？请点击我！
'
].join('');
layer.open({
type: 1,
title: "选择画板图片下载方式",
content: msg,
closeBtn: false,
shadeClose: false,
shade: 0,
btn: ['文本', '本地', '远程'],
btnAlign: 'c',
zIndex: layer.zIndex,
success: function (layero) {
layer.setTop(layero);
},
yes: function (index, layero) {
//文本方式下载，比如迅雷、QQ旋风
downloadMethod = 1;
layer.close(index);
layer.open({
type: 1,
title: "文本方式下载",
content: '请点击复制按钮，粘贴到迅雷等工具中下载！
',
closeBtn: false,
shadeClose: false,
shade: 0,
btn: '复制',
btnAlign: 'c',
maxmin: true,
zIndex: layer.zIndex,
success: function (layero) {
layer.setTop(layero);
},
yes: function (index, layero) {
layer.close(index);
GM_setClipboard(pins.map(function (pin) {
return pin.imgUrl + "\n";
}).join(""));
layer.msg("复制成功", {
icon: 1
});
}
});
},
btn2: function (index, layero) {
//本地下载
downloadMethod = 2;
layer.close(index);
pins.map(function (pin) {
GM_download(pin.imgUrl, pin.imgName);
});
},
btn3: function (index, layero) {
//远端下载
downloadMethod = 3;
layer.close(index);
// 提醒接收配置信息读取
var email = getUrlQuery("email", getReceiveBy('email'));
var mobile = getUrlQuery("sms", getReceiveBy('mobile'));
jQuery.ajax({
url: "https://open.saintic.com/CrawlHuaban/",
type: "POST",
data: {
site: 1,
version: GM_info.script.version,
board_total: pin_number,
board_id: board_id,
user_id: user_id,
pins: JSON.stringify(pins),
email: email,
sms: mobile
},
beforeSend: function (request) {
request.setRequestHeader("Authorization", "Token " + getReceiveBy('token'));
},
success: function (res) {
if (res.success === true) {
var msg = ['下载任务已经提交！根据画板图片数量，所需时间不等，请稍等数分钟后访问下载链接：
',
res.downloadUrl + '它将于
',
res.expireTime + '过期，那时资源会被删除，请提前下载。',
res.tip + '
'
].join("");
layer.open({
type: 1,
title: "温馨提示",
content: msg,
closeBtn: false,
shadeClose: false,
shade: 0,
area: '350px',
btn: '我已知晓并复制下载链接',
btnAlign: 'c',
maxmin: true,
zIndex: layer.zIndex,
success: function (layero) {
layer.setTop(layero);
},
yes: function (index, layero) {
layer.close(index);
GM_setClipboard(res.downloadUrl);
var tips = '复制成功！';
if (email) {
tips += ' 接收提醒邮箱:' + email;
}
if (mobile) {
tips += ' 接收提醒手机:' + mobile;
}
layer.msg(tips, {
icon: 1
});
}
});
} else {
layer.msg("远端服务提示: " + res.msg, {
icon: 2,
time: 8000
});
}
}
});
},
end: function () {
jQuery.ajax({
url: "https://open.saintic.com/CrawlHuaban/putClick",
type: "POST",
data: {
site: 1,
version: GM_info.script.version,
total_number: pin_number,
pin_number: pins.length,
board_id: board_id,
user_id: user_id,
downloadMethod: downloadMethod
}
});
}
});
}
//交互确定用户下载方式
function interactiveUser(user_id, boards, board_number) {
boards.map(function (board_id) {
var msg = [
'当前画板是：' + board_id + '！提示: 只有登录后才可以抓取几乎所有画板哦。',
'
请选择以下两种功能按钮：',
'1.
开始下载：
点击此按钮将开始抓取画板图片，抓取完成后弹出下载方式，请选择某种方式后完成当前画板下载。
',
'2.
跳过：
即忽略此画板，并关闭本窗口。
',
'
请注意：用户存在多个画板时会弹出多个窗口，请移动或最小化当前窗口以显示其他窗口。
',
'
寻求帮助？请点击我！
'
].join('');
layer.open({
type: 1,
title: "花瓣网用户抓取：" + user_id,
content: msg,
closeBtn: false,
shadeClose: false,
shade: 0,
btn: ['开始下载', '跳过'],
btnAlign: 'c',
maxmin: true,
zIndex: layer.zIndex,
success: function (layero) {
layer.setTop(layero);
},
yes: function (index, layero) {
//按钮【开始下载】的回调
layer.close(index);
downloadBoard(board_id);
},
btn2: function (index, layero) {
//按钮【跳过】的回调
layer.close(index);
}
});
});
layer.open({
type: 1,
title: "温馨提示",
content: '当前用户画板数量总共为' + board_number + '个，抓取了' + boards.length + '个，抓取率：' + calculatePercentage(boards.length, board_number) + '！寻求帮助？Bug反馈？请点击我！ ',
closeBtn: false,
shadeClose: false,
shade: 0,
btn: '我已知晓',
btnAlign: 'c',
zIndex: layer.zIndex,
success: function (layero) {
layer.setTop(layero);
},
yes: function (index, layero) {
//按钮【我已知晓】的回调
layer.close(index);
}
});
}
//画板解析与下载
function downloadBoard(board_id) {
if (board_id) {
console.group("花瓣网下载-当前画板：" + board_id);
var limit = 100,
loadingLayer = layer.load(0, {
time: 5000
});
//get first pin data
console.log("请求：",window.location.protocol + '//' + getEffectiveHost() + '/boards/' + board_id);
jQuery.ajax({
url: window.location.protocol + '//' + getEffectiveHost() + '/boards/' + board_id,
async: false,
success: function (res) {
try {
console.log(res);
if (res.hasOwnProperty("board") === true) {
var board_data = res.board,
//画板图片总数
pin_number = board_data.pin_count,
board_pins = board_data.pins,
user_id = board_data.user.urlname,
//尝试向上取整，计算加载完画板图片需要的最大次数
retry = board_pins.length < pin_number ? Math.ceil(pin_number / limit) : 0;
console.debug("Current board <" + board_id + "> pins number is " + pin_number + ", first pins number is " + board_pins.length + ", retry is " + retry);
var bf = setInterval(function () {
if (retry > 0) {
//说明没有加载完画板图片，需要ajax请求
var last_pin = board_pins[board_pins.length - 1].pin_id;
//get ajax pin data
var board_next_url = window.location.protocol + "//" + getEffectiveHost() + "/boards/" + board_id + "/?max=" + last_pin + "&limit=" + limit + "&wfl=1";
console.log("请求：",board_next_url);
jQuery.ajax({
url: board_next_url,
async: false,
success: function (res) {
//console.log(res);
var board_next_data = res.board;
board_pins = board_pins.concat(board_next_data.pins);
console.log("ajax load board with pin_id " + last_pin + ", get pins number is " + board_next_data.pins.length + ", merged");
if (board_next_data.pins.length === 0) {
retry = 0;
return false;
}
last_pin = board_next_data.pins[board_next_data.pins.length - 1].pin_id;
}
});
retry--;
} else {
console.log("画板" + board_id + "共抓取" + board_pins.length + "个pin");
var pins = board_pins.map(function (pin) {
var suffix = (!pin.file.type) ? "png" : pin.file.type.split("/")[1];
return {
imgUrl: window.location.protocol + "//hbimg.huabanimg.com/" + pin.file.key,
imgName: pin.pin_id + "." + suffix
};
})
//交互确定下载方式
interactiveBoard(board_id, pins, pin_number, user_id);
clearInterval(bf);
}
}, 200);
}
} catch (e) {
console.error(e);
}
}
});
console.groupEnd();
}
}
//用户解析与下载
function downloadUser(user_id) {
if (user_id) {
console.group("花瓣网下载-当前用户：" + user_id);
var limit = 10;
//get first board data
jQuery.ajax({
url: window.location.protocol + '//' + getEffectiveHost() + '/' + user_id,
async: false,
success: function (res) {
try {
//console.log(res);
if (res.hasOwnProperty("user") === true) {
var user_data = res.user,
board_number = user_data.board_count,
board_ids = user_data.boards,
retry = board_ids.length < board_number ? Math.ceil(board_number / limit) : 0;
console.debug("Current user <" + user_id + "> boards number is " + board_number + ", first boards number is " + board_ids.length + ", retry is" + retry);
var uf = setInterval(function () {
if (retry > 0) {
var last_board = board_ids[board_ids.length - 1].board_id;
//get ajax board data
var user_next_url = window.location.protocol + "//" + getEffectiveHost() + "/" + user_id + "/?max=" + last_board + "&limit=" + limit + "&wfl=1";
jQuery.ajax({
url: user_next_url,
async: false,
success: function (res) {
//console.log(res);
var user_next_data = res.user.boards;
board_ids = board_ids.concat(user_next_data);
console.debug("ajax load user with board_id " + last_board + ", get boards number is " + user_next_data.length + ", merged");
if (user_next_data.length === 0) {
retry = 0;
return false;
}
last_board = user_next_data[user_next_data.length - 1].board_id;
}
});
retry--;
} else {
console.log("用户" + user_id + "共抓取" + board_ids.length + "个board");
var boards = board_ids.map(function (board) {
return board.board_id;
});
//交互确定下载方式
interactiveUser(user_id, boards, board_number);
clearInterval(uf);
}
}, 200);
}
} catch (e) {
console.error(e);
}
}
});
console.groupEnd();
}
}
function GetFileName(url) {
var Business=url.split("/");
return Business[Business.length-1];
}
// 拷贝视频网址
function CopyPicUrls() {
var json = {};
var title = document.title
// var n = title.lastIndexOf("-微元素");
// if (n >= 0) {
// title = title.substring(0,n);
// var n2 = title.lastIndexOf("-");
// if (n2 >= 0) {
// title = title.substring(0,n2);
// }
// }
title = "#title:" + title + "\n"
json[title] = []
var x = document.getElementsByClassName("fav-video-list clearfix content")[0].children;
console.log(title)
var list = [];
console.log(x)
for (var i = 0; i < x.length; i++) {
list[i] = x[i];
}
console.log(list)
// zoomfile
if (list) {
GM_setClipboard( list.map(function (pin) {
return "https:" + pin.children[0].attributes["href"].nodeValue + "\r\n";
}).join(""));
layer.msg("复制成功", {
icon: 1
});
}else
{
layer.msg("找不到图片", {
icon: 1
});
}
// console.log(json);
}
// 拷贝播放列表视频网址
function CopyVedioUrls() {
var json = {};
var title = document.title
// var n = title.lastIndexOf("-微元素");
// if (n >= 0) {
// title = title.substring(0,n);
// var n2 = title.lastIndexOf("-");
// if (n2 >= 0) {
// title = title.substring(0,n2);
// }
// }
title = "#title:" + title + "\n"
json[title] = []
var x = document.getElementsByClassName("list-box")[0].children;
console.log(title)
var list = [];
console.log(x)
for (var i = 0; i < x.length; i++) {
list[i] = x[i];
}
console.log(list)
// zoomfile
if (list) {
GM_setClipboard( list.map(function (pin) {
return "https://www.bilibili.com" + pin.children[0].attributes["href"].nodeValue + "\r\n";
}).join(""));
layer.msg("复制成功", {
icon: 1
});
}else
{
layer.msg("找不到图片", {
icon: 1
});
}
// console.log(json);
}
/*
主入口，分出不同模块：用户、画板，监听并刷新URL
*/
window.onload =function() {
var int=self.setInterval(function (){
console.log("Interval---------------");
var user_text = "拷贝下载链接";
var tmpHtml = ''
var btn = document.getElementsByClassName("CopyPicUrls")
console.log(btn,"-======")
if (btn.length > 0) {
btn.innerHTML = tmpHtml
return
}
var gelement = document.getElementsByClassName("up-info report-wrap-module report-scroll-module")
// console.log(gelement,"----------", gelement.length, gelement[0]);
var pab = document.getElementsByClassName("up-info report-wrap-module report-scroll-module")[0];
// console.log(pab,"----------222");
// console.log(pab);
pab.insertAdjacentHTML('afterEnd', tmpHtml);
//监听用户点击下载事件
document.getElementById("CopyPicUrls").onclick = function () {
CopyVedioUrls();
};
},3000)
}
})();
