${p}
`; } }) .join("\n"); if (chapterInfo.postscript.length === 0) { contentHTML = _contentHTML; } else { contentHTML = document.createElement("div"); contentHTML.className = "main"; const hr = document.createElement("hr"); const authorSayDom = document.createElement("div"); authorSayDom.innerHTML = chapterInfo.postscript .split("\n") .map((p) => { if (p.length === 0) { return "${p}
`; } }) .join("\n"); contentHTML.appendChild(_contentHTML); contentHTML.appendChild(hr); contentHTML.appendChild(authorSayDom); contentRaw.innerHTML = [ contentRaw.innerHTML, "-".repeat(20), chapterInfo.postscript, ].join("\n\n"); contentText = [ contentText, "-".repeat(20), chapterInfo.postscript, ].join("\n\n"); } return { chapterName: chapterName, contentRaw: contentRaw, contentText: contentText, contentHTML: contentHTML, contentImages: null, additionalMetadate: null, }; } } return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } async function antiAntiCrawler() { if (Math.random() < 0.2) { randomWalker(); } await (0, misc_1.sleep)(3000 + Math.round(Math.random() * 4000)); } async function publicChapter() { await antiAntiCrawler(); return getChapter(); } async function vipChapter() { await antiAntiCrawler(); return getChapter(); } if (isVIP) { return vipChapter(); } else { return publicChapter(); } } } exports.gongzicp = gongzicp; /***/ }), /***/ "./src/rules/haitangtxt.ts": /***/ ((__unused_webpack_module, exports, __webpack_require__) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.haitangtxt = void 0; const main_1 = __webpack_require__("./src/main.ts"); const rules_1 = __webpack_require__("./src/rules.ts"); const misc_1 = __webpack_require__("./src/lib/misc.ts"); const cleanDOM_1 = __webpack_require__("./src/lib/cleanDOM.ts"); const http_1 = __webpack_require__("./src/lib/http.ts"); const common_1 = __webpack_require__("./src/rules/lib/common.ts"); const haitangtxtImageDecode_1 = __webpack_require__("./src/rules/lib/haitangtxtImageDecode.ts"); const log_1 = __webpack_require__("./src/log.ts"); class haitangtxt extends rules_1.BaseRuleClass { constructor() { super(); this.imageMode = "TM"; } async bookParse() { const bookUrl = (document.querySelector("div.currency_head > h1 > a")).href; const bookId = bookUrl.split("/").slice(-2, -1)[0]; log_1.log.debug(`[chapter]请求 ${bookUrl}`); const dom = await (0, http_1.getHtmlDOM)(bookUrl, "UTF-8"); const bookname = (dom.querySelector("div.cataloginfo > h3")).innerText.trim(); const author = (dom.querySelector(".infotype > p:nth-child(1) > a:nth-child(1)")).innerText.trim(); const introDom = dom.querySelector(".intro"); const [introduction, introductionHTML, introCleanimages] = await (0, common_1.introDomHandle)(introDom, (introDom) => { (0, misc_1.rm)("span:nth-child(1)", false, introDom); return introDom; }); const additionalMetadate = {}; const chapters = []; const getMaxPageNumber = () => { const pageDom = document.querySelector("div.page:nth-child(6)"); if (pageDom) { const childNodes = Array.from(pageDom.childNodes); const _maxPageNumber = childNodes .slice(-1)[0] .textContent?.match(/第\d+\/(\d+)页/); if (_maxPageNumber) { return _maxPageNumber[1]; } } }; const getIndexUrls = () => { const indexUrls = []; const maxPageNumber = Number(getMaxPageNumber()); for (let i = 1; i <= maxPageNumber; i++) { const indexUrl = [ document.location.origin, document.location.pathname.split("/")[1], `${bookId}_${i}`, ].join("/") + "/"; indexUrls.push(indexUrl); } return indexUrls; }; const indexUrls = getIndexUrls(); let lis = []; for (const indexUrl of indexUrls) { log_1.log.debug(`[chapter]请求 ${indexUrl}`); const dom = await (0, http_1.getHtmlDOM)(indexUrl, "UTF-8"); const ul = dom.querySelector("ul.chapters"); if (ul?.childElementCount) { lis = lis.concat(Array.from(ul.children)); } } const chapterList = lis.filter((obj) => obj !== undefined); let chapterNumber = 0; for (let i = 0; i < chapterList.length; i++) { const node = chapterList[i]; chapterNumber++; const a = node.firstElementChild; const chapterName = a.innerText; const chapterUrl = a.href; const isVIP = false; const isPaid = false; const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, isVIP, isPaid, null, null, null, this.chapterParse, "UTF-8", {}); chapters.push(chapter); } const book = new main_1.Book(bookUrl, bookname, author, introduction, introductionHTML, additionalMetadate, chapters); return book; } async chapterParse(chapterUrl, chapterName, isVIP, isPaid, charset, options) { function contentAppend() { function UpWz(m, i) { let k = Math.ceil((i + 1) % code); k = Math.ceil(m - k); return k; } const _e = dom.getElementsByTagName("meta")[7].getAttribute("content"); const contentRaw = dom.querySelector("#articlecontent"); let codeurl; let code; const _codeurl = dom .getElementsByTagName("script")[1] .innerText.trim() .match(/"(http.+)"/); if (_codeurl) { codeurl = _codeurl[1]; code = Number(new URL(codeurl).searchParams.get("code")); } if (_e) { const e = atob(_e) .split(/[A-Z]+%/) .map((v) => Number(v)); let childNode = []; if (Array.from(dom.querySelectorAll("script")).filter((s) => s.src.includes("/17mb/js/article.js")).length) { for (let i = 0; i < e.length; i++) { let k = UpWz(e[i], i); childNode[k] = contentRaw.childNodes[i]; } for (const node of childNode) { if (node.nodeType != 1) { continue; } if (!(node.innerText.includes("本章尚未完结,请") || node.innerText.includes("本章已阅读完毕"))) { content.appendChild(node); } } return; } } for (const node of Array.from(contentRaw.childNodes)) { if (!(node.innerText.includes("本章尚未完结,请") || node.innerText.includes("本章已阅读完毕"))) { content.appendChild(node); } } return; } let nowUrl = chapterUrl; let dom = await (0, http_1.getHtmlDOM)(chapterUrl, charset); const content = document.createElement("div"); let flag = false; do { contentAppend(); const nextLink = (dom.querySelector(".novelbutton .p1.p3 > a:nth-child(1)")).href; if (new URL(nextLink).pathname.includes("_")) { if (nextLink !== nowUrl) { flag = true; } else { log_1.log.error("网站页面出错，URL： " + nowUrl); flag = false; } } else { flag = false; } if (flag) { nowUrl = nextLink; dom = await (0, http_1.getHtmlDOM)(nextLink, charset); } } while (flag); if (content) { let { dom: oldDom, text: _text, images: finalImages, } = await (0, cleanDOM_1.cleanDOM)(content, "TM", { keepImageName: true }); const _newDom = document.createElement("div"); _newDom.innerHTML = (0, haitangtxtImageDecode_1.replaceHaitangtxtImage)(content.innerHTML); let { dom: newDom, text: finalText, images, } = await (0, cleanDOM_1.cleanDOM)(_newDom, "TM", { keepImageName: true }); const fontStyleDom = document.createElement("style"); fontStyleDom.innerHTML = `.hide { display: none; }`; oldDom.className = "hide"; const finalDom = document.createElement("div"); finalDom.appendChild(fontStyleDom); finalDom.appendChild(oldDom); finalDom.appendChild(newDom); return { chapterName: chapterName, contentRaw: content, contentText: finalText, contentHTML: finalDom, contentImages: finalImages, additionalMetadate: null, }; } else { return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } } } exports.haitangtxt = haitangtxt; /***/ }), /***/ "./src/rules/hetushu.ts": /***/ ((__unused_webpack_module, exports, __webpack_require__) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.hetushu = void 0; const main_1 = __webpack_require__("./src/main.ts"); const rules_1 = __webpack_require__("./src/rules.ts"); const misc_1 = __webpack_require__("./src/lib/misc.ts"); const cleanDOM_1 = __webpack_require__("./src/lib/cleanDOM.ts"); const attachments_1 = __webpack_require__("./src/lib/attachments.ts"); const http_1 = __webpack_require__("./src/lib/http.ts"); const common_1 = __webpack_require__("./src/rules/lib/common.ts"); const log_1 = __webpack_require__("./src/log.ts"); class hetushu extends rules_1.BaseRuleClass { constructor() { super(); this.imageMode = "TM"; } async bookParse() { const bookUrl = document.location.href; const bookname = (document.querySelector(".book_info > h2")).innerText.trim(); const author = (document.querySelector(".book_info > div:nth-child(3) > a:nth-child(1)")).innerText.trim(); const introDom = document.querySelector(".intro"); const [introduction, introductionHTML, introCleanimages] = await (0, common_1.introDomHandle)(introDom); const additionalMetadate = {}; const coverUrl = (document.querySelector(".book_info > img")).src; if (coverUrl) { (0, attachments_1.getImageAttachment)(coverUrl, this.imageMode, "cover-").then((coverClass) => { additionalMetadate.cover = coverClass; }); } const chapters = []; const chapterList = (document.querySelector("#dir")?.childNodes); if (chapterList && chapterList.length !== 0) { let chapterNumber = 0; let sectionNumber = 0; let sectionName = null; let sectionChapterNumber = 0; for (let i = 0; i < chapterList.length; i++) { const node = chapterList[i]; if (node.nodeName === "DT") { sectionNumber++; sectionChapterNumber = 0; sectionName = node.innerText.trim(); } else if (node.nodeName === "DD") { chapterNumber++; sectionChapterNumber++; const a = node.firstElementChild; const chapterName = a.innerText; const chapterUrl = a.href; const isVIP = false; const isPaid = false; const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, isVIP, isPaid, sectionName, sectionNumber, sectionChapterNumber, this.chapterParse, "UTF-8", {}); chapters.push(chapter); } } } const book = new main_1.Book(bookUrl, bookname, author, introduction, introductionHTML, additionalMetadate, chapters); return book; } async chapterParse(chapterUrl, chapterName, isVIP, isPaid, charset, options) { async function sorfPage() { let path, bid, sid, position; if (/\/(book[0-9]?)\/([0-9]+)\/([0-9]+)\.html(\?position=([0-9]+))?$/.test(chapterUrl)) { path = RegExp.$1; bid = RegExp.$2; sid = RegExp.$3; position = RegExp.$5; } else { return false; } const url = [ document.location.origin, path, bid, "r" + sid + ".json", ].join("/"); log_1.log.debug(`[Chapter]请求 ${url} Referer ${chapterUrl}`); const token = await fetch(url, { headers: { accept: "*/*", "cache-control": "no-cache", "content-type": "application/x-www-form-urlencoded", pragma: "no-cache", "x-requested-with": "XMLHttpRequest", }, referrer: chapterUrl, method: "GET", mode: "cors", credentials: "include", }).then((response) => response.headers.get("token")); if (token) { const token_dict = atob(token) .split(/[A-Z]+%/) .map((v) => Number(v)); const this_body = dom.querySelector("#content"); let b = 0, star = 0; for (let i = 0; i < this_body.childNodes.length; i++) { if (this_body.childNodes[i].nodeName == "H2") { star = i + 1; } if (this_body.childNodes[i].nodeName == "DIV" && this_body.childNodes[i].className != "chapter") { break; } } const this_childNode = []; for (let i = 0; i < token_dict.length; i++) { if (token_dict[i] < 5) { this_childNode[token_dict[i]] = this_body.childNodes[i + star]; b++; } else { this_childNode[token_dict[i] - b] = this_body.childNodes[i + star]; } } for (let i = 0; i < this_childNode.length; i++) { if (!this_childNode[i]) { continue; } this_body.appendChild(this_childNode[i]); } } } const dom = await (0, http_1.getHtmlDOM)(chapterUrl, charset); chapterName = (dom.querySelector("#content .h2")).innerText.trim(); await sorfPage(); const content = dom.querySelector("#content"); if (content) { const tagRemoved = "h2, acronym, bdo, big, cite, code, dfn, kbd, q, s, samp, strike, tt, u, var"; tagRemoved.split(", ").forEach((s) => { (0, misc_1.rm)(s, true, content); }); Array.from(content.querySelectorAll("div")).map((oldNode) => { const newNode = document.createElement("p"); newNode.innerHTML = oldNode.innerHTML; oldNode.parentNode?.replaceChild(newNode, oldNode); }); let { dom, text, images } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); return { chapterName: chapterName, contentRaw: content, contentText: text, contentHTML: dom, contentImages: images, additionalMetadate: null, }; } else { return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } } } exports.hetushu = hetushu; /***/ }), /***/ "./src/rules/idejian.ts": /***/ ((__unused_webpack_module, exports, __webpack_require__) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.idejian = void 0; const main_1 = __webpack_require__("./src/main.ts"); const rules_1 = __webpack_require__("./src/rules.ts"); const misc_1 = __webpack_require__("./src/lib/misc.ts"); const cleanDOM_1 = __webpack_require__("./src/lib/cleanDOM.ts"); const attachments_1 = __webpack_require__("./src/lib/attachments.ts"); const http_1 = __webpack_require__("./src/lib/http.ts"); const common_1 = __webpack_require__("./src/rules/lib/common.ts"); const log_1 = __webpack_require__("./src/log.ts"); class idejian extends rules_1.BaseRuleClass { constructor() { super(); this.imageMode = "TM"; this.maxRunLimit = 5; } async bookParse() { const bookUrl = document.location.href; const _bookID = bookUrl.match(/\/(\d+)\/$/); const bookID = _bookID && _bookID[1]; const bookname = (document.querySelector(".detail_bkname > a")).innerText.trim(); const _author = document.querySelector(".detail_bkauthor") .childNodes[0]; let author = "佚名"; if (_author && _author.textContent) { author = _author.textContent.trim(); } const introDom = document.querySelector(".brief_con"); const [introduction, introductionHTML, introCleanimages] = await (0, common_1.introDomHandle)(introDom); const additionalMetadate = {}; const coverUrl = (document.querySelector(".book_img > img")).src; if (coverUrl) { (0, attachments_1.getImageAttachment)(coverUrl, this.imageMode, "cover-").then((coverClass) => { additionalMetadate.cover = coverClass; }); } additionalMetadate.tags = Array.from(document.querySelectorAll("div.detail_bkgrade > span")).map((span) => span.innerText.trim()); const chapters = []; const cos = document.querySelectorAll(".catelog_list > li > a"); let chapterNumber = 0; for (const aElem of Array.from(cos)) { chapterNumber++; const chapterName = aElem.innerText; const chapterUrl = aElem.href; const isVIP = false; const isPaid = false; const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, isVIP, isPaid, null, null, null, this.chapterParse, "UTF-8", { bookID: bookID }); chapters.push(chapter); } document.cookie = ""; const book = new main_1.Book(bookUrl, bookname, author, introduction, introductionHTML, additionalMetadate, chapters); return book; } async chapterParse(chapterUrl, chapterName, isVIP, isPaid, charset, options) { const _chapterUrl = new URL(chapterUrl); _chapterUrl.hostname = "m.idejian.com"; chapterUrl = _chapterUrl.toString(); const referBaseUrl = "https://m.idejian.com/catalog"; const _refer = new URL(referBaseUrl); _refer.searchParams.set("bookId", options.bookID); const referUrl = _refer.toString(); const fakeUA = "Mozilla/5.0 (iPhone; CPU iPhone OS 13_3_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.5 Mobile/15E148 Snapchat/10.77.5.59 (like Safari/604.1)"; if (document.cookie === "") { await (0, http_1.ggetText)(referUrl, charset, { headers: { "User-Agent": fakeUA } }); await (0, http_1.ggetText)(chapterUrl, charset, { headers: { "User-Agent": fakeUA, Referer: referUrl }, }); } log_1.log.debug(`[Chapter]请求 ${chapterUrl}，Refer：${referUrl}`); let doc = await (0, http_1.ggetHtmlDOM)(chapterUrl, charset, { headers: { "User-Agent": fakeUA, Referer: referUrl }, }); chapterName = (doc.querySelector(".text-title-1")).innerText.trim(); let content; if (doc.querySelectorAll("div.h5_mainbody").length === 1) { content = doc.querySelector("div.h5_mainbody"); } else { content = doc.querySelectorAll("div.h5_mainbody")[1]; } if (content) { (0, misc_1.rm)("h1", false, content); let { dom, text, images } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); return { chapterName: chapterName, contentRaw: content, contentText: text, contentHTML: dom, contentImages: images, additionalMetadate: null, }; } else { return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } } } exports.idejian = idejian; /***/ }), /***/ "./src/rules/imiaobige.ts": /***/ ((__unused_webpack_module, exports, __webpack_require__) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.imiaobige = void 0; const main_1 = __webpack_require__("./src/main.ts"); const rules_1 = __webpack_require__("./src/rules.ts"); const cleanDOM_1 = __webpack_require__("./src/lib/cleanDOM.ts"); const attachments_1 = __webpack_require__("./src/lib/attachments.ts"); const http_1 = __webpack_require__("./src/lib/http.ts"); const common_1 = __webpack_require__("./src/rules/lib/common.ts"); class imiaobige extends rules_1.BaseRuleClass { constructor() { super(); this.imageMode = "TM"; this.charset = "UTF-8"; } async bookParse() { const bookUrl = document.location.href .replace("/read/", "/novel/") .replace(/\/$/, ".html"); const doc = await (0, http_1.getHtmlDOM)(bookUrl, this.charset); const bookname = (doc.querySelector(".booktitle > h1")).innerText.trim(); const author = (doc.querySelector("#author > a")).innerText.trim(); const introDom = doc.querySelector("#bookintro"); const [introduction, introductionHTML, introCleanimages] = await (0, common_1.introDomHandle)(introDom); const additionalMetadate = {}; const coverUrl = doc.querySelector("#bookimg > img") .src; if (coverUrl) { (0, attachments_1.getImageAttachment)(coverUrl, this.imageMode, "cover-").then((coverClass) => { additionalMetadate.cover = coverClass; }); } const chapters = []; const sections = document.querySelectorAll("#readerlists > ul"); let chapterNumber = 0; for (let i = 0; i < sections.length; i++) { const s = sections[i]; const sectionNumber = i + 1; const sectionName = s.querySelector("h3").innerText .replace(bookname, "") .trim(); if (sectionName.includes("最新章节")) { continue; } let sectionChapterNumber = 0; const cs = s.querySelectorAll("li > a"); for (let j = 0; j < cs.length; j++) { const a = cs[j]; chapterNumber++; sectionChapterNumber++; const chapterName = a.innerText.trim(); const chapterUrl = a.href; const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, false, false, sectionName, sectionNumber, sectionChapterNumber, this.chapterParse, this.charset, { bookname: bookname }); chapters.push(chapter); } } const book = new main_1.Book(bookUrl, bookname, author, introduction, introductionHTML, additionalMetadate, chapters); return book; } async chapterParse(chapterUrl, chapterName, isVIP, isPaid, charset, options) { const bookname = options.bookname; const dom = await (0, http_1.getHtmlDOM)(chapterUrl, charset); chapterName = (dom.querySelector(".title > h1:nth-child(1)")).innerText.trim(); const content = dom.querySelector("#content"); if (content) { content.innerHTML = content.innerHTML.replace(`您可以在百度里搜索“${bookname} 妙笔阁(imiaobige.com)”查找最新章节！
`, ""); let { dom, text, images } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); return { chapterName: chapterName, contentRaw: content, contentText: text, contentHTML: dom, contentImages: images, additionalMetadate: null, }; } else { return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } } } exports.imiaobige = imiaobige; /***/ }), /***/ "./src/rules/jjwxc.ts": /***/ ((__unused_webpack_module, exports, __webpack_require__) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.jjwxc = void 0; const main_1 = __webpack_require__("./src/main.ts"); const misc_1 = __webpack_require__("./src/lib/misc.ts"); const cleanDOM_1 = __webpack_require__("./src/lib/cleanDOM.ts"); const http_1 = __webpack_require__("./src/lib/http.ts"); const attachments_1 = __webpack_require__("./src/lib/attachments.ts"); const http_2 = __webpack_require__("./src/lib/http.ts"); const rules_1 = __webpack_require__("./src/rules.ts"); const setting_1 = __webpack_require__("./src/setting.ts"); const jjwxcFontDecode_1 = __webpack_require__("./src/rules/lib/jjwxcFontDecode.ts"); const common_1 = __webpack_require__("./src/rules/lib/common.ts"); const log_1 = __webpack_require__("./src/log.ts"); class jjwxc extends rules_1.BaseRuleClass { constructor() { super(); this.imageMode = "TM"; this.concurrencyLimit = 5; this.charset = "GB18030"; } async bookParse() { const bookUrl = document.location.href; const bookname = (document.querySelector('h1[itemprop="name"] > span')).innerText.trim(); const additionalMetadate = {}; const author = (document.querySelector("td.sptd h2 a span")).innerText .replace(/作\s+者:/, "") .trim(); const introDom = document.querySelector("#novelintro"); const [introduction, introductionHTML, introCleanimages] = await (0, common_1.introDomHandle)(introDom); if (introCleanimages) { additionalMetadate.attachments = [...introCleanimages]; } let coverUrl = (document.querySelector(".noveldefaultimage")).src; if (coverUrl) { (0, attachments_1.getImageAttachment)(coverUrl, this.imageMode, "cover-").then((coverClass) => { additionalMetadate.cover = coverClass; }); } let tags = (document.querySelector("table > tbody > tr > td.readtd > div.righttd > ul.rightul > li:nth-child(1) > span:nth-child(2)")).innerText.split("-"); tags = tags.concat(Array.from(document.querySelectorAll("div.smallreadbody:nth-child(3) > span > a")).map((a) => a.innerText)); const perspective = (document.querySelector("table > tbody > tr > td.readtd > div.righttd > ul.rightul > li:nth-child(2)")).innerText.replace("\n", ""); const workStyle = (document.querySelector("table > tbody > tr > td.readtd > div.righttd > ul.rightul > li:nth-child(3)")).innerText.replace("\n", ""); tags.push(perspective); tags.push(workStyle); additionalMetadate.tags = tags; const chapters = []; const trList = document.querySelectorAll("#oneboolt > tbody > tr"); let chapterNumber = 0; let sectionNumber = 0; let sectionName = null; let sectionChapterNumber = 0; for (let i = 0; i < trList.length; i++) { const tr = trList[i]; if (tr.getAttribute("bgcolor")) { sectionNumber++; sectionChapterNumber = 0; sectionName = (tr.querySelector("b.volumnfont"))?.innerText.trim(); } else if (tr.getAttribute("itemprop")) { chapterNumber++; sectionChapterNumber++; const td = tr.querySelector("td:nth-child(2)"); const a = td?.querySelector("a:nth-child(1)"); const isLocked = () => { if (td?.innerText.trim() === "[锁]") { return true; } else { return false; } }; const isVIP = () => { if (a?.getAttribute("onclick")) { return true; } else { return false; } }; if (!isLocked()) { if (isVIP()) { const chapterName = a.innerText.trim(); const chapterUrl = a.getAttribute("rel"); if (chapterUrl) { const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, isVIP(), null, sectionName, sectionNumber, sectionChapterNumber, this.chapterParse, this.charset, {}); const isLogin = () => { if (document.getElementById("jj_login")) { return false; } else { return true; } }; if (isVIP() && !isLogin()) { chapter.status = main_1.Status.aborted; } chapters.push(chapter); } } else { const chapterName = a.innerText.trim(); const chapterUrl = a.href; const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, isVIP(), null, sectionName, sectionNumber, sectionChapterNumber, this.chapterParse, this.charset, {}); const isLogin = () => { if (document.getElementById("jj_login")) { return false; } else { return true; } }; if (isVIP() && !isLogin()) { chapter.status = main_1.Status.aborted; } chapters.push(chapter); } } } } const book = new main_1.Book(bookUrl, bookname, author, introduction, introductionHTML, additionalMetadate, chapters); return book; } async chapterParse(chapterUrl, chapterName, isVIP, isPaid, charset, options) { async function publicChapter() { const dom = await (0, http_2.getHtmlDOM)(chapterUrl, charset); const chapterName = (dom.querySelector("div.noveltext h2")).innerText.trim(); const content = dom.querySelector("div.noveltext"); if (content) { (0, misc_1.rm)("hr", true, content); const rawAuthorSayDom = content.querySelector(".readsmall"); let authorSayDom, authorSayText; if (rawAuthorSayDom) { let { dom: adom, text: atext, images: aimages, } = await (0, cleanDOM_1.cleanDOM)(rawAuthorSayDom, "TM"); [authorSayDom, authorSayText] = [adom, atext]; } (0, misc_1.rm)("div", true, content); content.innerHTML = content.innerHTML.replaceAll("@无限好文，尽在晋江文学城", ""); let { dom, text, images } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); if (rawAuthorSayDom && authorSayDom && authorSayText) { const hr = document.createElement("hr"); authorSayDom.className = "authorSay"; dom.appendChild(hr); dom.appendChild(authorSayDom); text = text + "\n\n" + "-".repeat(20) + "\n\n" + authorSayText; } return { chapterName: chapterName, contentRaw: content, contentText: text, contentHTML: dom, contentImages: images, additionalMetadate: null, }; } return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } async function vipChapter() { async function getFont() { function getFontInfo() { const s = dom.querySelectorAll("body > style")[1]; let fontName, fontUrl; if (s.sheet) { const f = s.sheet.cssRules[s.sheet.cssRules.length - 2]; const m1 = f.cssText.match(/jjwxcfont_[\d\w]+/); const m2 = f.cssText.match(/{(.*)}/); if (m1 && m2) { fontName = m1[0]; const ft = m2[1]; for (const k of ft.split(",")) { if (k.includes('format("woff2")')) { const m3 = k.match(/url\("(.*)"\)\s/); if (m3) { fontUrl = document.location.protocol + m3[1]; return [fontName, fontUrl]; } } } } } const _fontName = document.querySelector("div.noveltext")?.classList[1]; if (_fontName) { fontName = _fontName; fontUrl = document.location.protocol + `//static.jjwxc.net/tmp/fonts/${fontName}.woff2?h=my.jjwxc.net`; return [fontName, fontUrl]; } return [null, null]; } let retryTime = 0; function fetchFont(fontUrl) { log_1.log.debug(`[Chapter]请求 ${fontUrl} Referer ${chapterUrl} 重试次数 ${retryTime}`); return (0, http_1.gfetch)(fontUrl, { headers: { accept: "*/*", Referer: chapterUrl, }, responseType: "blob", }).then((response) => { if (response.status >= 200 && response.status <= 299) { return response.response; } else { log_1.log.error(`[Chapter]请求 ${fontUrl} 失败 Referer ${chapterUrl}`); if (retryTime < setting_1.retryLimit) { retryTime++; return fetchFont(fontUrl); } else { return null; } } }); } const [fontName, fontUrl] = getFontInfo(); if (fontName && fontUrl) { const fontFileName = `${fontName}.woff2`; let fontClassObj; const fontClassObjCache = (0, attachments_1.getAttachmentClassCache)(fontUrl); if (fontClassObjCache) { fontClassObj = fontClassObjCache; } else { const fontBlob = await fetchFont(fontUrl); fontClassObj = new main_1.attachmentClass(fontUrl, fontFileName, "TM"); fontClassObj.imageBlob = fontBlob; fontClassObj.status = main_1.Status.finished; (0, attachments_1.putAttachmentClassCache)(fontClassObj); } const fontStyleDom = document.createElement("style"); fontStyleDom.innerHTML = `.${fontName} { font-family: ${fontName}, 'Microsoft YaHei', PingFangSC-Regular, HelveticaNeue-Light, 'Helvetica Neue Light', sans-serif !important; } @font-face { font-family: ${fontName}; src: url('${fontFileName}') format('woff2'); } .hide { display: none; }`; return [fontName, fontClassObj, fontStyleDom]; } return [null, null, null]; } const dom = await (0, http_2.ggetHtmlDOM)(chapterUrl, charset); const isPaid = () => { if (!dom.querySelector("#buy_content") && dom.querySelector("div.noveltext")) { return true; } else { return false; } }; if (isPaid()) { const chapterName = (dom.querySelector("div.noveltext h2")).innerText.trim(); const content = dom.querySelector("div.noveltext"); if (content) { (0, misc_1.rm)("hr", true, content); const rawAuthorSayDom = content.querySelector(".readsmall"); let authorSayDom, authorSayText; if (rawAuthorSayDom) { let { dom: adom, text: atext, images: aimages, } = await (0, cleanDOM_1.cleanDOM)(rawAuthorSayDom, "TM"); [authorSayDom, authorSayText] = [adom, atext]; } (0, misc_1.rm)("div", true, content); content.innerHTML = content.innerHTML.replaceAll("@无限好文，尽在晋江文学城", ""); let { dom: rawDom, text: rawText, images, } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); if (rawAuthorSayDom && authorSayDom && authorSayText) { const hr = document.createElement("hr"); authorSayDom.className = "authorSay"; rawDom.appendChild(hr); rawDom.appendChild(authorSayDom); rawText = rawText + "\n\n" + "-".repeat(20) + "\n\n" + authorSayText; } let finalDom = rawDom; let finalText = rawText; const [fontName, fontClassObj, fontStyleDom] = await getFont(); if (fontName && fontClassObj && fontStyleDom) { finalText = await (0, jjwxcFontDecode_1.replaceJjwxcCharacter)(fontName, rawText); images.push(fontClassObj); finalDom = document.createElement("div"); const replacedDom = document.createElement("div"); replacedDom.innerHTML = await (0, jjwxcFontDecode_1.replaceJjwxcCharacter)(fontName, rawDom.innerHTML); finalDom.appendChild(fontStyleDom); rawDom.className = `${fontName} hide`; finalDom.appendChild(rawDom); finalDom.appendChild(replacedDom); } return { chapterName: chapterName, contentRaw: content, contentText: finalText, contentHTML: finalDom, contentImages: images, additionalMetadate: null, }; } } return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } if (isVIP) { return vipChapter(); } else { return publicChapter(); } } } exports.jjwxc = jjwxc; /***/ }), /***/ "./src/rules/lib/common.ts": /***/ ((__unused_webpack_module, exports, __webpack_require__) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.mkRuleClass1 = exports.nextPageParse = exports.introDomHandle = void 0; const cleanDOM_1 = __webpack_require__("./src/lib/cleanDOM.ts"); const attachments_1 = __webpack_require__("./src/lib/attachments.ts"); const http_1 = __webpack_require__("./src/lib/http.ts"); const main_1 = __webpack_require__("./src/main.ts"); const rules_1 = __webpack_require__("./src/rules.ts"); const log_1 = __webpack_require__("./src/log.ts"); async function introDomHandle(introDom, domPatch = undefined) { if (introDom === null) { return [null, null, null]; } else { if (domPatch) { introDom = domPatch(introDom.cloneNode(true)); } let { dom: introCleanDom, text: introCleantext, images: introCleanimages, } = await (0, cleanDOM_1.cleanDOM)(introDom, "TM"); return [introCleantext, introCleanDom, introCleanimages]; } } exports.introDomHandle = introDomHandle; async function nextPageParse(chapterName, chapterUrl, charset, selector, contentPatch, getNextPage, continueCondition) { log_1.log.debug(`[Chapter]请求 ${chapterUrl}`); let nowUrl = chapterUrl; let doc = await (0, http_1.getHtmlDOM)(chapterUrl, charset); const content = document.createElement("div"); let flag = false; do { let _content = doc.querySelector(selector); const nextLink = getNextPage(doc); if (continueCondition(_content, nextLink)) { if (nextLink !== nowUrl) { flag = true; } else { log_1.log.error("网站页面出错，URL： " + nowUrl); flag = false; } } else { flag = false; } _content = contentPatch(_content, doc); for (const _c of Array.from(_content.childNodes)) { content.appendChild(_c.cloneNode(true)); } if (flag) { log_1.log.debug(`[Chapter]请求 ${nextLink}`); nowUrl = nextLink; doc = await (0, http_1.getHtmlDOM)(nextLink, charset); } } while (flag); let { dom, text, images } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); return { chapterName: chapterName, contentRaw: content, contentText: text, contentHTML: dom, contentImages: images, additionalMetadate: null, }; } exports.nextPageParse = nextPageParse; function mkRuleClass1(optionis) { const { bookUrl, bookname, author, introDom, introDomPatch, coverUrl, cos, getContent, contentPatch, } = optionis; return class extends rules_1.BaseRuleClass { constructor() { super(); this.imageMode = "TM"; this.charset = document.charset; } async bookParse() { const [introduction, introductionHTML, introCleanimages] = await introDomHandle(introDom, introDomPatch); const additionalMetadate = {}; if (coverUrl) { (0, attachments_1.getImageAttachment)(coverUrl, this.imageMode, "cover-").then((coverClass) => { additionalMetadate.cover = coverClass; }); } const chapters = []; let chapterNumber = 0; for (const aElem of Array.from(cos)) { chapterNumber++; const chapterName = aElem.innerText; const chapterUrl = aElem.href; const isVIP = false; const isPaid = false; const chapter = new main_1.Chapter(bookUrl, bookname, chapterUrl, chapterNumber, chapterName, isVIP, isPaid, null, null, null, this.chapterParse, this.charset, { bookname: bookname }); chapters.push(chapter); } const book = new main_1.Book(bookUrl, bookname, author, introduction, introductionHTML, additionalMetadate, chapters); return book; } async chapterParse(chapterUrl, chapterName, isVIP, isPaid, charset, options) { const doc = await (0, http_1.getHtmlDOM)(chapterUrl, charset); let content = getContent(doc); if (content) { content = contentPatch(content); let { dom, text, images } = await (0, cleanDOM_1.cleanDOM)(content, "TM"); return { chapterName: chapterName, contentRaw: content, contentText: text, contentHTML: dom, contentImages: images, additionalMetadate: null, }; } else { return { chapterName: chapterName, contentRaw: null, contentText: null, contentHTML: null, contentImages: null, additionalMetadate: null, }; } } }; } exports.mkRuleClass1 = mkRuleClass1; /***/ }), /***/ "./src/rules/lib/haitangtxtImageDecode.ts": /***/ ((__unused_webpack_module, exports) => { "use strict"; Object.defineProperty(exports, "__esModule", ({ value: true })); exports.replaceHaitangtxtImage = void 0; function replaceHaitangtxtImage(inputText) { let outputText = inputText; for (const imageFilename in imageTable) { const normalCharacter = imageTable[imageFilename]; const imageHTML = `