123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317 |
- /*
- * @File : jable.js
- * @Author : jade
- * @Date : 2024/3/4 9:44
- * @Email : jadehh@1ive.com
- * @Software : Samples
- * @Desc :
- */
- import {_, load} from '../lib/cat.js';
- import {VodDetail, VodShort} from "../lib/vod.js"
- import * as Utils from "../lib/utils.js";
- import {Spider} from "./spider.js";
- class JableTVSpider extends Spider {
- constructor() {
- super();
- this.siteUrl = "https://jable.tv"
- this.cookie = ""
- }
- async spiderInit(inReq = null) {
- if (inReq !== null) {
- this.jsBase = await js2Proxy(inReq, "img", this.getImgHeaders());
- } else {
- this.jsBase = await js2Proxy(true, this.siteType, this.siteKey, 'img/', this.getImgHeaders());
- }
- }
- getImgHeaders(){
- return {
- "User-Agent": "PostmanRuntime/7.37.3",
- "Postman-Token": "c2602692-1a05-4bb0-93cd-270afad97e87",
- "Host": "assets-cdn.jable.tv",
- "Proxy": true
- }
- }
- async init(cfg) {
- await super.init(cfg);
- await this.spiderInit(null)
- }
- getAppName() {
- return "Jable"
- }
- getName() {
- return "🔞┃Jable┃🔞"
- }
- getJSName() {
- return "jable"
- }
- getType() {
- return 3
- }
- getHeader() {
- // let header = super.getHeader()
- let header = {}
- header["User-Agent"] = "PostmanRuntime/7.36.3"
- header["Host"] = "jable.tv"
- header["Postman-Token"] = "33290483-3c8d-413f-a160-0d3aea9e6f95"
- return header
- }
- async getHtml(url = this.siteUrl, proxy = false, headers = this.getHeader()) {
- return super.getHtml(url, true, headers);
- }
- async setClasses() {
- let $ = await this.getHtml(this.siteUrl)
- let navElements = $("[class=\"title-box\"]")
- let defaultTypeIdElements = $("div.row")
- for (const navElement of $(defaultTypeIdElements[0]).find("a")) {
- let type_name = $(navElement).text()
- let type_id = navElement.attribs.href
- if (type_id.indexOf(this.siteUrl) > -1) {
- this.classes.push(this.getTypeDic(type_name, type_id))
- }
- }
- navElements = navElements.slice(1, 9)
- defaultTypeIdElements = defaultTypeIdElements.slice(1, 9)
- for (let i = 0; i < navElements.length; i++) {
- let typeId = $(defaultTypeIdElements[i]).find("a")[0].attribs["href"]
- this.classes.push(this.getTypeDic("标签", typeId));
- break
- }
- }
- async getSortFilter($) {
- let sortElements = $("[class=\"sorting-nav\"]").find("a")
- let extend_dic = {"name": "排序", "key": "sort", "value": []}
- for (const sortElement of sortElements) {
- let typeId = sortElement.attribs["data-parameters"].split("sort_by:")[1]
- let typeName = $(sortElement).text()
- extend_dic["value"].push({"n": typeName, "v": typeId})
- }
- return extend_dic
- }
- async getFilter($, index, type_id, type_name) {
- let extend_list = []
- if (index < 4) {
- let extend_dic = {"name": type_name, "key": "type", "value": []}
- let type_seletc_list = ["div.img-box > a", "[class=\"horizontal-img-box ml-3 mb-3\"] > a", "", "sort"]
- let type_id_select_list = ["div.absolute-center > h4", "div.detail"]
- let default$ = await this.getHtml(type_id)
- for (const element of default$(type_seletc_list[index])) {
- let typeId = element.attribs["href"]
- let typeName = $($(element).find(type_id_select_list[index])).text().replaceAll("\t", "").replaceAll("\n", '').replaceAll(" ", "");
- extend_dic["value"].push({"n": typeName, "v": typeId})
- }
- if (extend_dic.value.length > 0) {
- extend_list.push(extend_dic)
- //排序
- let sortDetail$ = await this.getHtml(extend_dic["value"][0]["v"])
- let sort_extend_dic = await this.getSortFilter(sortDetail$)
- if (sort_extend_dic.value.length > 0) {
- extend_list.push(sort_extend_dic)
- }
- } else {
- //排序
- let sort_extend_dic = await this.getSortFilter(default$)
- if (sort_extend_dic.value.length > 0) {
- extend_list.push(sort_extend_dic)
- }
- }
- } else {
- let defaultTypeIdElements = $("div.row").slice(1, 9)
- let navElements = $("[class=\"title-box\"]").slice(1, 9)
- for (let i = 0; i < navElements.length; i++) {
- let extend_dic = {"name": $($(navElements[i]).find("h2")).text(), "key": "type", "value": []}
- for (const filterElement of $(defaultTypeIdElements[i]).find("a")) {
- let filter_type_id = filterElement.attribs.href
- if (filter_type_id.indexOf(this.siteUrl) > -1) {
- extend_dic["value"].push({"n": $(filterElement).text(), "v": filter_type_id})
- }
- }
- extend_list.push(extend_dic)
- }
- let sortDetail$ = await this.getHtml(type_id)
- let sort_extend_dic = await this.getSortFilter(sortDetail$)
- if (sort_extend_dic.value.length > 0) {
- extend_list.push(sort_extend_dic)
- }
- }
- return extend_list
- }
- async setFilterObj() {
- let $ = await this.getHtml(this.siteUrl)
- let classes = this.classes.slice(1)
- for (let i = 0; i < classes.length; i++) {
- let type_name = classes[i].type_name
- let type_id = classes[i].type_id
- // if (type_id.indexOf("models") > 1) {
- // type_id = `https://jable.tv/models/?mode=async&function=get_block&block_id=list_models_models_list&sort_by=total_videos&_=${new Date().getTime()}`
- // }
- let extend_list = await this.getFilter($, i, type_id, type_name)
- if (extend_list.length > 1 && i < 4) {
- type_id = extend_list[0]["value"][0]["v"]
- this.classes[i + 1] = this.getTypeDic(type_name, type_id)
- }
- this.filterObj[type_id] = extend_list
- }
- }
- async parseVodShortListFromDoc($) {
- let vod_list = []
- let vodElements = $("div.video-img-box")
- for (const element of vodElements) {
- let vodShort = new VodShort()
- let vod_pic = $(element).find("img").attr("data-src")
- if (vod_pic !== undefined) {
- vodShort.vod_pic = vod_pic
- // if (this.catOpenStatus) {
- // vodShort.vod_pic = this.jsBase + Utils.base64Encode(vod_pic)
- // } else {
- // vodShort.vod_pic = vod_pic
- // }
- let url = $(element).find("a").attr("href");
- vodShort.vod_id = url.split("/")[4];
- vodShort.vod_name = url.split("/")[4];
- let remarks_list = $($(element).find("[class=\"sub-title\"]")).text().split("\n")
- if (remarks_list.length > 1) {
- vodShort.vod_remarks = remarks_list[1].replaceAll(" ", "").replaceAll("\t", "")
- } else {
- vodShort.vod_remarks = "精选"
- }
- if (!_.isEmpty(vodShort.vod_pic) && vodShort.vod_remarks !== "[限時優惠]只需1元即可無限下載") {
- vod_list.push(vodShort);
- }
- }
- }
- return vod_list
- }
- async parseVodDetailFromDoc($) {
- let vodDetail = new VodDetail();
- let leftElement = $("[class=\"header-left\"]")
- vodDetail.vod_name = $($(leftElement).find("h4")).text();
- let vod_pic = Utils.getStrByRegex(/<video poster="(.*?)" id=/, $.html())
- vodDetail.vod_pic = vod_pic
- // if (this.catOpenStatus) {
- // vodDetail.vod_pic = this.jsBase + Utils.base64Encode(vod_pic)
- // } else {
- // vodDetail.vod_pic = vod_pic
- // }
- vodDetail.vod_year = $($("[class=\"inactive-color\"]")).text()
- let episodeName = $($("[class=\"header-right d-none d-md-block\"] > h6")).text().replaceAll("\n", "").replaceAll("●", "")
- let vodItems = []
- let episodeUrl = Utils.getStrByRegex(/var hlsUrl = '(.*?)';/, $.html())
- vodItems.push(episodeName + "$" + episodeUrl)
- let vod_play_list = []
- vod_play_list.push(vodItems.join("#"))
- let vod_play_from_list = ["Jable"]
- vodDetail.vod_play_from = vod_play_from_list.join("$$$")
- vodDetail.vod_play_url = vod_play_list.join("$$$")
- return vodDetail
- }
- async setHomeVod() {
- let $ = await this.getHtml(this.siteUrl)
- this.homeVodList = await this.parseVodShortListFromDoc($)
- }
- async setDetail(id) {
- let $ = await this.getHtml(this.siteUrl + "/videos/" + id + "/")
- this.vodDetail = await this.parseVodDetailFromDoc($)
- }
- async setCategory(tid, pg, filter, extend) {
- let extend_type = extend["type"] ?? tid
- let sort_by = extend["sort"] ?? "video_viewed"
- this.limit = 24
- let cateUrl;
- this.total = 0
- this.count = 0
- if (tid.indexOf("latest-updates") > 1) {
- cateUrl = `https://jable.tv/latest-updates/?mode=async&function=get_block&block_id=list_videos_latest_videos_list&sort_by=post_date&from=${pg}&_=1709730132217`
- } else {
- cateUrl = extend_type + `/${pg}/?mode=async&function=get_block&block_id=list_videos_common_videos_list&sort_by=${sort_by}&_=${new Date().getTime()}`
- }
- let $ = await this.getHtml(cateUrl);
- this.vodList = await this.parseVodShortListFromDoc($)
- let page = $($("[class=\"page-item\"]").slice(-1)[0]).text()
- if (page.indexOf("最後") > -1) {
- } else {
- if (parseInt(page) === this.page || _.isEmpty(page)) {
- await this.jadeLog.debug("分类页面到底了")
- this.total = this.page
- this.count = this.page
- }
- }
- }
- async setSearch(wd, quick) {
- let searchUrl = this.siteUrl + `/search/${wd}/`
- let $ = await this.getHtml(searchUrl)
- this.vodList = await this.parseVodShortListFromDocByCategory($)
- }
- }
- let spider = new JableTVSpider()
- async function init(cfg) {
- await spider.init(cfg)
- }
- async function home(filter) {
- return await spider.home(filter)
- }
- async function homeVod() {
- return await spider.homeVod()
- }
- async function category(tid, pg, filter, extend) {
- return await spider.category(tid, pg, filter, extend)
- }
- async function detail(id) {
- return await spider.detail(id)
- }
- async function play(flag, id, flags) {
- return await spider.play(flag, id, flags)
- }
- async function search(wd, quick) {
- return await spider.search(wd, quick)
- }
- async function proxy(segments, headers) {
- return await spider.proxy(segments, headers)
- }
- export function __jsEvalReturn() {
- return {
- init: init,
- home: home,
- homeVod: homeVod,
- category: category,
- detail: detail,
- play: play,
- search: search,
- proxy: proxy
- };
- }
- export {spider}
|