dr/hipy/在线之家.py

# coding=utf-8
# !/usr/bin/python
import sys

sys.path.append('..')
try:
    # from base.spider import Spider as BaseSpider
    from base.spider import BaseSpider
except ImportError:
    from t4.base.spider import BaseSpider
import json
import re


class Spider(BaseSpider):  # 元类 默认的元类 type
    def getName(self):
        return "在线之家"

    def init(self, extend=""):
        print("============{0}============".format(extend))
        pass

    def homeContent(self, filter):
        result = {}
        cateManual = {
            "电影": "1",
            "美剧": "2",
            "韩剧": "3",
            "日剧": "4",
            "泰剧": "5",
            "动漫": "6"
        }
        classes = []
        for k in cateManual:
            classes.append({
                'type_name': k,
                'type_id': cateManual[k]
            })

        result['class'] = classes
        if (filter):
            result['filters'] = self.config['filter']
        return result

    def homeVideoContent(self):
        rsp = self.fetch("https://www.zxzjhd.com/")
        root = self.html(rsp.text)
        aList = root.xpath("//div[@class='stui-vodlist__box']/a")

        videos = []
        for a in aList:
            name = a.xpath('./@title')[0]
            pic = a.xpath('./@data-original')[0]
            mark = a.xpath("./span[@class='pic-text text-right']/text()")[0]
            sid = a.xpath("./@href")[0]
            sid = self.regStr(sid, "/detail/(\\S+).html")
            videos.append({
                "vod_id": sid,
                "vod_name": name,
                "vod_pic": pic,
                "vod_remarks": mark
            })
        result = {
            'list': videos
        }
        return result

    def categoryContent(self, tid, pg, filter, extend):
        result = {}
        if 'id' not in extend.keys():
            extend['id'] = tid
        extend['page'] = pg
        filterParams = ["id", "area", "by", "class", "lang", "", "", "", "page", "", "", "year"]
        params = ["", "", "", "", "", "", "", "", "", "", "", ""]
        for idx in range(len(filterParams)):
            fp = filterParams[idx]
            if fp in extend.keys():
                params[idx] = str(extend[fp])
        suffix = '-'.join(params)
        url = 'https://www.zxzjhd.com/vodshow/{0}.html'.format(suffix)
        rsp = self.fetch(url)
        root = self.html(rsp.text)
        aList = root.xpath("//div[@class='stui-vodlist__box']/a")
        videos = []
        for a in aList:
            name = a.xpath('./@title')[0]
            pic = a.xpath('./@data-original')[0]
            mark = a.xpath("./span[@class='pic-text text-right']/text()")[0]
            sid = a.xpath("./@href")[0]
            sid = self.regStr(sid, "/detail/(\\S+).html")
            videos.append({
                "vod_id": sid,
                "vod_name": name,
                "vod_pic": pic,
                "vod_remarks": mark
            })

        result['list'] = videos
        result['page'] = pg
        result['pagecount'] = 9999
        result['limit'] = 90
        result['total'] = 999999
        return result

    def detailContent(self, array):
        tid = array[0]
        url = 'https://www.zxzjhd.com/detail/{0}.html'.format(tid)
        rsp = self.fetch(url)
        root = self.html(rsp.text)
        node = root.xpath("//div[@class='stui-content']")[0]

        pic = node.xpath(".//img/@data-original")[0]
        title = node.xpath('.//h1/text()')[0]
        detail = node.xpath(".//span[@class='detail-content']/text()")[0]

        vod = {
            "vod_id": tid,
            "vod_name": title,
            "vod_pic": pic,
            "type_name": "",
            "vod_year": "",
            "vod_area": "",
            "vod_remarks": "",
            "vod_actor": "",
            "vod_director": "",
            "vod_content": detail
        }

        infoArray = node.xpath(".//div[@class='stui-content__detail']/p")
        for info in infoArray:
            content = info.xpath('string(.)')
            if content.startswith('类型'):
                vod['type_name'] = content
            # if content.startswith('年份'):
            # 	vod['vod_year'] = content
            # if content.startswith('地区'):
            # 	vod['vod_area'] = content
            # if content.startswith('更新'):
            # 	vod['vod_remarks'] = content.replace('\n','').replace('\t','')
            if content.startswith('主演'):
                vod['vod_actor'] = content.replace('\n', '').replace('\t', '')
            if content.startswith('导演'):
                vod['vod_director'] = content.replace('\n', '').replace('\t', '')
        # if content.startswith('剧情'):
        # 	vod['vod_content'] = content.replace('\n','').replace('\t','')

        vod_play_from = '$$$'
        playFrom = []
        vodHeader = root.xpath("//div[@class='stui-vodlist__head']/h3/text()")
        for v in vodHeader:
            playFrom.append(v)
        vod_play_from = vod_play_from.join(playFrom)

        vod_play_url = '$$$'
        playList = []
        vodList = root.xpath("//ul[contains(@class,'stui-content__playlist')]")
        for vl in vodList:
            vodItems = []
            aList = vl.xpath('./li/a')
            for tA in aList:
                href = tA.xpath('./@href')[0]
                name = tA.xpath('./text()')[0]
                tId = self.regStr(href, '/video/(\\S+).html')
                vodItems.append(name + "$" + tId)
            joinStr = '#'
            joinStr = joinStr.join(vodItems)
            playList.append(joinStr)
        vod_play_url = vod_play_url.join(playList)

        vod['vod_play_from'] = vod_play_from
        vod['vod_play_url'] = vod_play_url

        result = {
            'list': [
                vod
            ]
        }
        return result

    def searchContent(self, wd, quick=False, pg=1):
        url = 'https://www.zxzjhd.com/index.php/ajax/suggest?mid=1&wd={0}'.format(wd)
        # getHeader()
        rsp = self.fetch(url)
        jo = json.loads(rsp.text)
        result = {}
        jArray = []
        if int(jo['total']) > 0:
            for j in jo['list']:
                jArray.append({
                    "vod_id": j['id'],
                    "vod_name": j['name'],
                    "vod_pic": j['pic'],
                    "vod_remarks": ""
                })
        result = {
            'list': jArray
        }
        return result

    config = {
        "player": {
            "dpp": {
                "sh": "DP播放",
                "pu": "https://jx.zxzj.vip/dplayer.php?url=",
                "sn": 1,
                "or": 999
            }
        },
        "filter": {"1": [{"key": "class", "name": "剧情",
                          "value": [{"n": "全部", "v": ""}, {"n": "喜剧", "v": "喜剧"}, {"n": "爱情", "v": "爱情"},
                                    {"n": "恐怖", "v": "恐怖"}, {"n": "动作", "v": "动作"}, {"n": "科幻", "v": "科幻"},
                                    {"n": "剧情", "v": "剧情"}, {"n": "战争", "v": "战争"}, {"n": "警匪", "v": "警匪"},
                                    {"n": "犯罪", "v": "犯罪"}, {"n": "动画", "v": "动画"}, {"n": "奇幻", "v": "奇幻"},
                                    {"n": "冒险", "v": "冒险"}, {"n": "恐怖", "v": "恐怖"}, {"n": "悬疑", "v": "悬疑"},
                                    {"n": "惊悚", "v": "惊悚"}, {"n": "青春", "v": "青春"},
                                    {"n": "情色", "v": "情色"}]}, {"key": "area", "name": "地区",
                                                                   "value": [{"n": "全部", "v": ""},
                                                                             {"n": "大陆", "v": "大陆"},
                                                                             {"n": "香港", "v": "香港"},
                                                                             {"n": "台湾", "v": "台湾"},
                                                                             {"n": "欧美", "v": "欧美"},
                                                                             {"n": "韩国", "v": "韩国"},
                                                                             {"n": "日本", "v": "日本"},
                                                                             {"n": "泰国", "v": "泰国"},
                                                                             {"n": "印度", "v": "印度"},
                                                                             {"n": "俄罗斯", "v": "俄罗斯"},
                                                                             {"n": "其他", "v": "其他"}]},
                         {"key": "year", "name": "年份",
                          "value": [{"n": "全部", "v": ""}, {"n": "2022", "v": "2022"}, {"n": "2021", "v": "2021"},
                                    {"n": "2020", "v": "2020"}, {"n": "2019", "v": "2019"}, {"n": "2018", "v": "2018"},
                                    {"n": "2017", "v": "2017"}, {"n": "2016", "v": "2016"}, {"n": "2015", "v": "2015"},
                                    {"n": "2014", "v": "2014"}, {"n": "2013", "v": "2013"}, {"n": "2012", "v": "2012"},
                                    {"n": "2011", "v": "2011"}, {"n": "2010", "v": "2010"}, {"n": "2009", "v": "2009"},
                                    {"n": "2008", "v": "2008"}, {"n": "2007", "v": "2007"}, {"n": "2006", "v": "2006"},
                                    {"n": "2005", "v": "2005"}, {"n": "2004", "v": "2004"}, {"n": "2003", "v": "2003"},
                                    {"n": "2002", "v": "2002"}, {"n": "2001", "v": "2001"},
                                    {"n": "2000", "v": "2000"}]}, {"key": "lang", "name": "语言",
                                                                   "value": [{"n": "全部", "v": ""},
                                                                             {"n": "英语", "v": "英语"},
                                                                             {"n": "韩语", "v": "韩语"},
                                                                             {"n": "日语", "v": "日语"},
                                                                             {"n": "法语", "v": "法语"},
                                                                             {"n": "泰语", "v": "泰语"},
                                                                             {"n": "德语", "v": "德语"},
                                                                             {"n": "印度语", "v": "印度语"},
                                                                             {"n": "国语", "v": "国语"},
                                                                             {"n": "粤 语", "v": "粤语"},
                                                                             {"n": "俄语", "v": "俄语"},
                                                                             {"n": "西班牙语", "v": "西班牙语"},
                                                                             {"n": "意大利语", "v": "意大利语"},
                                                                             {"n": "其它", "v": "其它"}]},
                         {"key": "by", "name": "排序", "value": [{"n": "最新", "v": "time"}, {"n": "最热", "v": "hits"},
                                                                 {"n": "评分", "v": "score"}]}], "2": [
            {"key": "class", "name": "剧情",
             "value": [{"n": "全部", "v": ""}, {"n": "剧 情", "v": "剧情"}, {"n": "喜剧", "v": "喜剧"},
                       {"n": "爱情", "v": "爱情"}, {"n": "动作", "v": "动作"}, {"n": "悬疑", "v": "悬疑"},
                       {"n": "恐怖", "v": "恐怖"}, {"n": "奇幻", "v": "奇幻"}, {"n": "惊悚", "v": "惊悚"},
                       {"n": "犯罪", "v": "犯罪"}, {"n": "科幻", "v": "科幻"}, {"n": "音乐", "v": "音乐"},
                       {"n": "其他", "v": "其他"}]}, {"key": "year", "name": "年份",
                                                      "value": [{"n": "全部", "v": ""}, {"n": "2022", "v": "2022"},
                                                                {"n": "2021", "v": "2021"}, {"n": "2020", "v": "2020"},
                                                                {"n": "2019", "v": "2019"}, {"n": "2018", "v": "2018"},
                                                                {"n": "2017", "v": "2017"}, {"n": "2016", "v": "2016"},
                                                                {"n": "2015", "v": "2015"}, {"n": "2014", "v": "2014"},
                                                                {"n": "2013", "v": "2013"}, {"n": "2012", "v": "2012"},
                                                                {"n": "2011", "v": "2011"}, {"n": "2010", "v": "2010"},
                                                                {"n": "2009", "v": "2009"}, {"n": "2008", "v": "2008"},
                                                                {"n": "2006", "v": "2006"}, {"n": "2005", "v": "2005"},
                                                                {"n": "2004", "v": "2004"}]},
            {"key": "lang", "name": "语言",
             "value": [{"n": "全部", "v": ""}, {"n": "英语", "v": "英语"}, {"n": "法语", "v": "法语"}]},
            {"key": "by", "name": "排序",
             "value": [{"n": "最新", "v": "time"}, {"n": "最热", "v": "hits"}, {"n": "评分", "v": "score"}]}], "3": [
            {"key": "class", "name": "剧情",
             "value": [{"n": "全部", "v": ""}, {"n": "剧情", "v": "剧情"}, {"n": "喜剧", "v": "喜剧"},
                       {"n": "爱情", "v": "爱情"}, {"n": "动 作", "v": "动作"}, {"n": "悬疑", "v": "悬疑"},
                       {"n": "恐怖", "v": "恐怖"}, {"n": "奇幻", "v": "奇幻"}, {"n": "惊悚", "v": "惊悚"},
                       {"n": "犯罪", "v": "犯罪"}, {"n": "科幻", "v": "科幻"}, {"n": "音乐", "v": "音乐"},
                       {"n": "其他", "v": "其他"}]}, {"key": "year", "name": "年份",
                                                      "value": [{"n": "全部", "v": ""}, {"n": "2022", "v": "2022"},
                                                                {"n": "2021", "v": "2021"}, {"n": "2020", "v": "2020"},
                                                                {"n": "2019", "v": "2019"}, {"n": "2018", "v": "2018"},
                                                                {"n": "2017", "v": "2017"}, {"n": "2016", "v": "2016"},
                                                                {"n": "2015", "v": "2015"}, {"n": "2014", "v": "2014"},
                                                                {"n": "2013", "v": "2013"}, {"n": "2012", "v": "2012"},
                                                                {"n": "2011", "v": "2011"}, {"n": "2010", "v": "2010"},
                                                                {"n": "2009", "v": "2009"}, {"n": "2008", "v": "2008"},
                                                                {"n": "2007", "v": "2007"}, {"n": "2006", "v": "2006"},
                                                                {"n": "2005", "v": "2005"}, {"n": "2004", "v": "2004"},
                                                                {"n": "2003", "v": "2003"}, {"n": "2002", "v": "2002"},
                                                                {"n": "2001", "v": "2001"},
                                                                {"n": "2000", "v": "2000"}]},
            {"key": "by", "name": "排序",
             "value": [{"n": "最新", "v": "time"}, {"n": "最热", "v": "hits"}, {"n": "评分", "v": "score"}]}], "4": [
            {"key": "class", "name": "剧情",
             "value": [{"n": "全部", "v": ""}, {"n": "剧情", "v": "剧情"}, {"n": "喜剧", "v": "喜剧"},
                       {"n": "爱情", "v": "爱情"}, {"n": "动作", "v": "动作"}, {"n": "悬疑", "v": "悬疑"},
                       {"n": "恐怖", "v": "恐怖"}, {"n": "奇幻", "v": "奇幻"}, {"n": "惊悚", "v": "惊悚"},
                       {"n": "犯罪", "v": "犯罪"}, {"n": "科幻", "v": "科幻"}, {"n": "音乐", "v": "音乐"},
                       {"n": "其他", "v": "其他"}]}, {"key": "year", "name": "年份",
                                                      "value": [{"n": "全部", "v": ""}, {"n": "2022", "v": "2022"},
                                                                {"n": "2021", "v": "2021"}, {"n": "2020", "v": "2020"},
                                                                {"n": "2019", "v": "2019"}, {"n": "2018", "v": "2018"},
                                                                {"n": "2017", "v": "2017"}, {"n": "2016", "v": "2016"},
                                                                {"n": "2015", "v": "2015"}, {"n": "2014", "v": "2014"},
                                                                {"n": "2013", "v": "2013"}, {"n": "2012", "v": "2012"},
                                                                {"n": "2011", "v": "2011"}, {"n": "2010", "v": "2010"},
                                                                {"n": "2009", "v": "2009"}, {"n": "2008", "v": "2008"},
                                                                {"n": "2007", "v": "2007"}, {"n": "2006", "v": "2006"},
                                                                {"n": "2005", "v": "2005"}, {"n": "2004", "v": "2004"},
                                                                {"n": "2003", "v": "2003"}, {"n": "2002", "v": "2002"},
                                                                {"n": "2001", "v": "2001"},
                                                                {"n": "2000", "v": "2000"}]},
            {"key": "by", "name": "排序",
             "value": [{"n": "最新", "v": "time"}, {"n": "最热", "v": "hits"}, {"n": "评分", "v": "score"}]}], "5": [
            {"key": "year", "name": "年份",
             "value": [{"n": "全部", "v": ""}, {"n": "2022", "v": "2022"}, {"n": "2021", "v": "2021"},
                       {"n": "2020", "v": "2020"}, {"n": "2019", "v": "2019"}, {"n": "2018", "v": "2018"},
                       {"n": "2017", "v": "2017"}, {"n": "2016", "v": "2016"}, {"n": "2015", "v": "2015"},
                       {"n": "2014", "v": "2014"}, {"n": "2013", "v": "2013"}, {"n": "2012", "v": "2012"},
                       {"n": "2011", "v": "2011"}, {"n": "2010", "v": "2010"}, {"n": "2009", "v": "2009"},
                       {"n": "2008", "v": "2008"}, {"n": "2007", "v": "2007"}, {"n": "2006", "v": "2006"},
                       {"n": "2005", "v": "2005"}, {"n": "2004", "v": "2004"}, {"n": "2003", "v": "2003"},
                       {"n": "2002", "v": "2002"}, {"n": "2001", "v": "2001"}, {"n": "2000", "v": "2000"}]},
            {"key": "by", "name": "排序",
             "value": [{"n": "最新", "v": "time"}, {"n": "最热", "v": "hits"}, {"n": "评分", "v": "score"}]}], "6": [
            {"key": "class", "name": "剧情",
             "value": [{"n": "全部", "v": ""}, {"n": "情感", "v": "情感"}, {"n": "科幻", "v": "科幻"},
                       {"n": "热血", "v": "热血"}, {"n": "推理", "v": " 推理"}, {"n": "搞笑", "v": "搞笑"},
                       {"n": "冒险", "v": "冒险"}, {"n": "萝莉", "v": "萝莉"}, {"n": "校园", "v": "校园"},
                       {"n": "动作", "v": "动作"}, {"n": "机战", "v": "机战"}, {"n": "运动", "v": "运动"},
                       {"n": "战争", "v": "战争"}, {"n": " 少年", "v": "少年"}, {"n": "少女", "v": "少女"},
                       {"n": "社会", "v": "社会"}, {"n": "原创", "v": "原创"}, {"n": "亲子", "v": "亲子"},
                       {"n": "益智", "v": "益智"}, {"n": "励志", "v": "励志"}, {"n": "其他", "v": "其他"}]},
            {"key": "area", "name": "地区",
             "value": [{"n": "全部", "v": ""}, {"n": "国产", "v": "国产"}, {"n": "日本", "v": "日本"},
                       {"n": "欧美", "v": "欧美"}, {"n": "其他", "v": "其他"}]}, {"key": "lang", "name": "语言",
                                                                                  "value": [{"n": "全部", "v": ""},
                                                                                            {"n": "国语", "v": "国语"},
                                                                                            {"n": "日语", "v": "日语"},
                                                                                            {"n": "英语", "v": "英语"},
                                                                                            {"n": "其他",
                                                                                             "v": "其他"}]},
            {"key": "year", "name": "年份",
             "value": [{"n": "全部", "v": ""}, {"n": "2022", "v": "2022"}, {"n": "2021", "v": "2021"},
                       {"n": "2020", "v": "2020"}, {"n": "2019", "v": "2019"}, {"n": "2018", "v": "2018"},
                       {"n": "2017", "v": "2017"}, {"n": "2016", "v": "2016"}, {"n": "2015", "v": "2015"},
                       {"n": "2014", "v": "2014"}, {"n": "2013", "v": "2013"}, {"n": "2012", "v": "2012"},
                       {"n": "2011", "v": "2011"}, {"n": "2010", "v": "2010"}, {"n": "2009", "v": "2009"},
                       {"n": "2008", "v": "2008"}, {"n": "2007", "v": "2007"}, {"n": "2006", "v": "2006"},
                       {"n": "2005", "v": "2005"}, {"n": "2004", "v": "2004"}, {"n": "2003", "v": "2003"},
                       {"n": "2002", "v": "2002"}, {"n": "2001", "v": "2001"}, {"n": "2000", "v": "2000"}]},
            {"key": "by", "name": "排序",
             "value": [{"n": "最新", "v": "time"}, {"n": "最热", "v": "hits"}, {"n": "评分", "v": "score"}]}]}
    }

    def playerContent(self, flag, id, vipFlags):
        result = {}
        url = 'https://www.zxzjhd.com/video/{0}.html'.format(id)
        rsp = self.fetch(url)
        root = self.html(rsp.text)
        scripts = root.xpath("//script/text()")
        jo = {}
        for script in scripts:
            if (script.startswith("var player_")):
                target = script[script.index('{'):]
                jo = json.loads(target)
                break;
        parseUrl = ''
        # src="(\S+url=)
        # playerConfig = self.config['player']
        # if jo['from'] in self.config['player']:
        # 	playerConfig = self.config['player'][jo['from']]
        # 	parseUrl = playerConfig['pu'] + jo['url']
        # scriptUrl = 'https://www.zxzjhd.com/static/player/{0}.js'.format(jo['from'])
        # scriptRsp = self.fetch(scriptUrl)
        # parseUrl = self.regStr(scriptRsp.text,'src="(\\S+url=)')
        if 'line5' in jo['from']:
            url = jo['url']
            header = {
                'Host': 'cx.zxzja.com:9876',
                'Referer': 'https://www.zxzjhd.com/',
                'sec-fetch-mode': 'navigate',
                'sec-fetch-site': 'cross-site',
                'sec-fetch-dest': 'iframe',
                'upgrade-insecure-requests': '1'
            }
            self.log(url)
            parseRsp = self.fetch(url, headers=header)
            self.log(parseRsp)
            resultv2 = re.findall(r'var result_v2 = {(.*?)};', parseRsp.text, re.S)[0]
            self.log(resultv2)
            data = json.loads('{' + resultv2 + '}')['data']
            data_list = [i for i in data]
            data_list.reverse()
            content = data_list
            self.log(content)
            playUrl = ''
            for i in range(0, len(content), 2):
                combinedChars = content[i] + content[i + 1]
                decimalValue = int(combinedChars, 16)
                playUrl += chr(decimalValue)
                pos = int((len(playUrl) - 7) / 2)
                realUrl = playUrl[:pos] + playUrl[pos + 7:]
            if len(realUrl) > 0:
                result["parse"] = 0
                result["playUrl"] = ""
                result["url"] = realUrl
                result["header"] = ''
            else:
                result["parse"] = 1
                result["playUrl"] = ""
                result["url"] = jo['url']
                result["header"] = ''
        return result

    def isVideoFormat(self, url):
        pass

    def manualVideoCheck(self):
        pass

    def localProxy(self, params):
        action = {}
        return [200, "video/MP2T", action, ""]