277 lines
9.0 KiB
Python
277 lines
9.0 KiB
Python
|
# -*- coding: UTF-8 -*-
|
|||
|
|
# /*
|
|||
|
|
# * Copyright (C) 2015 Lubomir Kucera
|
|||
|
|
# *
|
|||
|
|
# *
|
|||
|
|
# * This Program is free software; you can redistribute it and/or modify
|
|||
|
|
# * it under the terms of the GNU General Public License as published by
|
|||
|
|
# * the Free Software Foundation; either version 2, or (at your option)
|
|||
|
|
# * any later version.
|
|||
|
|
# *
|
|||
|
|
# * This Program is distributed in the hope that it will be useful,
|
|||
|
|
# * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|||
|
|
# * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|||
|
|
# * GNU General Public License for more details.
|
|||
|
|
# *
|
|||
|
|
# * You should have received a copy of the GNU General Public License
|
|||
|
|
# * along with this program; see the file COPYING. If not, write to
|
|||
|
|
# * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
|
|||
|
|
# * http://www.gnu.org/copyleft/gpl.html
|
|||
|
|
# *
|
|||
|
|
# */
|
|||
|
|
# uses code fragments from https://github.com/LordVenom/venom-xbmc-addons
|
|||
|
|
import re
|
|||
|
|
import util
|
|||
|
|
import urllib.request, urllib.parse, urllib.error
|
|||
|
|
import urllib.request, urllib.error, urllib.parse
|
|||
|
|
from aadecode import AADecoder
|
|||
|
|
|
|||
|
|
class cRequestHandler:
|
|||
|
|
REQUEST_TYPE_GET = 0
|
|||
|
|
REQUEST_TYPE_POST = 1
|
|||
|
|
|
|||
|
|
def __init__(self, sUrl):
|
|||
|
|
self.__sUrl = sUrl
|
|||
|
|
self.__sRealUrl = ''
|
|||
|
|
self.__cType = 0
|
|||
|
|
self.__aParamaters = {}
|
|||
|
|
self.__aHeaderEntries = []
|
|||
|
|
self.removeBreakLines(True)
|
|||
|
|
self.removeNewLines(True)
|
|||
|
|
self.__setDefaultHeader()
|
|||
|
|
|
|||
|
|
def removeNewLines(self, bRemoveNewLines):
|
|||
|
|
self.__bRemoveNewLines = bRemoveNewLines
|
|||
|
|
|
|||
|
|
def removeBreakLines(self, bRemoveBreakLines):
|
|||
|
|
self.__bRemoveBreakLines = bRemoveBreakLines
|
|||
|
|
|
|||
|
|
def setRequestType(self, cType):
|
|||
|
|
self.__cType = cType
|
|||
|
|
|
|||
|
|
def addHeaderEntry(self, sHeaderKey, sHeaderValue):
|
|||
|
|
aHeader = {sHeaderKey : sHeaderValue}
|
|||
|
|
self.__aHeaderEntries.append(aHeader)
|
|||
|
|
|
|||
|
|
def addParameters(self, sParameterKey, mParameterValue):
|
|||
|
|
self.__aParamaters[sParameterKey] = mParameterValue
|
|||
|
|
|
|||
|
|
def getResponseHeader(self):
|
|||
|
|
return self.__sResponseHeader
|
|||
|
|
|
|||
|
|
# url after redirects
|
|||
|
|
def getRealUrl(self):
|
|||
|
|
return self.__sRealUrl;
|
|||
|
|
|
|||
|
|
def request(self):
|
|||
|
|
self.__sUrl = self.__sUrl.replace(' ', '+')
|
|||
|
|
return self.__callRequest()
|
|||
|
|
|
|||
|
|
def getRequestUri(self):
|
|||
|
|
return self.__sUrl + '?' + urllib.parse.urlencode(self.__aParamaters)
|
|||
|
|
|
|||
|
|
def __setDefaultHeader(self):
|
|||
|
|
UA = 'Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE; rv:1.9.0.3) Gecko/2008092417 Firefox/3.0.3'
|
|||
|
|
self.addHeaderEntry('User-Agent', UA)
|
|||
|
|
self.addHeaderEntry('Accept-Language', 'de-DE,de;q=0.8,en-US;q=0.6,en;q=0.4')
|
|||
|
|
self.addHeaderEntry('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7')
|
|||
|
|
|
|||
|
|
def __callRequest(self):
|
|||
|
|
sParameters = urllib.parse.urlencode(self.__aParamaters)
|
|||
|
|
|
|||
|
|
if (self.__cType == cRequestHandler.REQUEST_TYPE_GET):
|
|||
|
|
if (len(sParameters) > 0):
|
|||
|
|
if (self.__sUrl.find('?') == -1):
|
|||
|
|
self.__sUrl = self.__sUrl + '?' + str(sParameters)
|
|||
|
|
sParameters = ''
|
|||
|
|
else:
|
|||
|
|
self.__sUrl = self.__sUrl + '&' + str(sParameters)
|
|||
|
|
sParameters = ''
|
|||
|
|
|
|||
|
|
if (len(sParameters) > 0):
|
|||
|
|
oRequest = urllib.request.Request(self.__sUrl, sParameters)
|
|||
|
|
else:
|
|||
|
|
oRequest = urllib.request.Request(self.__sUrl)
|
|||
|
|
|
|||
|
|
for aHeader in self.__aHeaderEntries:
|
|||
|
|
for sHeaderKey, sHeaderValue in list(aHeader.items()):
|
|||
|
|
oRequest.add_header(sHeaderKey, sHeaderValue)
|
|||
|
|
|
|||
|
|
sContent = ''
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
oResponse = urllib.request.urlopen(oRequest, timeout=30)
|
|||
|
|
sContent = oResponse.read()
|
|||
|
|
|
|||
|
|
self.__sResponseHeader = oResponse.info()
|
|||
|
|
self.__sRealUrl = oResponse.geturl()
|
|||
|
|
|
|||
|
|
oResponse.close()
|
|||
|
|
|
|||
|
|
except urllib.error.HTTPError as e:
|
|||
|
|
if e.code == 503:
|
|||
|
|
if cloudflare.CheckIfActive(e.headers):
|
|||
|
|
cookies = e.headers['Set-Cookie']
|
|||
|
|
cookies = cookies.split(';')[0]
|
|||
|
|
from resources.lib.cloudflare import CloudflareBypass
|
|||
|
|
sContent = CloudflareBypass().GetHtml(self.__sUrl,e.read(),cookies)
|
|||
|
|
|
|||
|
|
self.__sResponseHeader = ''
|
|||
|
|
self.__sRealUrl = ''
|
|||
|
|
|
|||
|
|
if not sContent:
|
|||
|
|
cConfig().error("%s,%s" % (cConfig().getlanguage(30205), self.__sUrl))
|
|||
|
|
return ''
|
|||
|
|
|
|||
|
|
if (self.__bRemoveNewLines == True):
|
|||
|
|
sContent = sContent.replace("\n","")
|
|||
|
|
sContent = sContent.replace("\r\t","")
|
|||
|
|
|
|||
|
|
if (self.__bRemoveBreakLines == True):
|
|||
|
|
sContent = sContent.replace(" ","")
|
|||
|
|
|
|||
|
|
return sContent
|
|||
|
|
|
|||
|
|
def getHeaderLocationUrl(self):
|
|||
|
|
opened = urllib.request.urlopen(self.__sUrl)
|
|||
|
|
return opened.geturl()
|
|||
|
|
|
|||
|
|
class cParser:
|
|||
|
|
|
|||
|
|
def parseSingleResult(self, sHtmlContent, sPattern):
|
|||
|
|
aMatches = re.compile(sPattern).findall(sHtmlContent)
|
|||
|
|
if (len(aMatches) == 1):
|
|||
|
|
aMatches[0] = self.__replaceSpecialCharacters(aMatches[0])
|
|||
|
|
return True, aMatches[0]
|
|||
|
|
return False, aMatches
|
|||
|
|
|
|||
|
|
def __replaceSpecialCharacters(self, sString):
|
|||
|
|
res=sString.replace('\\/','/').replace('&','&').replace('\xc9','E').replace('–', '-')
|
|||
|
|
res=res.replace('&', '&').replace('’','\'').replace('\r','').replace('\n','')
|
|||
|
|
res=res.replace('\t','').replace(''',"'")
|
|||
|
|
return res
|
|||
|
|
|
|||
|
|
def parse(self, sHtmlContent, sPattern, iMinFoundValue = 1):
|
|||
|
|
sHtmlContent = self.__replaceSpecialCharacters(str(sHtmlContent))
|
|||
|
|
aMatches = re.compile(sPattern, re.IGNORECASE).findall(sHtmlContent)
|
|||
|
|
if (len(aMatches) >= iMinFoundValue):
|
|||
|
|
return True, aMatches
|
|||
|
|
return False, aMatches
|
|||
|
|
|
|||
|
|
def replace(self, sPattern, sReplaceString, sValue):
|
|||
|
|
return re.sub(sPattern, sReplaceString, sValue)
|
|||
|
|
|
|||
|
|
def escape(self, sValue):
|
|||
|
|
return re.escape(sValue)
|
|||
|
|
|
|||
|
|
def getNumberFromString(self, sValue):
|
|||
|
|
sPattern = "\d+"
|
|||
|
|
aMatches = re.findall(sPattern, sValue)
|
|||
|
|
if (len(aMatches) > 0):
|
|||
|
|
return aMatches[0]
|
|||
|
|
return 0
|
|||
|
|
|
|||
|
|
|
|||
|
|
__author__ = 'Jose Riha/Lubomir Kucera'
|
|||
|
|
__name__ = 'openload'
|
|||
|
|
|
|||
|
|
|
|||
|
|
def supports(url):
|
|||
|
|
return re.search(r'openload\.\w+/embed/.+', url) is not None
|
|||
|
|
|
|||
|
|
def base10toN(num, n):
|
|||
|
|
"""Change a to a base-n number.
|
|||
|
|
Up to base-36 is supported without special notation."""
|
|||
|
|
|
|||
|
|
new_num_string = ''
|
|||
|
|
current = num
|
|||
|
|
|
|||
|
|
while current != 0:
|
|||
|
|
remainder = current % n
|
|||
|
|
if 36 > remainder > 9:
|
|||
|
|
remainder_string = chr(remainder + 87)
|
|||
|
|
elif remainder >= 36:
|
|||
|
|
remainder_string = '(' + str(remainder) + ')'
|
|||
|
|
else:
|
|||
|
|
remainder_string = str(remainder)
|
|||
|
|
new_num_string = remainder_string + new_num_string
|
|||
|
|
current = current / n
|
|||
|
|
return new_num_string
|
|||
|
|
|
|||
|
|
def resolve(url):
|
|||
|
|
|
|||
|
|
oRequest = cRequestHandler(url)
|
|||
|
|
sHtmlContent = oRequest.request()
|
|||
|
|
|
|||
|
|
oParser = cParser()
|
|||
|
|
string = ''
|
|||
|
|
|
|||
|
|
sPattern = '<script type="text\/javascript">(ﾟωﾟ.+?)<\/script>'
|
|||
|
|
aResult = oParser.parse(sHtmlContent, sPattern)
|
|||
|
|
|
|||
|
|
vid = 'XXXXXX'
|
|||
|
|
string2=[]
|
|||
|
|
|
|||
|
|
for aEntry in aResult[1]:
|
|||
|
|
s = AADecoder(aEntry).decode()
|
|||
|
|
string2.append(s)
|
|||
|
|
|
|||
|
|
if 'welikekodi_ya_rly' in s:
|
|||
|
|
c0 = re.search('welikekodi_ya_rly = ([^<>;"]+);', s)
|
|||
|
|
if c0:
|
|||
|
|
c = c0.group(1)
|
|||
|
|
c = c.replace('Math.round','int')
|
|||
|
|
cc = str(eval(c))
|
|||
|
|
vid = '[' + cc + ']'
|
|||
|
|
|
|||
|
|
for string3 in string2:
|
|||
|
|
if ('toString' in string3) and (vid in string3):
|
|||
|
|
base = int(re.findall('toString\(a\+([0-9]+)\)',string3)[0])
|
|||
|
|
table = re.findall('(\([0-9][^)]+\))',string3)
|
|||
|
|
|
|||
|
|
for str1 in table:
|
|||
|
|
val = re.findall('([0-9]+),([0-9]+)',str1)
|
|||
|
|
base2 = base + int(val[0][0])
|
|||
|
|
str2 = base10toN(int(val[0][1]), base2)
|
|||
|
|
string3 = string3.replace(str1, str2)
|
|||
|
|
|
|||
|
|
#clean up
|
|||
|
|
string3 = string3.replace('+', '')
|
|||
|
|
string3 = string3.replace('"', '')
|
|||
|
|
string3 = string3.replace('', '')
|
|||
|
|
|
|||
|
|
#a hack for not having to recode everything
|
|||
|
|
url = re.findall('(http[^<>}]+)',string3)[0]
|
|||
|
|
string = 'src="' + url + '?mime=true"'
|
|||
|
|
|
|||
|
|
if (string):
|
|||
|
|
sContent = string.replace('\\','')
|
|||
|
|
|
|||
|
|
api_call = ''
|
|||
|
|
|
|||
|
|
sPattern = 'src=\s*?"(.*?)\?'
|
|||
|
|
aResult = oParser.parse(sContent, sPattern)
|
|||
|
|
|
|||
|
|
if (aResult[0] == True):
|
|||
|
|
api_call = aResult[1][0]
|
|||
|
|
|
|||
|
|
if not api_call:
|
|||
|
|
sPattern = 'window\.vr *=["\'](.+?)["\']'
|
|||
|
|
aResult = oParser.parse(sContent, sPattern)
|
|||
|
|
if (aResult[0] == True):
|
|||
|
|
api_call = aResult[1][0]
|
|||
|
|
|
|||
|
|
if (api_call):
|
|||
|
|
|
|||
|
|
if 'openload.co/stream' in api_call:
|
|||
|
|
UA = 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:39.0) Gecko/20100101 Firefox/39.0'
|
|||
|
|
headers = {'User-Agent': UA }
|
|||
|
|
|
|||
|
|
req = urllib.request.Request(api_call,None,headers)
|
|||
|
|
res = urllib.request.urlopen(req)
|
|||
|
|
finalurl = res.geturl()
|
|||
|
|
api_call = finalurl
|
|||
|
|
|
|||
|
|
return [{'url': api_call}]
|
|||
|
|
|