2015-01-09 14:11:21 +03:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
'''
|
2015-06-30 18:08:57 +03:00
|
|
|
Torrenter v2 plugin for XBMC/Kodi
|
|
|
|
Copyright (C) 2012-2015 Vadim Skorba v1 - DiMartino v2
|
2016-02-13 20:33:16 +03:00
|
|
|
https://forums.tvaddons.ag/addon-releases/29224-torrenter-v2.html
|
2015-01-09 14:11:21 +03:00
|
|
|
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
'''
|
|
|
|
|
|
|
|
import abc
|
2017-12-09 14:37:42 +03:00
|
|
|
import sys
|
2017-12-09 15:01:45 +03:00
|
|
|
proxy = int(sys.modules["__main__"].__settings__.getSetting("cl_proxy"))
|
|
|
|
if proxy == 1:
|
2017-12-11 22:21:28 +03:00
|
|
|
socks_ip = sys.modules["__main__"].__settings__.getSetting("socks_ip")
|
2017-12-09 14:37:42 +03:00
|
|
|
import socket
|
|
|
|
from resources import socks
|
|
|
|
socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5, "127.0.0.1", 9050)
|
|
|
|
socket.socket = socks.socksocket
|
2015-01-09 14:11:21 +03:00
|
|
|
import urllib
|
|
|
|
import urllib2
|
|
|
|
import cookielib
|
|
|
|
import re
|
|
|
|
from StringIO import StringIO
|
|
|
|
import gzip
|
|
|
|
import HTMLParser
|
2016-12-27 18:47:09 +03:00
|
|
|
import ssl
|
2016-05-14 12:04:25 +03:00
|
|
|
from datetime import date
|
2015-01-09 14:11:21 +03:00
|
|
|
|
|
|
|
import Localization
|
2015-07-31 17:02:36 +03:00
|
|
|
from functions import log, debug
|
2015-01-09 14:11:21 +03:00
|
|
|
|
|
|
|
|
|
|
|
class Content:
|
|
|
|
__metaclass__ = abc.ABCMeta
|
|
|
|
|
|
|
|
searchIcon = '/icons/video.png'
|
|
|
|
sourceWeight = 1
|
|
|
|
cookieJar = None
|
2015-01-28 22:53:45 +03:00
|
|
|
baseurl = ''
|
2015-01-09 14:11:21 +03:00
|
|
|
|
2015-12-23 18:26:19 +03:00
|
|
|
#def __del__(self):
|
|
|
|
# print '!!!!!!!!!!!!!!!!!! DIED !!! '+self.__class__.__name__
|
2015-08-04 20:52:52 +03:00
|
|
|
|
2015-12-23 18:26:19 +03:00
|
|
|
#def __init__(self):
|
|
|
|
# print '!!!!!!!!!!!!!!!!!! BORN '+self.__class__.__name__
|
2015-08-04 20:52:52 +03:00
|
|
|
|
2015-07-15 19:14:22 +03:00
|
|
|
def isTracker(self):
|
|
|
|
return 'Never seen'
|
|
|
|
|
|
|
|
def isSearcher(self):
|
|
|
|
return False
|
2015-01-09 14:11:21 +03:00
|
|
|
|
|
|
|
def isPages(self):
|
|
|
|
return False
|
|
|
|
|
2015-01-28 22:53:45 +03:00
|
|
|
def isSort(self):
|
|
|
|
return False
|
|
|
|
|
2015-01-09 14:11:21 +03:00
|
|
|
def isScrappable(self):
|
|
|
|
return True
|
|
|
|
|
|
|
|
def isInfoLink(self):
|
|
|
|
return False
|
|
|
|
|
|
|
|
def isSearchOption(self):
|
|
|
|
return True
|
|
|
|
|
|
|
|
category_dict = {
|
|
|
|
'sites': ('[B]by Site[/B]',),
|
|
|
|
'search': ('[B]Search[/B]',),
|
2015-01-28 22:53:45 +03:00
|
|
|
'movies': ('Movies',),
|
2015-01-09 14:11:21 +03:00
|
|
|
'rus_movies': ('Russian Movies',),
|
|
|
|
'tvshows': ('TV Shows',),
|
|
|
|
'cartoons': ('Cartoons',),
|
2015-01-28 22:53:45 +03:00
|
|
|
'hot': ('Most Recent',),
|
2015-01-09 14:11:21 +03:00
|
|
|
'top': ('Top All Time',),
|
|
|
|
'anime': ('Anime',),
|
|
|
|
'year': {'year': 'by Year', },
|
|
|
|
'genre': {'genre': 'by Genre',
|
|
|
|
'action': ('Action',),
|
|
|
|
'comedy': ('Comedy',),
|
|
|
|
'documentary': ('Documentary',),
|
|
|
|
'drama': ('Drama',),
|
|
|
|
'fantasy': ('Fantasy',),
|
|
|
|
'horror': ('Horror',),
|
|
|
|
'romance': ('Romance',),
|
|
|
|
'thriller': ('Thriller',),
|
2016-12-03 16:48:45 +03:00
|
|
|
'sci_fi': ('Sci-Fi',),
|
2015-01-09 14:11:21 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-05-14 12:04:25 +03:00
|
|
|
for y in range(date.today().year, 1970, -1):
|
2015-01-09 14:11:21 +03:00
|
|
|
category_dict['year'][str(y)] = (str(y), '/top/y/%s/' % str(y))
|
|
|
|
|
2015-01-31 23:28:30 +03:00
|
|
|
def get_contentList(self, category, subcategory=None, apps_property=None):
|
2015-01-09 14:11:21 +03:00
|
|
|
'''
|
|
|
|
Retrieve keyword from the input and return a list of tuples:
|
|
|
|
filesList.append((
|
|
|
|
int(weight),
|
|
|
|
int(seeds),
|
|
|
|
str(title),
|
|
|
|
str(link),
|
|
|
|
str(image),
|
|
|
|
))
|
|
|
|
'''
|
|
|
|
return
|
|
|
|
|
|
|
|
def has_category(self, category, subcategory=None):
|
|
|
|
has_category = False
|
|
|
|
if not subcategory or subcategory == True:
|
|
|
|
if category in self.category_dict.keys():
|
|
|
|
has_category = True
|
|
|
|
else:
|
|
|
|
if category in self.category_dict:
|
|
|
|
cat_con = self.category_dict[category]
|
|
|
|
if isinstance(cat_con, dict):
|
|
|
|
if subcategory in cat_con.keys():
|
|
|
|
has_category = True
|
|
|
|
return has_category
|
|
|
|
|
2015-01-28 22:53:45 +03:00
|
|
|
def get_url(self, category, subcategory, apps_property):
|
|
|
|
page=None
|
|
|
|
sort=None
|
|
|
|
if apps_property:
|
|
|
|
page=apps_property.get('page')
|
|
|
|
sort=apps_property.get('sort')
|
|
|
|
|
2015-01-09 14:11:21 +03:00
|
|
|
if not subcategory or subcategory == True or category == 'search':
|
|
|
|
get = self.category_dict[category]
|
|
|
|
else:
|
|
|
|
get = self.category_dict[category][subcategory]
|
|
|
|
|
2016-12-26 22:52:47 +03:00
|
|
|
if category == 'search' and subcategory != True:
|
|
|
|
get = (get[0], get[1] % urllib.quote_plus(subcategory.encode('utf-8')))
|
2015-01-09 14:11:21 +03:00
|
|
|
|
2015-01-28 22:53:45 +03:00
|
|
|
property = self.get_property(category, subcategory)
|
2015-01-09 14:11:21 +03:00
|
|
|
|
2015-01-28 22:53:45 +03:00
|
|
|
if not page or page == 1:
|
|
|
|
url = self.baseurl + get[1]
|
|
|
|
elif property:
|
2015-01-09 14:11:21 +03:00
|
|
|
page_url = property['page'] % (property['second_page'] + ((page - 2) * property['increase']))
|
2015-01-28 22:53:45 +03:00
|
|
|
url = self.baseurl + str(page_url)
|
|
|
|
|
|
|
|
if property and property.get('sort'):
|
|
|
|
sort_dict=property['sort'][sort]
|
|
|
|
if sort_dict.get('url_after'):
|
|
|
|
page_url = sort_dict['url_after']
|
|
|
|
url = url + page_url
|
2015-01-09 14:11:21 +03:00
|
|
|
return url
|
|
|
|
|
|
|
|
|
|
|
|
def get_property(self, category, subcategory=None):
|
|
|
|
has_property = False
|
|
|
|
property = {}
|
|
|
|
if not subcategory or subcategory == True:
|
|
|
|
if category in self.category_dict.keys():
|
|
|
|
try:
|
|
|
|
property = self.category_dict[category][2]
|
|
|
|
if isinstance(property, dict):
|
|
|
|
has_property = True
|
|
|
|
except:
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
if category in self.category_dict:
|
|
|
|
cat_con = self.category_dict[category]
|
|
|
|
if isinstance(cat_con, dict):
|
|
|
|
if subcategory in cat_con.keys():
|
|
|
|
try:
|
|
|
|
property = cat_con[subcategory][2]
|
|
|
|
if isinstance(property, dict):
|
|
|
|
has_property = True
|
|
|
|
except:
|
|
|
|
pass
|
|
|
|
if has_property:
|
2016-12-26 22:52:47 +03:00
|
|
|
if category == 'search' and subcategory != True:
|
|
|
|
property['page'] = property['page'] % urllib.quote_plus(subcategory.encode('utf-8'))
|
2015-01-09 14:11:21 +03:00
|
|
|
return property
|
|
|
|
|
|
|
|
|
|
|
|
def makeRequest(self, url, data={}, headers=[]):
|
|
|
|
self.cookieJar = cookielib.CookieJar()
|
|
|
|
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(self.cookieJar))
|
2016-12-27 18:47:09 +03:00
|
|
|
# python ssl Context support - PEP 0466
|
|
|
|
if hasattr(ssl, '_create_unverified_context'):
|
|
|
|
ssl_context = ssl._create_unverified_context()
|
|
|
|
opener.add_handler(urllib2.HTTPSHandler(context=ssl_context))
|
|
|
|
else:
|
|
|
|
opener.add_handler(urllib2.HTTPSHandler())
|
2015-01-09 14:11:21 +03:00
|
|
|
opener.addheaders = headers
|
|
|
|
if 0 < len(data):
|
|
|
|
encodedData = urllib.urlencode(data)
|
|
|
|
else:
|
|
|
|
encodedData = None
|
2015-06-28 20:34:03 +03:00
|
|
|
try:
|
|
|
|
response = opener.open(url, encodedData)
|
|
|
|
except urllib2.HTTPError as e:
|
|
|
|
if e.code == 404:
|
2015-12-23 18:26:19 +03:00
|
|
|
self.log('[makeRequest]: Not Found! HTTP Error, e.code=' + str(e.code))
|
2015-06-28 20:34:03 +03:00
|
|
|
return
|
|
|
|
elif e.code in [503]:
|
2015-12-23 18:26:19 +03:00
|
|
|
self.log('[makeRequest]: Denied, HTTP Error, e.code=' + str(e.code))
|
2015-06-28 20:34:03 +03:00
|
|
|
return
|
|
|
|
else:
|
2015-12-23 18:26:19 +03:00
|
|
|
self.log('[makeRequest]: HTTP Error, e.code=' + str(e.code))
|
2015-07-01 23:15:29 +03:00
|
|
|
return
|
2015-01-09 14:11:21 +03:00
|
|
|
if response.info().get('Content-Encoding') == 'gzip':
|
|
|
|
buf = StringIO(response.read())
|
|
|
|
f = gzip.GzipFile(fileobj=buf)
|
|
|
|
response = f.read()
|
|
|
|
else:
|
|
|
|
response = response.read()
|
|
|
|
return response
|
|
|
|
|
|
|
|
htmlCodes = (
|
|
|
|
('&', '&'),
|
|
|
|
('<', '<'),
|
|
|
|
('>', '>'),
|
|
|
|
('"', '"'),
|
|
|
|
("'", '''),
|
2017-01-05 17:03:02 +03:00
|
|
|
("'", '''),
|
2015-01-09 14:11:21 +03:00
|
|
|
(' ', ' ',),
|
|
|
|
('"', '«', ),
|
|
|
|
('"', '»', ),
|
|
|
|
('·', '·',),
|
|
|
|
('e', 'é',),
|
|
|
|
('e', 'è',),
|
|
|
|
('&', '&',),
|
2017-01-05 17:03:02 +03:00
|
|
|
('&', '&',),
|
2015-01-09 14:11:21 +03:00
|
|
|
('u', 'ù',),
|
|
|
|
('u', 'ú',),
|
|
|
|
('o', 'ô',),
|
|
|
|
('u', 'û'),
|
|
|
|
('-', '–'),
|
|
|
|
)
|
|
|
|
stripPairs = (
|
|
|
|
('<p>', '\n'),
|
|
|
|
('<li>', '\n'),
|
|
|
|
('<br>', '\n'),
|
|
|
|
('<.+?>', ' '),
|
|
|
|
('</.+?>', ' '),
|
|
|
|
( ' ', ' ',),
|
|
|
|
('«', '"',),
|
|
|
|
('»', '"', ),
|
|
|
|
('–', '-'),
|
|
|
|
)
|
|
|
|
|
|
|
|
def unescape(self, string):
|
2015-05-24 15:19:32 +03:00
|
|
|
try:
|
|
|
|
pars = HTMLParser.HTMLParser()
|
|
|
|
return pars.unescape(string)
|
|
|
|
except:
|
|
|
|
return string
|
2015-01-09 14:11:21 +03:00
|
|
|
|
|
|
|
def stripHtml(self, string):
|
|
|
|
for (html, replacement) in self.stripPairs:
|
|
|
|
string = re.sub(html, replacement, string)
|
|
|
|
return string
|
|
|
|
|
|
|
|
def translate(self, category, subcategory=None):
|
|
|
|
if not subcategory:
|
|
|
|
if isinstance(self.category_dict.get(category), dict):
|
|
|
|
return self.localize(self.category_dict.get(category).get(category))
|
|
|
|
else:
|
|
|
|
return self.localize(self.category_dict.get(category)[0])
|
|
|
|
else:
|
|
|
|
return self.localize(self.category_dict.get(category).get(subcategory)[0])
|
|
|
|
|
|
|
|
def localize(self, string):
|
|
|
|
if string:
|
|
|
|
try:
|
|
|
|
return Localization.localize(string)
|
|
|
|
except:
|
|
|
|
return string
|
|
|
|
else:
|
|
|
|
return 'Empty string'
|
|
|
|
|
2015-01-12 23:10:20 +03:00
|
|
|
def sizeConvert(self, sizeBytes):
|
|
|
|
if long(sizeBytes) >= 1024 * 1024 * 1024:
|
|
|
|
size = str(long(sizeBytes) / (1024 * 1024 * 1024)) + 'GB'
|
|
|
|
elif long(sizeBytes) >= 1024 * 1024:
|
|
|
|
size = str(long(sizeBytes) / (1024 * 1024)) + 'MB'
|
|
|
|
elif sizeBytes >= 1024:
|
|
|
|
size = str(long(sizeBytes) / 1024) + 'KB'
|
|
|
|
else:
|
|
|
|
size = str(long(sizeBytes)) + 'B'
|
|
|
|
|
2015-07-31 17:02:36 +03:00
|
|
|
return size
|
|
|
|
|
|
|
|
def log(self, msg):
|
|
|
|
log(msg)
|
|
|
|
|
|
|
|
def debug(self, msg):
|
|
|
|
debug(msg)
|