310 lines
12 KiB
Python
310 lines
12 KiB
Python
# -*- coding: utf-8 -*-
|
||
'''
|
||
Torrenter plugin for XBMC
|
||
Copyright (C) 2012 Vadim Skorba
|
||
vadim.skorba@gmail.com
|
||
|
||
This program is free software: you can redistribute it and/or modify
|
||
it under the terms of the GNU General Public License as published by
|
||
the Free Software Foundation, either version 3 of the License, or
|
||
(at your option) any later version.
|
||
|
||
This program is distributed in the hope that it will be useful,
|
||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
GNU General Public License for more details.
|
||
|
||
You should have received a copy of the GNU General Public License
|
||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||
'''
|
||
|
||
import re
|
||
import socket
|
||
|
||
import Content
|
||
from BeautifulSoup import BeautifulSoup
|
||
|
||
|
||
class KinoPoisk(Content.Content):
|
||
category_dict = {
|
||
'tvshows': ('TV Shows', '/top/serial/list/'),
|
||
'cartoons': ('Cartoons', '/top/id_genre/14/'),
|
||
'search': ('[B]Search[/B]', '/s/type/film/list/1/find/%s/'),
|
||
'movies': ('Forieng Movies', '/s/type/film/list/1/m_act[country]/1/m_act[type]/film/'),
|
||
'rus_movies': ('Russian Movies', '/s/type/film/list/1/m_act[country]/2/m_act[type]/film/'),
|
||
'anime': ('Anime', '/s/type/film/list/1/order/rating/m_act[genre][0]/1750/',),
|
||
'hot': ('Hot & New', '/popular/'),
|
||
'top': ('Top 250 Movies', '/top/'),
|
||
'genre': {'genre': 'by Genre',
|
||
'russia': ('Russia & USSR', '/top/rus/list/'),
|
||
'biography': ('Biography', '/s/type/film/list/1/m_act[genre][0]/22/'),
|
||
'action': ('Action', '/top/id_genre/3/'),
|
||
'thriller': ('Thriller', '/top/id_genre/4/'),
|
||
'comedy': ('Comedy', '/top/id_genre/6/'),
|
||
'drama': ('Drama', '/top/id_genre/8/'),
|
||
'romance': ('Romance', '/top/id_genre/7/'),
|
||
'horror': ('Horror', '/top/id_genre/1/'),
|
||
'sci_fi': ('Sci-Fi', '/top/id_genre/2/'),
|
||
'documentary': ('Documentary', '/top/id_genre/12/'),
|
||
'cartoonseries': ('Cartoons Series', '/top/mult_serial/list/'),
|
||
'cartoonshort': ('Cartoons Short', '/top/short_mult/list/'),
|
||
'short': ('Short', '/top/short/list/'),
|
||
'male': ('Male', '/top/sex/male/'),
|
||
'female': ('Female', '/top/sex/female/'),
|
||
}
|
||
}
|
||
|
||
for category in category_dict.keys():
|
||
if isinstance(category_dict.get(category), dict):
|
||
for subcategory in category_dict.get(category).keys():
|
||
if subcategory != category:
|
||
x = category_dict[category][subcategory]
|
||
if x[1].startswith('/s/type/film/list/'):
|
||
category_dict[category][subcategory] = (x[0], x[1] + 'perpage/25/',
|
||
{'page': x[1] + 'perpage/25/page/%d/', 'increase': 1,
|
||
'second_page': 2})
|
||
if not isinstance(category_dict.get(category), dict):
|
||
x = category_dict[category]
|
||
if x[1].startswith('/s/type/film/list/'):
|
||
category_dict[category] = (
|
||
x[0], x[1] + 'perpage/25/', {'page': x[1] + 'perpage/25/page/%d/', 'increase': 1, 'second_page': 2})
|
||
|
||
category_dict['year'] = {'year': 'by Year', }
|
||
for y in range(2015, 1970, -1):
|
||
category_dict['year'][str(y)] = (str(y), '/s/type/film/list/1/m_act[year]/%s/' % str(y) + 'perpage/25/',
|
||
{'page': '/s/type/film/list/1/m_act[year]/%s/' % str(y) + 'perpage/25/page/%d/',
|
||
'increase': 1, 'second_page': 2})
|
||
|
||
baseurl = "http://www.kinopoisk.ru"
|
||
headers = [('User-Agent',
|
||
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.124' + \
|
||
' YaBrowser/14.10.2062.12061 Safari/537.36'),
|
||
('Referer', baseurl), ('Accept-Encoding', 'gzip'), ('Accept-Language', 'ru,en;q=0.8')]
|
||
'''
|
||
Weight of source with this searcher provided.
|
||
Will be multiplied on default weight.
|
||
Default weight is seeds number
|
||
'''
|
||
sourceWeight = 2
|
||
|
||
def isLabel(self):
|
||
return False
|
||
|
||
def isPages(self):
|
||
return True
|
||
|
||
def isSearchOption(self):
|
||
return True
|
||
|
||
def isScrappable(self):
|
||
return True
|
||
|
||
def get_contentList(self, category, subcategory=None, page=None):
|
||
socket.setdefaulttimeout(15)
|
||
contentList = []
|
||
url = self.get_url(category, subcategory, page, self.baseurl)
|
||
|
||
#print url
|
||
response = self.makeRequest(url, headers=self.headers)
|
||
|
||
if None != response and 0 < len(response):
|
||
#print response
|
||
if category in ['hot']:
|
||
contentList = self.popmode(response)
|
||
elif url.startswith(self.baseurl + '/s/type/film/list/'):
|
||
contentList = self.infomode(response)
|
||
else:
|
||
contentList = self.topmode(response)
|
||
#print str(contentList)
|
||
return contentList
|
||
|
||
def stripTtl(self, title):
|
||
bad_end = [u'\(ТВ\)', u'\(сериал\)', u'\(видео\)']
|
||
for code in bad_end:
|
||
title = re.sub(u' ' + code + '$', '', title)
|
||
return title
|
||
|
||
def popmode(self, response):
|
||
contentList = []
|
||
Soup = BeautifulSoup(response)
|
||
result = Soup.find('div', 'stat').findAll('div', 'el')
|
||
#print str(result)
|
||
for tr in result:
|
||
#main
|
||
a = tr.findAll('a')
|
||
num = a[0].text
|
||
#print num
|
||
info = {}
|
||
year = 0
|
||
img = ''
|
||
originaltitle = tr.find('i')
|
||
if originaltitle:
|
||
originaltitle = self.stripHtml(self.unescape(originaltitle.text))
|
||
title = a[1].text
|
||
link = a[1].get('href')
|
||
if link:
|
||
id = re.compile('/film/(\d+)/').findall(link)
|
||
if id:
|
||
img = self.id2img(id[0])
|
||
try:
|
||
title, year = re.compile('(.+?) \((\d\d\d\d)\)', re.DOTALL).findall(a[1].text)[0]
|
||
except:
|
||
pass
|
||
if not year:
|
||
try:
|
||
title, year = re.compile('(.+?) \(.*(\d\d\d\d)').findall(a[1].text)[0]
|
||
info['tvshowtitle'] = title
|
||
except:
|
||
pass
|
||
title = self.stripHtml(self.stripTtl(title))
|
||
|
||
#info
|
||
info['title'] = title
|
||
info['year'] = int(year)
|
||
|
||
contentList.append((
|
||
int(int(self.sourceWeight) * (201 - int(num))),
|
||
originaltitle, title, int(year), img, info,
|
||
))
|
||
return contentList
|
||
|
||
def topmode(self, response):
|
||
contentList = []
|
||
Soup = BeautifulSoup(response)
|
||
result = Soup.find('table', {'cellpadding': '3'}).findAll('tr')[2:]
|
||
#print str(result)
|
||
for tr in result:
|
||
#main
|
||
td = tr.findAll('td')
|
||
year = 0
|
||
info = {}
|
||
img = ''
|
||
title, originaltitle = None, None
|
||
num = td[0].text.rstrip('.')
|
||
originaltitle = tr.find('span', 'text-grey')
|
||
if originaltitle:
|
||
originaltitle = self.stripHtml(self.unescape(originaltitle.text))
|
||
a_all = tr.find('a', {'class': 'all'})
|
||
if a_all:
|
||
link = a_all.get('href')
|
||
if link:
|
||
id = re.compile('/film/(\d+)/').findall(link)
|
||
if id:
|
||
img = self.id2img(id[0])
|
||
year = re.compile('(.+) \((\d\d\d\d)\)').findall(a_all.text)
|
||
if not year:
|
||
try:
|
||
title, year = re.compile('(.+) \(.*(\d\d\d\d)').findall(a_all.text)[0]
|
||
info['tvshowtitle'] = title
|
||
except:
|
||
title = a_all.text
|
||
else:
|
||
title, year = year[0]
|
||
title = self.stripHtml(self.stripTtl(title))
|
||
|
||
#info
|
||
if originaltitle and not title:
|
||
title = originaltitle
|
||
originaltitle = None
|
||
|
||
if title:
|
||
info['title'] = title
|
||
info['year'] = int(year)
|
||
|
||
contentList.append((
|
||
int(int(self.sourceWeight) * (251 - int(num))),
|
||
originaltitle, title, int(year), img, info,
|
||
))
|
||
return contentList
|
||
|
||
def infomode(self, response):
|
||
contentList = []
|
||
Soup = BeautifulSoup(response)
|
||
result = Soup.findAll('div', 'info')
|
||
#print str(result)
|
||
num = 0
|
||
for div in result:
|
||
#main
|
||
info = {}
|
||
img = ''
|
||
name = div.find('p', 'name')
|
||
title = name.find('a').text
|
||
link = name.find('a').get('href')
|
||
if link:
|
||
id = re.compile('/film/(\d+)/').findall(link)
|
||
if id:
|
||
img = self.id2img(id[0])
|
||
year = name.find('span', 'year') if name.find('span', 'year') else 0
|
||
if year:
|
||
year=year.text
|
||
ysplit = year.split(' ')
|
||
if len(ysplit) > 1: year = ysplit[0]
|
||
title = self.stripHtml(self.unescape(title))
|
||
tvshowtitle = re.compile(u'(.+?) \((.+?)\)$').findall(title)
|
||
if tvshowtitle and tvshowtitle[0][1] in [u'сериал']:
|
||
title = tvshowtitle[0][0]
|
||
info['tvshowtitle'] = title
|
||
num = num + 1
|
||
originaltitle = div.find('span', 'gray')
|
||
if originaltitle:
|
||
originaltitle = re.match('(.+?), \d', originaltitle.text)
|
||
if originaltitle:
|
||
originaltitle = self.stripHtml(self.unescape(originaltitle.group(1)))
|
||
title = self.stripTtl(title)
|
||
|
||
#info
|
||
info['title'] = title
|
||
info['year'] = int(year)
|
||
|
||
contentList.append((
|
||
int(int(self.sourceWeight) * (100 - int(num))),
|
||
originaltitle, title, int(year), img, info,
|
||
))
|
||
return contentList
|
||
|
||
|
||
def id2img(self, id):
|
||
if id:
|
||
return "http://st.kp.yandex.net/images/film_iphone/iphone360_%s.jpg" % (str(id))
|
||
else:
|
||
return ''
|
||
|
||
|
||
'''
|
||
- Video Values:
|
||
- genre : string (Comedy)
|
||
- year : integer (2009)
|
||
- episode : integer (4)
|
||
- season : integer (1)
|
||
- top250 : integer (192)
|
||
- tracknumber : integer (3)
|
||
- rating : float (6.4) - range is 0..10
|
||
- watched : depreciated - use playcount instead
|
||
- playcount : integer (2) - number of times this item has been played
|
||
- overlay : integer (2) - range is 0..8. See GUIListItem.h for values
|
||
- cast : list (Michal C. Hall)
|
||
- castandrole : list (Michael C. Hall|Dexter)
|
||
- director : string (Dagur Kari)
|
||
- mpaa : string (PG-13)
|
||
- plot : string (Long Description)
|
||
- plotoutline : string (Short Description)
|
||
- title : string (Big Fan)
|
||
- originaltitle : string (Big Fan)
|
||
- sorttitle : string (Big Fan)
|
||
- duration : string (3:18)
|
||
- studio : string (Warner Bros.)
|
||
- tagline : string (An awesome movie) - short description of movie
|
||
- writer : string (Robert D. Siegel)
|
||
- tvshowtitle : string (Heroes)
|
||
- premiered : string (2005-03-04)
|
||
- status : string (Continuing) - status of a TVshow
|
||
- code : string (tt0110293) - IMDb code
|
||
- aired : string (2008-12-07)
|
||
- credits : string (Andy Kaufman) - writing credits
|
||
- lastplayed : string (Y-m-d h:m:s = 2009-04-05 23:16:04)
|
||
- album : string (The Joshua Tree)
|
||
- artist : list (['U2'])
|
||
- votes : string (12345 votes)
|
||
- trailer : string (/home/user/trailer.avi)
|
||
- dateadded : string (Y-m-d h:m:s = 2009-04-05 23:16:04)
|
||
''' |