Рабочая версия

This commit is contained in:
Бородин Роман committed 2019-05-04 22:38:06 +03:00
1 parent 2ab3136e24
commit 6ec2e7eea0
20 files changed
+557 -2

No files matched your search

+43
View File
@@ -0,0 +1,43 @@
from codequick.utils import urljoin_partial # @UnresolvedImport
import urlquick # @UnresolvedImport
from ..settings import option
from ..overrrides import session
#import xbmc
class ResultItem(object):
def __init__(self, url, title, size, seeders, leachers, icon='video.png', cookies={}, referer=''):
self.url = url
self.title = title
self.size = size
self.seeders = seeders
self.leachers = leachers
self.icon = icon
self.cookies = cookies
self.referer = referer
class Searcher(object):
base_url = None
search_path = None
cookies = {}
headers = {}
name = 'BaseClass'
def __init__(self):
self.session = session.Session()
def prepare(self):
'''Login or something else if needed'''
def search(self, query):
self.prepare()
url_constructor = urljoin_partial(self.base_url)
s_url = url_constructor(self.search_path.format(urlquick.quote(query)))
self.set_headers()
resp = self.session.get(s_url, cookies=self.cookies, headers=self.headers)
self.cookies = resp.cookies
body = resp.parse('body')
return self.process(body)
def process(self, body):
'''Process element tree'''
def set_headers(self):
self.headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.124 YaBrowser/14.10.2062.12061 Safari/537.36',
'Referer': self.base_url
}
+22
View File
@@ -0,0 +1,22 @@
from . import Searcher, urljoin_partial, ResultItem
class SearchEngine(Searcher):
base_url = 'http://new-tor.top'
search_path = '/search/0/0/100/2/{}'
name = 'RuTor.org'
icon = 'searcher_rutor.png'
def process(self, body):
url_constructor = urljoin_partial(self.base_url)
rows = list(filter(lambda x: len(x.findall('.//a')) == 3, body.findall('.//tr')))
for r in rows:
links = r.findall('.//a')
url = url_constructor(links[0].get('href').strip())
title = links[2].text
seeders = int(list(r.findall('.//span[@class="green"]')[0].itertext())[0].strip())
leachers = int(list(r.findall('.//span[@class="red"]')[0].itertext())[0].strip())
size = list(
list(filter(lambda x: len(list(x.itertext())) == 1 and list(x.itertext())[0].strip().endswith(('GB', 'MB')),
r.findall('.//td'))
)[0].itertext()
)[0].strip()
yield ResultItem(url, title, size, seeders, leachers, self.icon, self.cookies, self.base_url)