script.module.gorrent2http/lib/gorrent2http/engine.py

357 lines
14 KiB
Python
Raw Normal View History

2015-01-11 08:47:17 +03:00
# -*- coding: utf-8 -*-
import os
2022-03-14 09:10:42 +03:00
import threading
import urllib.error
import urllib.parse
import urllib.request
2015-01-11 08:47:17 +03:00
import sys
import time
import xbmc
import xbmcvfs
from . import log as logging
2022-03-14 09:10:42 +03:00
from . import FileStatus, SessionStatus
2022-03-14 09:10:42 +03:00
from .error import Error
from .structs import Encryption
from .util import can_bind, find_free_port, localize_path, uri2path, detect_media_type, get_platform
platform = get_platform()
dirname = os.path.join(xbmcvfs.translatePath('special://temp'), 'xbmcup', 'script.module.gorrent2http')
dest_path = os.path.join(dirname, platform['system'])
sys.path.insert(0, dest_path)
try:
from gorrent import gorrent as gt
logging.info(f'Imported gorrent v{gt.Version()}')
except Exception:
import traceback
logging.error(f'Error importing gorrent. Exception: {traceback.format_exc()}')
raise
2015-01-11 08:47:17 +03:00
2016-03-06 13:19:14 +03:00
LOGGING = True
2015-01-11 08:47:17 +03:00
2022-03-14 09:10:42 +03:00
2015-01-11 08:47:17 +03:00
class Engine:
"""
This is python binding class to gorrent2http client.
"""
2022-03-14 09:10:42 +03:00
2015-01-11 08:47:17 +03:00
def _log(self, message):
if self.logger:
self.logger(message)
else:
xbmc.log("[gorrent2http] %s" % message)
2015-01-11 08:47:17 +03:00
def __init__(self, uri=None, platform=None, download_path=".",
2022-03-14 09:10:42 +03:00
bind_host='127.0.0.1', bind_port=5001, connections_limit=200, download_kbps=-1, upload_kbps=-1,
2015-01-11 08:47:17 +03:00
enable_dht=True, enable_lsd=True, enable_natpmp=True, enable_upnp=True, enable_scrape=False,
log_stats=False, encryption=Encryption.ENABLED, keep_complete=False, keep_incomplete=False,
keep_files=False, log_files_progress=False, log_overall_progress=False, log_pieces_progress=False,
listen_port=6881, use_random_port=False, max_idle_timeout=None, no_sparse=False, resume_file='',
user_agent=None, startup_timeout=5, state_file='', enable_utp=True, enable_tcp=True,
2015-01-11 08:47:17 +03:00
debug_alerts=False, logger=None, torrent_connect_boost=50, connection_speed=50,
peer_connect_timeout=15, request_timeout=20, min_reconnect_time=60, max_failcount=3,
dht_routers=None, trackers=None, proxy=None):
"""
Creates engine instance. It doesn't do anything except initializing object members. For starting engine use
start() method.
:param uri: Torrent URI (magnet://, file:// or http://)
:param platform: Object with two methods implemented: arch() and system()
:param download_path: Torrent download path
:param bind_host: Bind host of torrent2http
:param bind_port: Bind port of torrent2http
:param connections_limit: Set a global limit on the number of connections opened
:param download_kbps: Max download rate (kB/s)
:param upload_kbps: Max upload rate (kB/s)
:param enable_dht: Enable DHT (Distributed Hash Table)
:param enable_lsd: Enable LSD (Local Service Discovery)
:param enable_natpmp: Enable NATPMP (NAT port-mapping)
:param enable_upnp: Enable UPnP (UPnP port-mapping)
:param enable_scrape: Enable sending scrape request to tracker (updates total peers/seeds count)
:param log_stats: Log all stats (incl. log_overall_progress, log_files_progress, log_pieces_progress)
:param encryption: Encryption: 0=forced 1=enabled (default) 2=disabled
:param keep_complete: Keep complete files after exiting
:param keep_incomplete: Keep incomplete files after exiting
:param keep_files: Keep all files after exiting (incl. keep_complete and keep_incomplete)
:param log_files_progress: Log files progress
:param log_overall_progress: Log overall progress
:param log_pieces_progress: Log pieces progress
:param listen_port: Use specified port for incoming connections
:param use_random_port: Use random listen port (49152-65535)
:param max_idle_timeout: Automatically shutdown torrent2http if no connection are active after a timeout
:param no_sparse: Do not use sparse file allocation
:param resume_file: Use fast resume file
:param user_agent: Set an user agent
:param startup_timeout: torrent2http startup timeout
:param state_file: Use file for saving/restoring session state
:param enable_utp: Enable uTP protocol
:param enable_tcp: Enable TCP protocol
:param debug_alerts: Show debug alert notifications
:param logger: Instance of logging.Logger
:param torrent_connect_boost: The number of peers to try to connect to immediately when the first tracker
response is received for a torrent
:param connection_speed: The number of peer connection attempts that are made per second
:param peer_connect_timeout: The number of seconds to wait after a connection attempt is initiated to a peer
:param request_timeout: The number of seconds until the current front piece request will time out
:param min_reconnect_time: The time to wait between peer connection attempts. If the peer fails, the time is
multiplied by fail counter
:param max_failcount: The maximum times we try to connect to a peer before stop connecting again
:param dht_routers: List of additional DHT routers (host:port pairs)
:param trackers: List of additional tracker URLs
"""
2015-01-11 08:47:17 +03:00
self.dht_routers = dht_routers or []
self.trackers = trackers or []
self.max_failcount = max_failcount
self.min_reconnect_time = min_reconnect_time
self.request_timeout = request_timeout
self.peer_connect_timeout = peer_connect_timeout
self.connection_speed = connection_speed
self.torrent_connect_boost = torrent_connect_boost
self.platform = platform
self.bind_host = bind_host
self.bind_port = bind_port
self.download_path = download_path
self.connections_limit = connections_limit
self.download_kbps = download_kbps
self.upload_kbps = upload_kbps
self.enable_dht = enable_dht
self.enable_lsd = enable_lsd
self.enable_natpmp = enable_natpmp
self.enable_upnp = enable_upnp
self.enable_scrape = enable_scrape
self.log_stats = log_stats
self.encryption = encryption
self.keep_complete = keep_complete
self.keep_incomplete = keep_incomplete
self.keep_files = keep_files
self.log_files_progress = log_files_progress
self.log_overall_progress = log_overall_progress
self.log_pieces_progress = log_pieces_progress
self.listen_port = listen_port
self.use_random_port = use_random_port
self.max_idle_timeout = max_idle_timeout
self.no_sparse = no_sparse
self.resume_file = resume_file
self.user_agent = user_agent
self.startup_timeout = startup_timeout
self.state_file = state_file
self.wait_on_close_timeout = None
self.enable_utp = enable_utp
self.enable_tcp = enable_tcp
self.debug_alerts = debug_alerts
self.logger = logger
self.uri = uri
self.started = False
self.proxy = proxy
2015-01-11 08:47:17 +03:00
self.message_logger = None
self.run_message_logger = True
2015-01-11 08:47:17 +03:00
@staticmethod
def _validate_save_path(path):
path = xbmcvfs.translatePath(path)
2015-01-11 08:47:17 +03:00
if "://" in path:
if sys.platform.startswith('win') and path.lower().startswith("smb://"):
path = path.replace("smb:", "").replace("/", "\\")
else:
raise Error("Downloading to an unmounted network share is not supported", Error.INVALID_DOWNLOAD_PATH)
if not os.path.isdir(localize_path(path)):
2015-01-11 08:47:17 +03:00
raise Error("Download path doesn't exist (%s)" % path, Error.INVALID_DOWNLOAD_PATH)
2016-03-12 19:45:18 +03:00
return localize_path(path)
2015-01-11 08:47:17 +03:00
def start(self, start_index):
2015-01-11 08:47:17 +03:00
download_path = self._validate_save_path(self.download_path)
if not can_bind(self.bind_host, self.bind_port):
port = find_free_port(self.bind_host)
2015-01-11 08:47:17 +03:00
if port is False:
raise Error("Can't find port to bind gorrent2http", Error.BIND_ERROR)
2015-01-11 08:47:17 +03:00
self._log("Can't bind to %s:%s, so we found another port: %d" % (self.bind_host, self.bind_port, port))
self.bind_port = port
self._log("Invoking gorrent2http")
2022-03-14 09:10:42 +03:00
class Logging(object):
def __init__(self, _log):
self._log = _log
2022-03-14 09:10:42 +03:00
def info(self, message):
2016-03-04 19:27:34 +03:00
if LOGGING:
self._log('INFO: %s' % (message,))
2022-03-14 09:10:42 +03:00
def error(self, message):
2016-03-04 19:27:34 +03:00
if LOGGING:
self._log('ERROR: %s' % (message,))
2022-03-14 09:10:42 +03:00
gt.logging = Logging(self._log)
settings = gt.NewSettings()
settings.DownloadPath = download_path
settings.HttpBindHost = self.bind_host
settings.HttpBindPort = self.bind_port
settings.ListenPort = self.listen_port
settings.TorrentPath = uri2path(self.uri)
settings.MaxConnections = self.connections_limit
settings.Debug = self.debug_alerts
settings.KeepFiles = self.keep_files
settings.Proxy = len(self.proxy) > 0 and f'socks5://{self.proxy["host"]}:{self.proxy["port"]}' or ''
self.engine = gt.NewEngine(settings)
def msg_logger():
while self.run_message_logger:
msg = self.engine.GetMsg()
if msg not in ('__NO_MSG__', '__CLOSED__'):
xbmc.log(f'-= GORRENT =-: {msg}')
time.sleep(0.1)
self.message_logger = threading.Thread(target=msg_logger)
self.message_logger.start()
self._log('starting torrent')
2022-03-14 09:10:42 +03:00
self.engine.StartTorrent(start_index)
self._log('waiting alive status set')
2015-01-11 08:47:17 +03:00
2016-03-12 19:45:18 +03:00
start = time.time()
self.started = True
2015-01-11 08:47:17 +03:00
initialized = False
while (time.time() - start) < self.startup_timeout:
time.sleep(0.1)
if not self.is_alive():
raise Error("Can't start gorrent2http, see log for details", Error.PROCESS_ERROR)
2015-01-11 08:47:17 +03:00
try:
2022-03-14 09:10:42 +03:00
# self.status(1)
2015-01-11 08:47:17 +03:00
initialized = True
break
except Error:
pass
if not initialized:
self.started = False
raise Error("Can't start gorrent2http, time is out", Error.TIMEOUT)
self._log("gorrent2http successfully started.")
2022-03-14 09:10:42 +03:00
2016-03-27 15:27:14 +03:00
def pause(self):
pass
2022-03-14 09:10:42 +03:00
2016-03-27 15:27:14 +03:00
def resume(self):
pass
2016-03-19 22:00:16 +03:00
2015-01-11 08:47:17 +03:00
def check_torrent_error(self, status=None):
if not status:
status = self.status()
if status.error:
raise Error("Torrent error: %s" % status.error, Error.TORRENT_ERROR, reason=status.error)
def status(self, timeout=10):
stat = self.engine.Status()
stat_kw = {
'download_rate': stat.DownloadRate,
'upload_rate': stat.UploadRate,
'num_seeds': stat.Seeds,
'name': '',
'state': 0,
'state_str': '',
'error': '',
'progress': 0,
'total_download': 0,
'total_upload': 0,
'num_peers': 0,
'total_seeds': 0,
'total_peers': 0
}
return SessionStatus(**stat_kw)
2022-03-14 09:10:42 +03:00
def list_from_info(self, media_types=None):
try:
info = gt.GetMetaFromFile(uri2path(self.uri))
except:
import traceback
xbmc.log(f'info load exception: {traceback.format_exc()}')
return []
files = []
if len(info.Files) > 0:
for i in range(len(info.Files)):
f = info.Files[i]
uri = 'http://' + "%s:%s" % (self.bind_host, self.bind_port) + '/files/' + urllib.parse.quote(
'/'.join(f.Path))
files.append({
'name': localize_path('/'.join(f.Path)),
'size': f.Length,
'offset': i,
'media_type': media_types is not None and detect_media_type(f.Path[-1]) or '',
'download': 0,
'progress': 0.0,
'save_path': '',
'url': uri
})
else:
files.append({
'name': localize_path(info.Name),
'size': info.Length,
'offset': 0,
'media_type': media_types is not None and detect_media_type(info.Name) or '',
2022-03-14 09:10:42 +03:00
'download': 0,
'progress': 0.0,
'save_path': '',
'url': 'http://' + "%s:%s" % (self.bind_host, self.bind_port) + '/files/' + urllib.parse.quote(
info.Name)
2022-03-14 09:10:42 +03:00
})
res = []
2022-03-14 09:10:42 +03:00
if len(files) > 0:
res = [FileStatus(index=index, **f) for index, f in enumerate(files)]
if media_types is not None:
2022-03-14 09:10:42 +03:00
res = [fs for fs in res if fs.media_type in media_types]
return res
2015-01-11 08:47:17 +03:00
def file_status(self, file_index, timeout=10):
2016-03-19 22:00:16 +03:00
try:
efs = self.engine.FileStatus(file_index)
fstat = {
'name': localize_path('/'.join(efs.Name)),
'progress': efs.Progress,
'url': efs.Url,
'save_path': '',
'size': efs.Length,
'offset': 0,
'download': 0,
'media_type': ''
}
return FileStatus(index=file_index, **fstat)
2016-03-19 22:00:16 +03:00
except:
raise Error("Requested file index (%d) is invalid" % (file_index,), Error.INVALID_FILE_INDEX,
2022-03-14 09:10:42 +03:00
file_index=file_index)
2015-01-11 08:47:17 +03:00
def is_alive(self):
return self.engine.IsAlive()
2015-01-11 08:47:17 +03:00
def close(self):
2016-03-12 19:45:18 +03:00
if self.is_alive():
self._log("Shutting down gorrent2http...")
self.engine.Stop()
finished = False
self.wait_on_close_timeout = 10
2015-01-11 08:47:17 +03:00
if self.wait_on_close_timeout is not None:
start = time.time()
while (time.time() - start) < self.wait_on_close_timeout:
time.sleep(0.5)
if not self.is_alive():
finished = True
break
if not finished:
self._log("PANIC: Timeout occurred while shutting down gorrent2http thread")
2015-01-11 08:47:17 +03:00
else:
self._log("gorrent2http successfully shut down.")
self.wait_on_close_timeout = None
self._log("gorrent2http successfully shut down.")
if self.message_logger is not None and self.message_logger.is_alive():
self.run_message_logger = False
self.message_logger = None
self.started = False