# -*- coding: utf-8 -*- import json import os import socket import stat import sys import time import urllib2 import httplib from os.path import dirname #from download import LibraryManager import pyrrent2http #import logpipe import mimetypes import xbmc from error import Error from platform import Platform from . import SessionStatus, FileStatus, PeerInfo, MediaType, Encryption from util import can_bind, find_free_port, ensure_fs_encoding import threading LOGGING = True class Engine: """ This is python binding class to pyrrent2http client. """ SUBTITLES_FORMATS = ['.aqt', '.gsub', '.jss', '.sub', '.ttxt', '.pjs', '.psb', '.rt', '.smi', '.stl', '.ssf', '.srt', '.ssa', '.ass', '.usf', '.idx'] __to_del = '''def _ensure_binary_executable(self, path): st = os.stat(path) if not st.st_mode & stat.S_IEXEC: try: self._log("%s is not executable, trying to change its mode..." % path) os.chmod(path, st.st_mode | stat.S_IEXEC) except Exception, e: self._log("Failed! Exception: %s" % str(e)) return False st = os.stat(path) if st.st_mode & stat.S_IEXEC: self._log("Succeeded") return True else: self._log("Failed") return False return True ''' def _log(self, message): if self.logger: self.logger(message) else: xbmc.log("[pyrrent2http] %s" % message) __to_del = '''def _get_binary_path(self, binaries_path): """ Detects platform and returns corresponding pyrrent2http binary path :param binaries_path: :return: pyrrent2http binary path """ binary = "torrent2http" + (".exe" if self.platform.system == 'windows' else "") binary_dir = os.path.join(binaries_path, "%s_%s" % (self.platform.system, self.platform.arch)) binary_path = os.path.join(binary_dir, binary) lm=LibraryManager(binary_dir, "%s_%s" % (self.platform.system, self.platform.arch)) if not os.path.isfile(binary_path): success=lm.download() if not success: raise Error("Can't find torrent2http or download binary for %s" % self.platform, Error.UNKNOWN_PLATFORM, platform=str(self.platform)) #This is needed only if bin in folder that not deletes on update! #else: lm.update() if not self._ensure_binary_executable(binary_path): if self.platform.system == "android": self._log("Trying to copy torrent2http to ext4, since the sdcard is noexec...") xbmc_home = os.environ.get('XBMC_HOME') or os.environ.get('KODI_HOME') if not xbmc_home: raise Error("Suppose we are running XBMC, but environment variable " "XBMC_HOME or KODI_HOME is not found", Error.XBMC_HOME_NOT_DEFINED) base_xbmc_path = dirname(dirname(dirname(xbmc_home))) android_binary_dir = os.path.join(base_xbmc_path, "files") if not os.path.exists(android_binary_dir): os.makedirs(android_binary_dir) android_binary_path = os.path.join(android_binary_dir, binary) if not os.path.exists(android_binary_path) or \ int(os.path.getmtime(android_binary_path)) < int(os.path.getmtime(binary_path)): import shutil shutil.copy2(binary_path, android_binary_path) if not self._ensure_binary_executable(android_binary_path): raise Error("Can't make %s executable" % android_binary_path, Error.NOEXEC_FILESYSTEM) binary_path = android_binary_path else: raise Error("Can't make %s executable, ensure it's placed on exec partition and " "partition is in read/write mode" % binary_path, Error.NOEXEC_FILESYSTEM) self._log("Selected %s as torrent2http binary" % binary_path) return binary_path ''' def __init__(self, uri=None, platform=None, download_path=".", bind_host='127.0.0.1', bind_port=5001, connections_limit=None, download_kbps=None, upload_kbps=None, enable_dht=True, enable_lsd=True, enable_natpmp=True, enable_upnp=True, enable_scrape=False, log_stats=False, encryption=Encryption.ENABLED, keep_complete=False, keep_incomplete=False, keep_files=False, log_files_progress=False, log_overall_progress=False, log_pieces_progress=False, listen_port=6881, use_random_port=False, max_idle_timeout=None, no_sparse=False, resume_file=None, user_agent=None, startup_timeout=5, state_file=None, enable_utp=True, enable_tcp=True, debug_alerts=False, logger=None, torrent_connect_boost=50, connection_speed=50, peer_connect_timeout=15, request_timeout=20, min_reconnect_time=60, max_failcount=3, dht_routers=None, trackers=None): """ Creates engine instance. It doesn't do anything except initializing object members. For starting engine use start() method. :param uri: Torrent URI (magnet://, file:// or http://) :param binaries_path: Path to torrent2http binaries :param platform: Object with two methods implemented: arch() and system() :param download_path: Torrent download path :param bind_host: Bind host of torrent2http :param bind_port: Bind port of torrent2http :param connections_limit: Set a global limit on the number of connections opened :param download_kbps: Max download rate (kB/s) :param upload_kbps: Max upload rate (kB/s) :param enable_dht: Enable DHT (Distributed Hash Table) :param enable_lsd: Enable LSD (Local Service Discovery) :param enable_natpmp: Enable NATPMP (NAT port-mapping) :param enable_upnp: Enable UPnP (UPnP port-mapping) :param enable_scrape: Enable sending scrape request to tracker (updates total peers/seeds count) :param log_stats: Log all stats (incl. log_overall_progress, log_files_progress, log_pieces_progress) :param encryption: Encryption: 0=forced 1=enabled (default) 2=disabled :param keep_complete: Keep complete files after exiting :param keep_incomplete: Keep incomplete files after exiting :param keep_files: Keep all files after exiting (incl. keep_complete and keep_incomplete) :param log_files_progress: Log files progress :param log_overall_progress: Log overall progress :param log_pieces_progress: Log pieces progress :param listen_port: Use specified port for incoming connections :param use_random_port: Use random listen port (49152-65535) :param max_idle_timeout: Automatically shutdown torrent2http if no connection are active after a timeout :param no_sparse: Do not use sparse file allocation :param resume_file: Use fast resume file :param user_agent: Set an user agent :param startup_timeout: torrent2http startup timeout :param state_file: Use file for saving/restoring session state :param enable_utp: Enable uTP protocol :param enable_tcp: Enable TCP protocol :param debug_alerts: Show debug alert notifications :param logger: Instance of logging.Logger :param torrent_connect_boost: The number of peers to try to connect to immediately when the first tracker response is received for a torrent :param connection_speed: The number of peer connection attempts that are made per second :param peer_connect_timeout: The number of seconds to wait after a connection attempt is initiated to a peer :param request_timeout: The number of seconds until the current front piece request will time out :param min_reconnect_time: The time to wait between peer connection attempts. If the peer fails, the time is multiplied by fail counter :param max_failcount: The maximum times we try to connect to a peer before stop connecting again :param dht_routers: List of additional DHT routers (host:port pairs) :param trackers: List of additional tracker URLs """ self.dht_routers = dht_routers or [] self.trackers = trackers or [] self.max_failcount = max_failcount self.min_reconnect_time = min_reconnect_time self.request_timeout = request_timeout self.peer_connect_timeout = peer_connect_timeout self.connection_speed = connection_speed self.torrent_connect_boost = torrent_connect_boost self.platform = platform self.bind_host = bind_host self.bind_port = bind_port # self.binaries_path = binaries_path or os.path.join(dirname(dirname(dirname(os.path.abspath(__file__)))), 'bin') self.download_path = download_path self.connections_limit = connections_limit self.download_kbps = download_kbps self.upload_kbps = upload_kbps self.enable_dht = enable_dht self.enable_lsd = enable_lsd self.enable_natpmp = enable_natpmp self.enable_upnp = enable_upnp self.enable_scrape = enable_scrape self.log_stats = log_stats self.encryption = encryption self.keep_complete = keep_complete self.keep_incomplete = keep_incomplete self.keep_files = keep_files self.log_files_progress = log_files_progress self.log_overall_progress = log_overall_progress self.log_pieces_progress = log_pieces_progress self.listen_port = listen_port self.use_random_port = use_random_port self.max_idle_timeout = max_idle_timeout self.no_sparse = no_sparse self.resume_file = resume_file self.user_agent = user_agent self.startup_timeout = startup_timeout self.state_file = state_file self.wait_on_close_timeout = None self.enable_utp = enable_utp self.enable_tcp = enable_tcp self.debug_alerts = debug_alerts self.logger = logger self.uri = uri self.logpipe = None # self.process = None self.started = False self.pyrrent2http_loop = None @staticmethod def _validate_save_path(path): """ Ensures download path can be accessed locally. :param path: Download path :return: Translated path """ import xbmc path = xbmc.translatePath(path) if "://" in path: if sys.platform.startswith('win') and path.lower().startswith("smb://"): path = path.replace("smb:", "").replace("/", "\\") else: raise Error("Downloading to an unmounted network share is not supported", Error.INVALID_DOWNLOAD_PATH) if not os.path.isdir(ensure_fs_encoding(path)): raise Error("Download path doesn't exist (%s)" % path, Error.INVALID_DOWNLOAD_PATH) return path def start(self, start_index=None): """ Starts pyrrent2http client with specified settings. If it can be started in startup_timeout seconds, exception will be raised. :param start_index: File index to start download instantly, if not specified, downloading will be paused, until any file requested """ self.platform = self.platform or Platform() # binary_path = self._get_binary_path(self.binaries_path) download_path = self._validate_save_path(self.download_path) if not can_bind(self.bind_host, self.bind_port): port = find_free_port(self.bind_host) if port is False: raise Error("Can't find port to bind pyrrent2http", Error.BIND_ERROR) self._log("Can't bind to %s:%s, so we found another port: %d" % (self.bind_host, self.bind_port, port)) self.bind_port = port kwargs = { '--bind': "%s:%s" % (self.bind_host, self.bind_port), '--uri': self.uri, '--file-index': start_index, '--dl-path': download_path, '--connections-limit': self.connections_limit, '--dl-rate': self.download_kbps, '--ul-rate': self.upload_kbps, '--enable-dht': self.enable_dht, '--enable-lsd': self.enable_lsd, '--enable-natpmp': self.enable_natpmp, '--enable-upnp': self.enable_upnp, '--enable-scrape': self.enable_scrape, '--encryption': self.encryption, '--show-stats': self.log_stats, '--files-progress': self.log_files_progress, '--overall-progress': self.log_overall_progress, '--pieces-progress': self.log_pieces_progress, '--listen-port': self.listen_port, '--random-port': self.use_random_port, '--keep-complete': self.keep_complete, '--keep-incomplete': self.keep_incomplete, '--keep-files': self.keep_files, '--max-idle': self.max_idle_timeout, '--no-sparse': self.no_sparse, '--resume-file': self.resume_file, '--user-agent': self.user_agent, '--state-file': self.state_file, '--enable-utp': self.enable_utp, '--enable-tcp': self.enable_tcp, '--debug-alerts': self.debug_alerts, '--torrent-connect-boost': self.torrent_connect_boost, '--connection-speed': self.connection_speed, '--peer-connect-timeout': self.peer_connect_timeout, '--request-timeout': self.request_timeout, '--min-reconnect-time': self.min_reconnect_time, '--max-failcount': self.max_failcount, '--dht-routers': ",".join(self.dht_routers), '--trackers': ",".join(self.trackers), } args = [] for k, v in kwargs.iteritems(): if v is not None: if isinstance(v, bool): if v: args.append(k) else: args.append("%s=false" % k) else: args.append(k) if isinstance(v, str) or isinstance(v, unicode): v = ensure_fs_encoding(v) else: v = str(v) args.append(v) self._log("Invoking pyrrent2http") class Logging(object): def __init__(self, _log): self._log = _log def info(self, message): if LOGGING: self._log('INFO: %s' % (message,)) def error(self, message): if LOGGING: self._log('ERROR: %s' % (message,)) pyrrent2http.logging = Logging(self._log) # startupinfo = None # if self.platform.system == "windows": # startupinfo = subprocess.STARTUPINFO() # startupinfo.dwFlags |= 1 # startupinfo.wShowWindow = 0 # # self.logpipe = logpipe.LogPipe(self._log) # try: # self.process = subprocess.Popen(args, stderr=self.logpipe, stdout=self.logpipe, startupinfo=startupinfo) # except OSError, e: # raise Error("Can't start pyrrent2http: %r" % e, Error.POPEN_ERROR) self.pyrrent2http = pyrrent2http.Pyrrent2http() self.pyrrent2http.parseFlags(args) self.pyrrent2http.startSession() self.pyrrent2http.startServices() self.pyrrent2http.addTorrent() self.pyrrent2http.startHTTP() self.pyrrent2http_loop = threading.Thread(target = self.pyrrent2http.loop, args = (False,)) self.pyrrent2http_loop.start() start = time.time() self.started = True initialized = False while (time.time() - start) < self.startup_timeout: time.sleep(0.1) if not self.is_alive(): raise Error("Can't start pyrrent2http, see log for details", Error.PROCESS_ERROR) try: self.status(1) initialized = True break except Error: pass if not initialized: self.started = False raise Error("Can't start pyrrent2http, time is out", Error.TIMEOUT) self._log("pyrrent2http successfully started.") def check_torrent_error(self, status=None): """ It is recommended to call this method periodically to check if any libtorrent errors occurred. Usually libtorrent sets error if it can't download or parse torrent file by specified URI. Note that pyrrent2http remains started after such error, so you need to shutdown it manually. :param status: Pass return of status() method if you don't want status() called twice """ if not status: status = self.status() if status.error: raise Error("Torrent error: %s" % status.error, Error.TORRENT_ERROR, reason=status.error) def status(self, timeout=10): """ Returns libtorrent session status. See SessionStatus named tuple. :rtype : SessionStatus :param timeout: pyrrent2http client request timeout """ status = self.pyrrent2http.Status() status = SessionStatus(**status) return status def _detect_media_type(self, name): ext = os.path.splitext(name)[1] if ext in self.SUBTITLES_FORMATS: return MediaType.SUBTITLES else: mime_type = mimetypes.guess_type(name)[0] if not mime_type: return MediaType.UNKNOWN mime_type = mime_type.split("/")[0] if mime_type == 'audio': return MediaType.AUDIO elif mime_type == 'video': return MediaType.VIDEO else: return MediaType.UNKNOWN def list(self, media_types=None, timeout=10): """ Returns list of files in the torrent (see FileStatus named tuple). Note that it will return None if torrent file is not loaded yet by pyrrent2http client, so you may need to call this method periodically until results are returned. :param media_types: List of media types (see MediaType constants) :param timeout: pyrrent2http client request timeout :rtype : list of FileStatus :return: List of files of specified media types or None if torrent is not loaded yet """ files = self.pyrrent2http.Ls()['files'] if files: res = [FileStatus(index=index, media_type=self._detect_media_type(f['name']), **f) for index, f in enumerate(files)] if media_types is not None: res = filter(lambda fs: fs.media_type in media_types, res) return res def file_status(self, file_index, timeout=10): """ Returns file in the torrent with specified index (see FileStatus named tuple) Note that it will return None if torrent file is not loaded yet by pyrrent2http client, so you may need to call this method periodically until results are returned. :param file_index: Requested file's index :param timeout: pyrrent2http client request timeout :return: File with specified index :rtype: FileStatus """ res = self.list(timeout=timeout) if res: try: return next((f for f in res if f.index == file_index)) except StopIteration: raise Error("Requested file index (%d) is invalid" % file_index, Error.INVALID_FILE_INDEX, file_index=file_index) def peers(self, timeout=10): """ Returns list of peers connected (see PeerInfo named tuple). :param timeout: pyrrent2http client request timeout :return: List of peers :rtype: list of PeerInfo """ peers = self.pyrrent2http.Peers()['peers'] if peers: return [PeerInfo(**p) for p in peers] def is_alive(self): return self.pyrrent2http_loop.is_alive() __to_del = '''@staticmethod def _decode(response): try: return json.loads(response) except (KeyError, ValueError), e: raise Error("Can't decode response from pyrrent2http: %r" % e, Error.REQUEST_ERROR) ''' __to_del = '''def _request(self, cmd, timeout=None): if not self.started: raise Error("pyrrent2http is not started", Error.REQUEST_ERROR) try: url = "http://%s:%s/%s" % (self.bind_host, self.bind_port, cmd) kwargs = {} if timeout is not None: kwargs['timeout'] = timeout return urllib2.urlopen(url, **kwargs).read() except (urllib2.URLError, httplib.HTTPException) as e: if isinstance(e, urllib2.URLError) and isinstance(e.reason, socket.timeout): raise Error("Timeout occurred while sending command '%s' to pyrrent2http" % cmd, Error.TIMEOUT) elif not self.is_alive() and self.started: raise Error("pyrrent2http has crashed.", Error.CRASHED) else: raise Error("Can't send command '%s' to pyrrent2http: %r" % (cmd, e), Error.REQUEST_ERROR) except socket.error as e: reason = e[1] if isinstance(e, tuple) else e raise Error("Can't read from pyrrent2http: %s" % reason, Error.REQUEST_ERROR) ''' def wait_on_close(self, wait_timeout=10): """ By default, close() method sends shutdown command to pyrrent2http, stops logging and returns immediately, not waiting while pyrrent2http exits. It can be handy to wait pyrrent2http to view log messages during shutdown. So call this method with reasonable timeout before calling close(). :param wait_timeout: Time in seconds to wait until pyrrent2http client shut down """ self.wait_on_close_timeout = wait_timeout def close(self): """ Shuts down pyrrent2http and stops logging. If wait_on_close() was called earlier, it will wait until pyrrent2http successfully exits. """ # if self.logpipe and self.wait_on_close_timeout is None: # self.logpipe.close() ### if self.is_alive(): if True: self._log("Shutting down pyrrent2http...") # self._request('shutdown') self.pyrrent2http.shutdown() finished = False if self.wait_on_close_timeout is not None: start = time.time() # os.close(self.logpipe.write_fd) while (time.time() - start) < self.wait_on_close_timeout: time.sleep(0.5) if not self.is_alive(): finished = True break if not finished: self._log("PANIC: Timeout occurred while shutting down pyrrent2http thread") #self.process.kill() else: self._log("pyrrent2http successfully shut down.") self.wait_on_close_timeout = None # self.process.wait() self.started = False self.logpipe = None self.process = None