def createAce(): # Create telnet connection to the AceEngine API port logger.debug('Create connection to AceEngine.....') try: ace = aceclient.AceClient(AceConfig.ace, AceConfig.aceconntimeout, AceConfig.aceresulttimeout) except: logger.error('Ace Stream telnet connection failed'); raise else: ace.aceInit(AceConfig.acesex, AceConfig.aceage, AceConfig.acekey, AceConfig.videoseekback, AceConfig.videotimeout) return ace
def createAce(self): logger = logging.getLogger('CreateAce') ace = aceclient.AceClient(AceConfig.acehost, AceConfig.aceAPIport, AceConfig.aceHTTPport, AceConfig.acehostslist, connect_timeout=AceConfig.aceconntimeout,result_timeout=AceConfig.aceresulttimeout) logger.debug("AceClient created") ace.aceInit(gender=AceConfig.acesex, age=AceConfig.aceage,product_key=AceConfig.acekey, seekback=AceConfig.videoseekback) logger.debug("AceClient inited") return ace
def handleRequest(self): ''' Main request handler path: /{reqtype}/{reqtype_value}/{file_indexes}/{developer_id}/{affiliate_id}/{zone_id}/{stream_id}/{fname}.{ext} ''' logger = logging.getLogger('handleRequest') # Make handler parameters dict self.__dict__.update({}.fromkeys( aceclient.acemessages.AceConst.START_PARAMS, '0' )) # [file_indexes, developer_id, affiliate_id, zone_id, stream_id] self.__dict__.update({ k: v for (k, v) in [(aceclient.acemessages.AceConst.START_PARAMS[i - 3], self.splittedpath[i] if self.splittedpath[i].isdigit() else '0') for i in range(3, len(self.splittedpath))] }) self.__dict__.update({ self.reqtype: unquote(self.splittedpath[2]), # {reqtype: reqtype_value} 'ace': AceConfig.ace, 'acesex': AceConfig.acesex, 'aceage': AceConfig.aceage, 'acekey': AceConfig.acekey, 'connect_timeout': AceConfig.aceconntimeout, 'result_timeout': AceConfig.aceresulttimeout, 'videoseekback': AceConfig.videoseekback, 'videotimeout': AceConfig.videotimeout, 'stream_type': ' '.join([ '{}={}'.format(k, v) for k, v in AceConfig.acestreamtype.items() ]), # request http or hls from AceEngine 'sessionID': self.handlerGreenlet.name[ self.handlerGreenlet.name.rfind('-') + 1:], # Greenlet.minimal_ident A small, unique non-negative integer 'connectionTime': gevent.time.time(), 'clientDetail': None, 'channelIcon': self.__dict__.get( 'channelIcon', 'http://static.acestream.net/sites/acestream/img/ACE-logo.png' ), }) # End parameters dict try: self.q = gevent.queue.Queue(maxsize=AceConfig.videotimeout) transcoder = gevent.event.AsyncResult() out = self.wfile gevent.spawn(wrap_errors(gevent.socket.error, self.rfile.read)).link( lambda x: self.handlerGreenlet.kill() ) # Client disconection watchdog try: if not AceProxy.clientcounter.idleAce: logger.debug( 'Create a connection with AceStream on {ace[aceHostIP]}:{ace[aceAPIport]}' .format(**self.__dict__)) AceProxy.clientcounter.idleAce = aceclient.AceClient( self.__dict__) AceProxy.clientcounter.idleAce.GetAUTH() if self.reqtype not in ('direct_url', 'efile_url'): self.__dict__.update( AceProxy.clientcounter.idleAce.GetCONTENTINFO( self.__dict__)) self.channelName = ensure_str( self.__dict__.get( 'channelName', next( iter([ x[0] for x in self.files if x[1] == int(self.file_indexes) ]), 'NoNameChannel'))) else: self.channelName = ensure_str( self.__dict__.get('channelName', 'NoNameChannel')) self.infohash = requests.auth.hashlib.sha1( ensure_binary(self.path)).hexdigest() AceProxy.clientcounter.idleAce._title = self.channelName except Exception as e: AceProxy.clientcounter.idleAce._read.kill() logging.debug('Error 404') self.send_error(404, '%s' % repr(e), logging.ERROR) self.ext = self.__dict__.get( 'ext', self.channelName[self.channelName.rfind('.') + 1:]) if self.ext == self.channelName: self.ext = query_get(self.query, 'ext', 'ts') mimetype = mimetypes.guess_type( '{channelName}.{ext}'.format(**self.__dict__))[0] try: # If &fmt transcode key present in request fmt = query_get(self.query, 'fmt') if fmt: if AceConfig.osplatform != 'Windows': if fmt in AceConfig.transcodecmd: stderr = None if AceConfig.loglevel == logging.DEBUG else DEVNULL popen_params = { 'bufsize': 1048576, 'stdin': gevent.subprocess.PIPE, 'stdout': self.wfile, 'stderr': stderr, 'shell': False } try: gevent.spawn(lambda: psutil.Popen( AceConfig.transcodecmd[fmt], **popen_params )).link(transcoder) out = transcoder.get(timeout=2.0).stdin logger.info( '[{channelName}]: Transcoding to [{clientip}] started' .format(**self.__dict__)) except: logger.error( '[{channelName}]: Error starting transcoding to [{clientip}]! Is ffmpeg or VLC installed?' .format(**self.__dict__)) else: logger.error( "[{channelName}]: Can't found fmt key. Transcoding to [{clientip}] not started!" .format(**self.__dict__)) elif AceConfig.osplatform == 'Windows': logger.error( '[{channelName}]: Not applicable in Windnows OS. Transcoding to [{clientip}] not started!' .format(**self.__dict__)) if AceProxy.clientcounter.addClient(self) == 1: # Create broadcast if it does not exist yet gevent.spawn( StreamReader, self.ace.GetBroadcastStartParams(self.__dict__) ).link(lambda x: logger.debug( '[{channelName}]: Broadcast destroyed. Last client disconnected' .format(**self.__dict__))) logger.debug('[{channelName}]: Broadcast created'.format( **self.__dict__)) else: logger.debug( '[{channelName}]: Broadcast already exists'.format( **self.__dict__)) logger.info( '[{channelName}]: Streaming to [{clientip}] started'. format(**self.__dict__)) # Sending videostream headers to client response_use_chunked = False if ( transcoder.value or self.request_version == 'HTTP/1.0') else AceConfig.use_chunked drop_headers = [] proxy_headers = { 'Connection': 'keep-alive', 'Keep-Alive': 'timeout=%s, max=100' % AceConfig.videotimeout, 'Accept-Ranges': 'none', 'Transfer-Encoding': 'chunked', 'Content-Type': 'video/MP2T' if mimetype is None else mimetype, } if not response_use_chunked: self.protocol_version = 'HTTP/1.0' proxy_headers['Connection'] = 'Close' drop_headers.extend(['Transfer-Encoding', 'Keep-Alive']) response_headers = [(k, v) for (k, v) in proxy_headers.items() if k not in drop_headers] self.send_response(200) logger.debug('[%s]: Sending HTTPAceProxy headers: %s' % (self.clientip, dict(response_headers))) gevent.joinall([ gevent.spawn(self.send_header, k, v) for (k, v) in response_headers ]) self.end_headers() # write data to client while it is alive for chunk in self.q: out.write(b'%X\r\n%s\r\n' % (len(chunk), chunk) if response_use_chunked else chunk) except aceclient.AceException as e: _ = AceProxy.pool.map( lambda x: x.send_error(500, repr(e), logging.ERROR), AceProxy.clientcounter.getClientsList(self.infohash)) except gevent.socket.error: pass # Client disconnected except gevent.GreenletExit: AceProxy.clientcounter.idleAce._read.kill() finally: AceProxy.clientcounter.deleteClient(self) logger.info( '[{channelName}]: Streaming to [{clientip}] finished'.format( **self.__dict__)) if transcoder.value: try: transcoder.value.kill() logger.info( '[{channelName}]: Transcoding to [{clientip}] stoped'. format(**self.__dict__)) except: pass
def handleRequest(self, headers_only): # Check if third parameter exists # …/pid/blablablablabla/video.mpg # |_________| # And if it ends with regular video extension try: if not self.path.endswith( ('.3gp', '.avi', '.flv', '.mkv', '.mov', '.mp4', '.mpeg', '.mpg', '.ogv', '.ts')): logger.error( "Request seems like valid but no valid video extension was provided" ) self.dieWithError(400) return except IndexError: self.dieWithError(400) # 400 Bad Request return # Limit concurrent connections if 0 < AceConfig.maxconns <= AceStuff.clientcounter.total: logger.debug("Maximum connections reached, can't serve this") self.dieWithError(503) # 503 Service Unavailable return # Pretend to work fine with Fake UAs or HEAD request. useragent = self.headers.get('User-Agent') fakeua = useragent and useragent in AceConfig.fakeuas if headers_only or fakeua: if fakeua: logger.debug("Got fake UA: " + self.headers.get('User-Agent')) # Return 200 and exit self.send_response(200) self.send_header("Content-Type", "video/mpeg") self.end_headers() self.closeConnection() return self.path_unquoted = urllib2.unquote(self.splittedpath[2]) # Make list with parameters self.params = list() for i in xrange(3, 8): try: self.params.append(int(self.splittedpath[i])) except (IndexError, ValueError): self.params.append('0') # Adding client to clientcounter clients = AceStuff.clientcounter.add(self.path_unquoted, self.clientip) # If we are the one client, but sucessfully got ace from clientcounter, # then somebody is waiting in the videodestroydelay state self.ace = AceStuff.clientcounter.getAce(self.path_unquoted) if not self.ace: shouldcreateace = True else: shouldcreateace = False # Use PID as VLC ID if PID requested # Or torrent url MD5 hash if torrent requested if self.reqtype == 'pid': self.vlcid = self.path_unquoted else: self.vlcid = hashlib.md5(self.path_unquoted).hexdigest() # If we don't use VLC and we're not the first client if clients != 1 and not AceConfig.vlcuse: AceStuff.clientcounter.delete(self.path_unquoted, self.clientip) logger.error( "Not the first client, cannot continue in non-VLC mode") self.dieWithError(503) # 503 Service Unavailable return if shouldcreateace: # If we are the only client, create AceClient try: self.ace = aceclient.AceClient( AceConfig.acehost, AceConfig.aceport, connect_timeout=AceConfig.aceconntimeout, result_timeout=AceConfig.aceresulttimeout) # Adding AceClient instance to pool AceStuff.clientcounter.addAce(self.path_unquoted, self.ace) logger.debug("AceClient created") except aceclient.AceException as e: logger.error("AceClient create exception: " + repr(e)) AceStuff.clientcounter.delete(self.path_unquoted, self.clientip) self.dieWithError(502) # 502 Bad Gateway return # Send fake headers if this User-Agent is in fakeheaderuas tuple if fakeua: logger.debug("Sending fake headers for " + useragent) self.send_response(200) self.send_header("Content-Type", "video/mpeg") self.end_headers() # Do not send real headers at all self.headerssent = True try: self.hanggreenlet = gevent.spawn(self.hangDetector) logger.debug("hangDetector spawned") gevent.sleep() # Initializing AceClient if shouldcreateace: self.ace.aceInit(gender=AceConfig.acesex, age=AceConfig.aceage, product_key=AceConfig.acekey, pause_delay=AceConfig.videopausedelay, seekback=AceConfig.videoseekback) logger.debug("AceClient inited") if self.reqtype == 'pid': contentinfo = self.ace.START( self.reqtype, { 'content_id': self.path_unquoted, 'file_indexes': self.params[0] }) elif self.reqtype == 'torrent': paramsdict = dict( zip(aceclient.acemessages.AceConst.START_TORRENT, self.params)) paramsdict['url'] = self.path_unquoted contentinfo = self.ace.START(self.reqtype, paramsdict) logger.debug("START done") # Getting URL self.url = self.ace.getUrl(AceConfig.videotimeout) # Rewriting host for remote Ace Stream Engine self.url = self.url.replace('127.0.0.1', AceConfig.acehost) self.errorhappened = False if shouldcreateace: logger.debug("Got url " + self.url) # If using VLC, add this url to VLC if AceConfig.vlcuse: # Force ffmpeg demuxing if set in config if AceConfig.vlcforceffmpeg: self.vlcprefix = 'http/ffmpeg://' else: self.vlcprefix = '' self.ace.pause() # Sleeping videodelay gevent.sleep(AceConfig.videodelay) self.ace.play() AceStuff.vlcclient.startBroadcast( self.vlcid, self.vlcprefix + self.url, AceConfig.vlcmux, AceConfig.vlcpreaccess) # Sleep a bit, because sometimes VLC doesn't open port in # time gevent.sleep(0.5) # Building new VLC url if AceConfig.vlcuse: self.url = 'http://' + AceConfig.vlchost + \ ':' + str(AceConfig.vlcoutport) + '/' + self.vlcid logger.debug("VLC url " + self.url) # Sending client headers to videostream self.video = urllib2.Request(self.url) for key in self.headers.dict: self.video.add_header(key, self.headers.dict[key]) self.video = urllib2.urlopen(self.video) # Sending videostream headers to client if not self.headerssent: self.send_response(self.video.getcode()) if self.video.info().dict.has_key('connection'): del self.video.info().dict['connection'] if self.video.info().dict.has_key('server'): del self.video.info().dict['server'] if self.video.info().dict.has_key('transfer-encoding'): del self.video.info().dict['transfer-encoding'] if self.video.info().dict.has_key('keep-alive'): del self.video.info().dict['keep-alive'] for key in self.video.info().dict: self.send_header(key, self.video.info().dict[key]) # End headers. Next goes video data self.end_headers() logger.debug("Headers sent") if not AceConfig.vlcuse: self.ace.pause() # Sleeping videodelay gevent.sleep(AceConfig.videodelay) self.ace.play() # Run proxyReadWrite self.proxyReadWrite() # Waiting until hangDetector is joined self.hanggreenlet.join() logger.debug("Request handler finished") except (aceclient.AceException, vlcclient.VlcException, urllib2.URLError) as e: logger.error("Exception: " + repr(e)) self.errorhappened = True self.dieWithError() except gevent.GreenletExit: # hangDetector told us about client disconnection pass except Exception: # Unknown exception logger.error(traceback.format_exc()) self.errorhappened = True self.dieWithError() finally: logger.debug("END REQUEST") AceStuff.clientcounter.delete(self.path_unquoted, self.clientip) if not self.errorhappened and not AceStuff.clientcounter.get( self.path_unquoted): # If no error happened and we are the only client logger.debug("Sleeping for " + str(AceConfig.videodestroydelay) + " seconds") gevent.sleep(AceConfig.videodestroydelay) if not AceStuff.clientcounter.get(self.path_unquoted): logger.debug("That was the last client, destroying AceClient") if AceConfig.vlcuse: try: AceStuff.vlcclient.stopBroadcast(self.vlcid) except: pass self.ace.destroy() AceStuff.clientcounter.deleteAce(self.path_unquoted)
def handleRequest(self, headers_only, channelName=None, channelIcon=None, fmt=None): logger = logging.getLogger('HandleRequest') self.reqparams, self.path = parse_qs( self.query), self.path[:-1] if self.path.endswith( '/') else self.path self.videoextdefaults = ('.3gp', '.aac', '.ape', '.asf', '.avi', '.dv', '.divx', '.flac', '.flc', '.flv', '.m2ts', '.m4a', '.mka', '.mkv', '.mpeg', '.mpeg4', '.mpegts', '.mpg4', '.mp3', '.mp4', '.mpg', '.mov', '.m4v', '.ogg', '.ogm', '.ogv', '.oga', '.ogx', '.qt', '.rm', '.swf', '.ts', '.vob', '.wmv', '.wav', '.webm') # Limit on the number of connected clients if 0 < AceConfig.maxconns <= AceProxy.clientcounter.totalClients(): self.dieWithError( 501, "Maximum client connections reached, can't serve request from %s" % self.clientip, logging.ERROR) return # Check if third parameter exists…/self.reqtype/blablablablabla/video.mpg # And if it ends with regular video extension try: if not self.path.endswith(self.videoextdefaults): self.dieWithError( 501, 'Request seems like valid but no valid video extension was provided', logging.ERROR) return except IndexError: self.dieWithError(400, 'Bad Request', logging.WARNING) # 400 Bad Request return # Pretend to work fine with Fake or HEAD request. if headers_only or AceConfig.isFakeRequest(self.path, self.query, self.headers): # Return 200 and exit if headers_only: logger.debug('Sending headers and closing connection') else: logger.debug('Fake request - closing connection') self.send_response(200) self.send_header('Content-Type', 'video/mp2t') self.send_header('Connection', 'Close') self.end_headers() return # Check is AceEngine alive checkAce() # Make dict with parameters # [file_indexes, developer_id, affiliate_id, zone_id, stream_id] paramsdict = {}.fromkeys(aceclient.acemessages.AceConst.START_PARAMS, '0') for i in range(3, len(self.splittedpath)): paramsdict[aceclient.acemessages.AceConst.START_PARAMS[ i - 3]] = self.splittedpath[i] if self.splittedpath[i].isdigit( ) else '0' paramsdict[self.reqtype] = unquote( self.splittedpath[2]) #self.path_unquoted #End parameters dict CID = NAME = None if not AceConfig.new_api: try: if not AceProxy.clientcounter.idleAce: logger.debug('Create connection to AceEngine.....') AceProxy.clientcounter.idleAce = aceclient.AceClient( AceProxy.clientcounter, AceConfig.ace, AceConfig.aceconntimeout, AceConfig.aceresulttimeout) AceProxy.clientcounter.idleAce.aceInit( AceConfig.acesex, AceConfig.aceage, AceConfig.acekey, AceConfig.videoseekback, AceConfig.videotimeout) CID, NAME = AceProxy.clientcounter.idleAce.GETINFOHASH( self.reqtype, paramsdict[self.reqtype], paramsdict['file_indexes']) except aceclient.AceException as e: self.dieWithError(503, '%s' % repr(e), logging.ERROR) AceProxy.clientcounter.idleAce = None return else: try: with requests.session() as s: s.stream = s.verify = False url = 'http://%s:%s/ace/%s' % ( AceConfig.ace['aceHostIP'], AceConfig.ace['aceHTTPport'], 'manifest.m3u8' if AceConfig.acestreamtype['output_format'] == 'hls' else 'getstream') params = { 'id' if self.reqtype in ('cid', 'content_id') else self.reqtype: paramsdict[self.reqtype], 'format': 'json', 'pid': str(uuid4()), '_idx': paramsdict['file_indexes'] } if AceConfig.acestreamtype['output_format'] == 'hls': params.update(AceConfig.acestreamtype) del params['output_format'] self.cmd = s.get( url, params=params, timeout=(5, AceConfig.videotimeout)).json()['response'] CID = urlparse(self.cmd['playback_url']).path.split('/')[3] url = 'http://%s:%s/server/api' % ( AceConfig.ace['aceHostIP'], AceConfig.ace['aceHTTPport']) params = { 'method': 'get_media_files', self.reqtype: paramsdict[self.reqtype] } NAME = s.get(url, params=params, timeout=(5, AceConfig.aceresulttimeout)).json( )['result'][paramsdict['file_indexes']] except Exception as e: self.dieWithError(503, '%s' % repr(e), logging.ERROR) return self.connectionTime = gevent.time.time() self.channelName = NAME if not channelName else channelName self.channelIcon = 'http://static.acestream.net/sites/acestream/img/ACE-logo.png' if not channelIcon else channelIcon self.clientInfo = self.transcoder = None try: self.connectGreenlet = gevent.spawn( self.connectDetector) # client disconnection watchdog self.out = self.wfile # If &fmt transcode key present in request fmt = self.reqparams.get('fmt', [''])[0] if fmt and AceConfig.osplatform != 'Windows': if fmt in AceConfig.transcodecmd: stderr = None if AceConfig.loglevel == logging.DEBUG else DEVNULL popen_params = { 'bufsize': 1048576, 'stdin': gevent.subprocess.PIPE, 'stdout': self.wfile, 'stderr': stderr, 'shell': False } try: self.transcoder = gevent.event.AsyncResult() gevent.spawn(lambda: psutil.Popen( AceConfig.transcodecmd[fmt], **popen_params)).link( self.transcoder) self.transcoder = self.transcoder.get(timeout=2.0) self.out = self.transcoder.stdin logger.info('Transcoding for %s started' % self.clientip) except: logger.error( 'Error starting transcoding! Is Ffmpeg or VLC installed?' ) self.transcoder = None self.out = self.wfile else: logger.error( "Can't found fmt key. Transcoding not started!") self.response_use_chunked = False if self.transcoder is not None else AceConfig.use_chunked if AceProxy.clientcounter.addClient(CID, self) == 1: # If there is no existing broadcast we create it playback_url = self.cmd[ 'playback_url'] if AceConfig.new_api else self.ace.START( self.reqtype, paramsdict, AceConfig.acestreamtype) if not AceProxy.ace: #Rewrite host:port for remote AceEngine playback_url = urlparse(playback_url)._replace( netloc='%s:%s' % (AceConfig.ace['aceHostIP'], AceConfig.ace['aceHTTPport'])).geturl() gevent.spawn(StreamReader, playback_url, CID) # Sending videostream headers to client logger.info('Streaming "%s" to %s started' % (self.channelName, self.clientip)) drop_headers = [] proxy_headers = { 'Connection': 'keep-alive', 'Keep-Alive': 'timeout=15, max=100', 'Accept-Ranges': 'none', 'Transfer-Encoding': 'chunked', 'Content-Type': 'application/octet-stream', 'Cache-Control': 'max-age=0, no-cache, no-store', 'Pragma': 'no-cache' } if not self.response_use_chunked or self.request_version == 'HTTP/1.0': self.protocol_version = 'HTTP/1.0' proxy_headers['Connection'] = 'Close' drop_headers.extend( ['Transfer-Encoding', 'Keep-Alive', 'Cache-Control']) response_headers = [(k, v) for (k, v) in proxy_headers.items() if k not in drop_headers] self.send_response(200) logger.debug('Sending HTTPAceProxy headers to client: %s' % dict(response_headers)) gevent.joinall([ gevent.spawn(self.send_header, k, v) for (k, v) in response_headers ]) self.end_headers() self.connectGreenlet.join( ) # Wait until request complite or client disconnected except aceclient.AceException as e: gevent.joinall([ gevent.spawn(client.dieWithError, 503, '%s' % repr(e), logging.ERROR) for client in AceProxy.clientcounter.getClientsList(CID) ]) gevent.joinall([ gevent.spawn(client.connectGreenlet.kill) for client in AceProxy.clientcounter.getClientsList(CID) ]) except gevent.GreenletExit: pass # Client disconnected except Exception as e: self.dieWithError(500, 'Unexpected error: %s' % repr(e)) finally: logging.info('Streaming "%s" to %s finished' % (self.channelName, self.clientip)) if self.transcoder: try: self.transcoder.kill() logging.info('Transcoding for %s stoped' % self.clientip) except: pass if AceProxy.clientcounter.deleteClient(CID, self) == 0: if AceConfig.new_api: with requests.get(self.cmd['command_url'], params={'method': 'stop'}, timeout=5) as r: logging.debug('Stop broadcast: %s' % r.json()) logging.debug( 'Broadcast "%s" stoped. Last client %s disconnected' % (self.channelName, self.clientip))
def handleRequest(self, headers_only, channelName=None, channelIcon=None, fmt=None): logger = logging.getLogger('HandleRequest') self.reqparams, self.path = parse_qs( self.query), self.path[:-1] if self.path.endswith( '/') else self.path videoextdefaults = ('.avi', '.flv', '.m2ts', '.mkv', '.mpeg', '.mpeg4', '.mpegts', '.mpg4', '.mp4', '.mpg', '.mov', '.mpv', '.qt', '.ts', '.wmv') # Limit on the number of connected clients if 0 < AceConfig.maxconns <= len( AceProxy.clientcounter.getAllClientsList()): self.dieWithError( 403, "Maximum client connections reached, can't serve request from %s" % self.clientip, logging.ERROR) return # Check if third parameter exists…/pid/blablablablabla/video.mpg # |_________| # And if it ends with regular video extension try: if not self.path.endswith(videoextdefaults): self.dieWithError( 501, 'Request seems like valid but no valid video extension was provided', logging.ERROR) return except IndexError: self.dieWithError(400, 'Bad Request', logging.WARNING) # 400 Bad Request return # Pretend to work fine with Fake or HEAD request. if headers_only or AceConfig.isFakeRequest(self.path, self.query, self.headers): # Return 200 and exit if headers_only: logger.debug('Sending headers and closing connection') else: logger.debug('Fake request - closing connection') self.send_response(200) self.send_header('Content-Type', 'video/mp2t') self.send_header('Connection', 'Close') self.end_headers() self.closeConnection() return # Make dict with parameters # [file_indexes, developer_id, affiliate_id, zone_id, stream_id] paramsdict = {}.fromkeys(aceclient.acemessages.AceConst.START_PARAMS, '0') for i in range(3, len(self.splittedpath)): paramsdict[aceclient.acemessages.AceConst.START_PARAMS[ i - 3]] = self.splittedpath[i] if self.splittedpath[i].isdigit( ) else '0' paramsdict[self.reqtype] = unquote( self.splittedpath[2]) #self.path_unquoted #End parameters dict self.connectionTime = gevent.time.time() self.sessionID = str(uuid4().int)[:8] self.clientInfo = self.transcoder = None self.channelIcon = 'http://static.acestream.net/sites/acestream/img/ACE-logo.png' if channelIcon is None else channelIcon try: if not AceProxy.clientcounter.idleAce: logger.debug('Create connection to AceEngine.....') AceProxy.clientcounter.idleAce = aceclient.AceClient( AceProxy.clientcounter, AceConfig.ace, AceConfig.aceconntimeout, AceConfig.aceresulttimeout) AceProxy.clientcounter.idleAce.aceInit(AceConfig.acesex, AceConfig.aceage, AceConfig.acekey, AceConfig.videoseekback, AceConfig.videotimeout) self.CID, self.channelName = AceProxy.clientcounter.idleAce.GETINFOHASH( self.reqtype, paramsdict[self.reqtype], self.sessionID, paramsdict['file_indexes']) except aceclient.AceException as e: AceProxy.clientcounter.idleAce = None self.dieWithError(404, '%s' % repr(e), logging.ERROR) return mimetype = mimetypes.guess_type(self.channelName)[0] try: gevent.spawn(wrap_errors( gevent.socket.error, self.rfile.read)).link( lambda x: self.finish()) # Client disconection watchdog self.q = gevent.queue.Queue(maxsize=AceConfig.videotimeout) self.out = self.wfile # If &fmt transcode key present in request if fmt is None: fmt = self.reqparams.get('fmt', [''])[0] if fmt and AceConfig.osplatform != 'Windows': if fmt in AceConfig.transcodecmd: stderr = None if AceConfig.loglevel == logging.DEBUG else DEVNULL popen_params = { 'bufsize': 1048576, 'stdin': gevent.subprocess.PIPE, 'stdout': self.wfile, 'stderr': stderr, 'shell': False } try: self.transcoder = gevent.event.AsyncResult() AceProxy.spawn(lambda: psutil.Popen( AceConfig.transcodecmd[fmt], **popen_params)).link( self.transcoder) self.transcoder = self.transcoder.get(timeout=2.0) self.out = self.transcoder.stdin logger.info('Transcoding for %s started' % self.clientip) except: logger.error( 'Error starting transcoding! Is Ffmpeg or VLC installed?' ) self.transcoder = None self.out = self.wfile else: logger.error( "Can't found fmt key. Transcoding not started!") # Start broadcast if it does not exist if AceProxy.clientcounter.addClient(self) == 1: playback_url = self.ace.START(self.reqtype, paramsdict, AceConfig.acestreamtype) AceProxy.pool.spawn( StreamReader, playback_url, self.CID).link(lambda x: logging.debug( 'Broadcast "%s" stoped. Last client disconnected' % self.channelName)) logger.info('Streaming "%s" to %s started' % (self.channelName, self.clientip)) # Sending videostream headers to client self.response_use_chunked = False if ( self.transcoder is not None or self.request_version == 'HTTP/1.0') else AceConfig.use_chunked drop_headers = [] proxy_headers = { 'Connection': 'keep-alive', 'Keep-Alive': 'timeout=15, max=100', 'Accept-Ranges': 'none', 'Transfer-Encoding': 'chunked', 'Content-Type': 'video/MP2T' if mimetype is None else mimetype, 'Pragma': 'no-cache', 'Cache-Control': 'max-age=0, no-cache, no-store' } if not self.response_use_chunked: self.protocol_version = 'HTTP/1.0' proxy_headers['Connection'] = 'Close' drop_headers.extend( ['Transfer-Encoding', 'Keep-Alive', 'Cache-Control']) response_headers = [(k, v) for (k, v) in proxy_headers.items() if k not in drop_headers] self.send_response(200) logger.debug('Sending HTTPAceProxy headers to client: %s' % dict(response_headers)) gevent.joinall([ gevent.spawn(self.send_header, k, v) for (k, v) in response_headers ]) self.end_headers() # write data to client while he is alive for chunk in self.q: self.out.write(chunk) except aceclient.AceException as e: AceProxy.pool.map( lambda x: x.dieWithError(500, repr(e), logging.ERROR), AceProxy.clientcounter.getClientsList(self.CID)) except (gevent.GreenletExit, gevent.socket.error): pass # Client disconnected finally: AceProxy.clientcounter.deleteClient(self) logging.info('Streaming "%s" to %s finished' % (self.channelName, self.clientip)) if self.transcoder: try: self.transcoder.kill() logging.info('Transcoding for %s stoped' % self.clientip) except: pass self.closeConnection()
def handleRequest(self, headers_only, channelName=None, channelIcon=None, fmt=None): logger = logging.getLogger('HandleRequest') self.reqparams, self.path = parse_qs(self.query), self.path[:-1] if self.path.endswith('/') else self.path # Limit on the number of clients connected to broadcasts if 0 < AceConfig.maxconns <= AceStuff.clientcounter.totalClients(): self.dieWithError(503, "Maximum client connections reached, can't serve request from %s" % self.clientip, logging.ERROR) # 503 Service Unavailable return self.videoextdefaults = ('.3gp', '.aac', '.ape', '.asf', '.avi', '.dv', '.divx', '.flac', '.flc', '.flv', '.m2ts', '.m4a', '.mka', '.mkv', '.mpeg', '.mpeg4', '.mpegts', '.mpg4', '.mp3', '.mp4', '.mpg', '.mov', '.m4v', '.ogg', '.ogm', '.ogv', '.oga', '.ogx', '.qt', '.rm', '.swf', '.ts', '.vob', '.wmv', '.wav', '.webm') # Check if third parameter exists…/self.reqtype/blablablablabla/video.mpg # And if it ends with regular video extension try: if not self.path.endswith(self.videoextdefaults): self.dieWithError(400, 'Request seems like valid but no valid video extension was provided', logging.ERROR) return except IndexError: self.dieWithError(400, 'Bad Request', logging.WARNING); return # 400 Bad Request # Pretend to work fine with Fake or HEAD request. if headers_only or AceConfig.isFakeRequest(self.path, self.query, self.headers): # Return 200 and exit if headers_only: logger.debug('Sending headers and closing connection') else: logger.debug('Fake request - closing connection') self.send_response(200) self.send_header('Content-Type', 'video/mpeg') self.send_header('Connection', 'Close') self.end_headers() return # Make dict with parameters # [file_indexes, developer_id, affiliate_id, zone_id, stream_id] paramsdict = {}.fromkeys(aceclient.acemessages.AceConst.START_PARAMS, '0') for i in range(3, len(self.splittedpath)): paramsdict[aceclient.acemessages.AceConst.START_PARAMS[i-3]] = self.splittedpath[i] if self.splittedpath[i].isdigit() else '0' paramsdict[self.reqtype] = requests.compat.unquote(self.splittedpath[2]) #self.path_unquoted #End parameters dict self.connectionTime = gevent.time.time() CID = NAME = None try: if not AceStuff.clientcounter.idleAce: logger.debug('Create connection to AceEngine.....') AceStuff.clientcounter.idleAce = aceclient.AceClient(AceStuff.clientcounter, AceConfig.ace, AceConfig.aceconntimeout, AceConfig.aceresulttimeout) AceStuff.clientcounter.idleAce.aceInit(AceConfig.acesex, AceConfig.aceage, AceConfig.acekey, AceConfig.videoseekback, AceConfig.videotimeout) if self.reqtype not in ('direct_url', 'efile_url'): CID, NAME = AceStuff.clientcounter.idleAce.GETINFOHASH(self.reqtype, paramsdict[self.reqtype], paramsdict['file_indexes']) self.channelName = NAME if not channelName else channelName self.channelIcon = 'http://static.acestream.net/sites/acestream/img/ACE-logo.png' if not channelIcon else channelIcon # If there is no existing broadcast we create it if AceStuff.clientcounter.addClient(CID, self) == 1: logger.warning('Create a broadcast "%s"' % self.channelName) # Send START commands to AceEngine and Getting URL from engine url = self.ace.START(self.reqtype, paramsdict, AceConfig.acestreamtype) # Rewriting host:port for remote Ace Stream Engine if not AceStuff.ace: url = requests.compat.urlparse(url)._replace(netloc='%s:%s' % (AceConfig.ace['aceHostIP'], AceConfig.ace['aceHTTPport'])).geturl() # Start streamreader for broadcast gevent.spawn(self.ace.AceStreamReader, url, CID) #except: pass logger.warning('Broadcast "%s" created' % self.channelName) except aceclient.AceException as e: self.dieWithError(500, 'AceClient exception: %s' % repr(e)) except Exception as e: self.dieWithError(500, 'Unkonwn exception: %s' % repr(e)) else: # streaming to client self.transcoder = None self.out = self.wfile if fmt and AceConfig.osplatform != 'Windows': if fmt in AceConfig.transcodecmd: stderr = None if AceConfig.loglevel == logging.DEBUG else DEVNULL popen_params = { 'bufsize': 1048576, 'stdin': gevent.subprocess.PIPE, 'stdout': self.wfile, 'stderr': stderr, 'shell': False } self.transcoder = gevent.subprocess.Popen(AceConfig.transcodecmd[fmt], **popen_params) self.out = self.transcoder.stdin logger.warning('Ffmpeg transcoding started') else: logger.error("Can't found fmt key. Ffmpeg transcoding not started!") logger.info('Streaming "%s" to %s started' % (self.channelName, self.clientip)) # Sending videostream headers to client headers = { 'Connection': 'Keep-Alive', 'Keep-Alive': 'timeout=15, max=100', 'Accept-Ranges': 'none', 'Content-Type': 'application/octet-stream', 'Transfer-Encoding': 'chunked' } drop_headers = [] if self.transcoder: drop_headers.extend(['Transfer-Encoding']) response_headers = [ (k,v) for (k,v) in headers.items() if k not in drop_headers ] self.send_response(200) logger.debug('Sending HTTPAceProxy headers to client: %s' % dict(response_headers)) for (k,v) in response_headers: self.send_header(k,v) self.end_headers() while self.connection: gevent.sleep(0.5) # Stream data to client from AceStreamReader if self.transcoder is not None: try: self.transcoder.kill(); logger.warning('Ffmpeg transcoding stoped') except: pass logger.info('Streaming "%s" to %s finished' % (self.channelName, self.clientip)) finally: if CID and AceStuff.clientcounter.deleteClient(CID, self) == 0: logger.warning('Broadcast "%s" stoped. Last client disconnected' % self.channelName) return
def handleRequest(self, **params): ''' :params: dict() with keys: headers_only, channelName, channelIcon ''' logger = logging.getLogger('HandleRequest') self.path = self.path[:-1] if self.path.endswith('/') else self.path # Limit on the number of connected clients if 0 < AceConfig.maxconns <= len( AceProxy.clientcounter.getAllClientsList()): self.dieWithError( 403, "Maximum client connections reached, can't serve request from %s" % self.clientip, logging.ERROR) return # Check if third parameter exists…/pid/blablablablabla/video.mpg # |_________| # And if it ends with regular video extension try: if not self.path.endswith( ('.avi', '.flv', '.m2ts', '.mkv', '.mpeg', '.mpeg4', '.mpegts', '.mpg4', '.mp4', '.mpg', '.mov', '.mpv', '.qt', '.ts', '.wmv')): self.dieWithError( 501, 'Request seems like valid but no valid video extension was provided', logging.ERROR) return except IndexError: self.dieWithError(400, 'Bad Request', logging.WARNING) # 400 Bad Request return # Pretend to work fine with Fake or HEAD request. if params.get('headers_only') or AceConfig.isFakeRequest( self.path, self.query, self.headers): # Return 200 and exit if params.get('headers_only'): logger.debug('Sending headers and closing connection') else: logger.debug('Fake request - closing connection') self.send_response(200) self.send_header('Content-Type', 'video/mp2t') self.send_header('Connection', 'Close') self.end_headers() self.closeConnection() return # Make parameters dict params.update({self.reqtype: unquote(self.splittedpath[2])}) # {command: value} params.update( {}.fromkeys(aceclient.acemessages.AceConst.START_PARAMS, '0') ) # [file_indexes, developer_id, affiliate_id, zone_id, stream_id] params.update({ k: v for (k, v) in [(aceclient.acemessages.AceConst.START_PARAMS[i - 3], self.splittedpath[i] if self.splittedpath[i].isdigit() else '0') for i in range(3, len(self.splittedpath))] }) params.update({ 'stream_type': ' '.join([ '{}={}'.format(k, v) for k, v in AceConfig.acestreamtype.items() ]) }) # request http or hls from AceEngine params['request_id'] = self.sessionID = str(uuid4().int)[:8] # End parameters dict self.connectionTime = gevent.time.time() self.clientInfo = None self.channelIcon = params.get('channelIcon') if self.channelIcon is None: self.channelIcon = 'http://static.acestream.net/sites/acestream/img/ACE-logo.png' try: if not AceProxy.clientcounter.idleAce: logger.debug( 'Create connection with AceStream on {aceHostIP}:{aceAPIport}' .format(**AceConfig.ace)) AceProxy.clientcounter.idleAce = aceclient.AceClient( AceConfig.ace, AceConfig.aceconntimeout, AceConfig.aceresulttimeout) AceProxy.clientcounter.idleAce.GetAUTH(AceConfig.acesex, AceConfig.aceage, AceConfig.acekey, AceConfig.videoseekback, AceConfig.videotimeout) if self.reqtype not in ('direct_url', 'efile_url'): self.CID, self.channelName = AceProxy.clientcounter.idleAce.GetCONTENTINFO( params) else: self.channelName = params.get('channelName') if self.channelName is None: self.channelName = 'NoNameChannel' self.CID = requests.auth.hashlib.sha1( self.channelName.encode('utf-8')).hexdigest() except aceclient.AceException as e: AceProxy.clientcounter.idleAce = None self.dieWithError(404, '%s' % repr(e), logging.ERROR) return ext = self.channelName[self.channelName.rfind('.') + 1:] if ext == self.channelName: ext = parse_qs(self.query).get('ext', ['ts'])[0] mimetype = mimetypes.guess_type('%s.%s' % (self.channelName, ext))[0] try: AceProxy.pool.spawn( wrap_errors(gevent.socket.error, self.rfile.read)).link( lambda x: self.finish()) # Client disconection watchdog self.q = gevent.queue.Queue(maxsize=AceConfig.videotimeout) out = self.wfile # If &fmt transcode key present in request fmt = parse_qs(self.query).get('fmt', [''])[0] transcoder = gevent.event.AsyncResult() if fmt: if AceConfig.osplatform != 'Windows': if fmt in AceConfig.transcodecmd: stderr = None if AceConfig.loglevel == logging.DEBUG else DEVNULL popen_params = { 'bufsize': 1048576, 'stdin': gevent.subprocess.PIPE, 'stdout': self.wfile, 'stderr': stderr, 'shell': False } try: #transcoder = gevent.event.AsyncResult() AceProxy.pool.spawn(lambda: psutil.Popen( AceConfig.transcodecmd[fmt], **popen_params) ).link(transcoder) out = transcoder.get(timeout=2.0).stdin logger.info( 'Transcoding for {clientip} started'.format( **self.__dict__)) except: logger.error( 'Error starting transcoding! Is Ffmpeg or VLC installed?' ) else: logger.error( "Can't found fmt key. Transcoding not started!") elif AceConfig.osplatform == 'Windows': logger.error( 'Not applicable in Windnows OS. Transcoding not started!' ) # Start broadcast if it does not exist if AceProxy.clientcounter.addClient(self) == 1: START = self.ace.GetBroadcastStartParams(params) self.broadcast = AceProxy.pool.spawn(StreamReader, START['url'], START['infohash']) self.broadcast.link(lambda x: logging.debug( 'Broadcast "{channelName}" stoped. Last client disconnected' .format(**self.__dict__))) logger.info( 'Streaming "{channelName}" to {clientip} started'.format( **self.__dict__)) # Sending videostream headers to client response_use_chunked = False if ( transcoder is not None or self.request_version == 'HTTP/1.0') else AceConfig.use_chunked drop_headers = [] proxy_headers = { 'Connection': 'keep-alive', 'Keep-Alive': 'timeout=%s, max=100' % AceConfig.videotimeout, 'Accept-Ranges': 'none', 'Transfer-Encoding': 'chunked', 'Content-Type': 'video/MP2T' if mimetype is None else mimetype } if not response_use_chunked: self.protocol_version = 'HTTP/1.0' proxy_headers['Connection'] = 'Close' drop_headers.extend(['Transfer-Encoding', 'Keep-Alive']) response_headers = [(k, v) for (k, v) in proxy_headers.items() if k not in drop_headers] self.send_response(200) logger.debug('Sending HTTPAceProxy headers to client: %s' % dict(response_headers)) gevent.joinall([ gevent.spawn(self.send_header, k, v) for (k, v) in response_headers ]) self.end_headers() # write data to client while he is alive for chunk in self.q: out.write(b'%x\r\n' % len(chunk) + chunk + b'\r\n' if response_use_chunked else chunk) except aceclient.AceException as e: _ = AceProxy.pool.map( lambda x: x.dieWithError(500, repr(e), logging.ERROR), AceProxy.clientcounter.getClientsList(self.CID)) except (gevent.GreenletExit, gevent.socket.error): pass # Client disconnected finally: AceProxy.clientcounter.deleteClient(self) logging.info( 'Streaming "{channelName}" to {clientip} finished'.format( **self.__dict__)) if transcoder.value: try: transcoder.value.kill() logging.info('Transcoding for {clientip} stoped'.format( **self.__dict__)) except: pass self.closeConnection() return