Example #1
0
    def _read_loop(self, resp):
        logger.debug("_read_loop init")
        # retry limit for http connecting
        http_count = 0
        while self.running:
            if resp.isclosed():
                break
            logger.debug("_readloop start(%s)" % str(resp.status))
            # read length
            data = ''
            while True:
                try:
                    c = resp.read(1)
                    if c == '\n':
                        http_count = 0
                        break
                    data += c
                except SSLError, exception:
                    logger.info("(%s retry:%d):%s" % ("_read_loop", http_count, str(exception)))
                    http_count += 1
                    if http_count > self.http_retry:
                        logger.error("over retry max")
                        raise NoResponse("break loop")
                    
            data = data.strip()

            # read data and pass into listener
            if self.listener.on_data(data) is False:
                self.running = False
Example #2
0
    def _read_loop(self, resp):
        logger.debug("_read_loop init")
        # retry limit for http connecting
        http_count = 0
        while self.running:
            if resp.isclosed():
                break
            logger.debug("_readloop start(%s)" % str(resp.status))
            # read length
            data = ''
            while True:
                try:
                    c = resp.read(1)
                    if c == '\n':
                        http_count = 0
                        break
                    data += c
                except SSLError, exception:
                    logger.info("(%s retry:%d):%s" %
                                ("_read_loop", http_count, str(exception)))
                    http_count += 1
                    if http_count > self.http_retry:
                        logger.error("over retry max")
                        raise NoResponse("break loop")

            data = data.strip()

            # read data and pass into listener
            if self.listener.on_data(data) is False:
                self.running = False
Example #3
0
 def worker(self):
     while True:
         try:
             logger.debug("wait..")
             status = self.evqueue.get(block=True, timeout=None)
             logger.debug("get by %s" % (status.author.screen_name,))
             self.dispatch(status)
         except TwisterError, err:
             logger.error(err)
         except Exception, err:
             logger.error(err)
Example #4
0
 def worker(self):
     while True:
         try:
             logger.debug("wait..")
             status = self.evqueue.get(block=True, timeout=None)
             logger.debug("get by %s" % (status.author.screen_name, ))
             self.dispatch(status)
         except TwisterError, err:
             logger.error(err)
         except Exception, err:
             logger.error(err)
Example #5
0
 def handle(self):
     logger.debug("connect by %s" % str(self.client_address))
     self.queue_list[self.client_address] = Queue.Queue()
     while True:
         try:
             status = self.queue_list[self.client_address].get(block=True, timeout=None)
             self.request.send(to_utf8(status.text))
         except Exception, err:
             # エラー発生で切断
             logger.error(err)
             # can do on finish?
             del self.queue_list[self.client_address]
             break
Example #6
0
 def handle(self):
     logger.debug("connect by %s" % str(self.client_address))
     self.queue_list[self.client_address] = Queue.Queue()
     while True:
         try:
             status = self.queue_list[self.client_address].get(block=True,
                                                               timeout=None)
             self.request.send(to_utf8(status.text))
         except Exception, err:
             # エラー発生で切断
             logger.error(err)
             # can do on finish?
             del self.queue_list[self.client_address]
             break
Example #7
0
    def _run(self):
        # Authenticate
        url = "%s://%s%s" % (self.scheme, self.host, self.url)

        # Connect and process the stream
        error_counter = 0
        conn = None
        exception = None

        logger.debug(u"run streaming server.")
        while self.running:
            # quit if error count greater than retry count
            if self.retry_count is not None and error_counter > self.retry_count:
                break
            try:
                if self.scheme == "http":
                    conn = httplib.HTTPConnection(self.host)
                else:
                    conn = httplib.HTTPSConnection(self.host)
                self.auth.apply_auth(url, 'POST', self.headers,
                                     self.parameters)
                conn.connect()
                conn.sock.settimeout(self.timeout)
                conn.request('POST', self.url, self.body, headers=self.headers)
                logger.debug(u"wait response.")
                resp = conn.getresponse()
                logger.debug(u"connect response: %s" % str(resp))
                if resp.status != 200:
                    if self.listener.on_error(resp.status) is False:
                        break
                    error_counter += 1
                    logger.error("response status: error(%s)",
                                 (str(resp.status), ))
                    sleep(self.retry_time)
                else:
                    error_counter = 0
                    logger.info("response status: ok(%s)",
                                (str(resp.status), ))
                    self._read_loop(resp)

            except socket.error, err:
                self.listener.on_socket_error(err)

            except socket.gaierror, err:
                self.listener.on_socket_error(err)
Example #8
0
    def _run(self):
        # Authenticate
        url = "%s://%s%s" % (self.scheme, self.host, self.url)

        # Connect and process the stream
        error_counter = 0
        conn = None
        exception = None
        
        logger.debug(u"run streaming server.")
        while self.running:
            # quit if error count greater than retry count
            if self.retry_count is not None and error_counter > self.retry_count:
                break
            try:
                if self.scheme == "http":
                    conn = httplib.HTTPConnection(self.host)
                else:
                    conn = httplib.HTTPSConnection(self.host)
                self.auth.apply_auth(url, 'POST', self.headers, self.parameters)
                conn.connect()
                conn.sock.settimeout(self.timeout)
                conn.request('POST', self.url, self.body, headers=self.headers)
                logger.debug(u"wait response.")
                resp = conn.getresponse()
                logger.debug(u"connect response: %s" % str(resp))
                if resp.status != 200:
                    if self.listener.on_error(resp.status) is False:
                        break
                    error_counter += 1
                    logger.error("response status: error(%s)", (str(resp.status),))
                    sleep(self.retry_time)
                else:
                    error_counter = 0
                    logger.info("response status: ok(%s)", (str(resp.status),))
                    self._read_loop(resp)
                    
            except socket.error, err:
                self.listener.on_socket_error(err)
                    
            except socket.gaierror, err:
                self.listener.on_socket_error(err)
Example #9
0
                logger.info("response status: timeout")
                if self.listener.on_timeout() == False:
                    break
                if self.running is False:
                    break
                conn.close()
                sleep(self.snooze_time)

            except Exception, exception:
                if self.listener.on_fatal_error(exception):
                    continue
                raise
                # any other exception is fatal, so kill loop
                #break

        logger.error("(%s):%s" % ("_run", "false"))

        # cleanup
        self.running = False
        if conn:
            conn.close()

        # need to catch exception
        if exception:
            logger.error("(%s):%s" % ("_run", str(exception)))
            raise

    '''
    @todo:
    @summary: read HTTPResponse
    @param resp: HTTPResponse
Example #10
0
 def on_socket_error(self, err):
     logger.error(u"[socket error] %s." % err)
     sleep(5)
Example #11
0
 def on_error(self, status_code):
     logger.error("[error] %d" % int(status_code))
     return True
Example #12
0
 def on_status(self, status):
     try:
         status.created_at += timedelta(hours=9)
         self.handler.call(status)
     except Exception, exception:
         logger.error(str(exception))
Example #13
0
 def on_socket_error(self, err):
     logger.error(u"[socket error] %s." % err)
     sleep(5)
Example #14
0
 def on_error(self, status_code):
     logger.error("[error] %d" % int(status_code))
     return True
Example #15
0
 def on_status(self, status):
     try:
         status.created_at += timedelta(hours=9)
         self.handler.call(status)
     except Exception, exception:
         logger.error(str(exception))
Example #16
0
                logger.info("response status: timeout")
                if self.listener.on_timeout() == False:
                    break
                if self.running is False:
                    break
                conn.close()
                sleep(self.snooze_time)
                
            except Exception, exception:
                if self.listener.on_fatal_error(exception):
                    continue
                raise
                # any other exception is fatal, so kill loop
                #break
                
        logger.error("(%s):%s" % ("_run", "false"))

        # cleanup
        self.running = False
        if conn:
            conn.close()

        # need to catch exception
        if exception:
            logger.error("(%s):%s" % ("_run", str(exception)))
            raise
    
    '''
    @todo:
    @summary: read HTTPResponse
    @param resp: HTTPResponse