def test_logging():
c = LogCapture()
parser = OptionParser()
c.addOptions(parser, {})
logger = klogger.get_logger("foo")
logger = klogger.get_module_logger(__name__)
c.start()
logger.info("Goodbye")
c.end()
records = c.formatLogRecords()
eq_("Goodbye", c.handler.buffer[0].msg)
eq_("test.helpers.klogger_test", c.handler.buffer[0].name)
eq_("test.helpers.klogger_test: INFO: Goodbye", records[0])
#-*- coding: utf-8 -*-
import re
import time
import tweepy
import codecs
from tweepy.error import TweepError
from ketchlip.helpers import klogger
from ketchlip.helpers.persister import Persister
logger = klogger.get_module_logger(__name__)
class TweetScanner():
def __init__(self, config):
self.base_dir = config.base_dir
self.tweet_file = config.tweet_file
self.last_status_processed_file = config.last_status_processed_file
def get_all_links(self, text):
links = []
pattern = r"((https?):((//)|(\\\\))+[\w\d:#@%/;$()~_?\+-=\\\.&]*)"
expression = re.compile(pattern)
result = expression.findall(text)
if result:
for link in result:
logger.info("FETCH: " + text)
links.append(link[0])
return links
def scan(self, api, last_status_processed = None):
