class WordPressTest(unittest.TestCase):
def setUp(self):
self.blog = WordPress('boycook.wordpress.com')
def test_get_posts(self):
posts = self.blog.get_posts()
for post in posts:
print str(post['ID']) + ' - ' + str(post['title'])
def test_get_post(self):
# TODO - assertions
post = self.blog.get_post('100')
id = post['ID']
print 'ID' + str(id)
class Loader():
#Thu Aug 08 13:14:27 +0000 2013
TWITTER_FORMAT = '%a %b %d %H:%M:%S +0000 %Y'
#2013-08-08T10:09:59+00:00
WORDPRESS_FORMAT = '%Y-%m-%dT%H:%M:%S+00:00'
def __init__(self, store):
self.store = store
self.twitter = Twython(config['app_key'], config['app_secret'],
config['oauth_token'], config['oauth_token_secret'])
self.wp = WordPress('boycook.wordpress.com')
self.gitHub = Github()
def load_all(self):
print 'Loading from all sources...'
self.load_tweets()
self.load_blog_posts()
self.load_github()
print 'Done loading'
def load_tweets(self):
tweets = self.twitter.get_user_timeline()
for tweet in tweets:
self.add_tweet_tiddler(tweet)
return tweets
def load_blog_posts(self):
posts = self.wp.get_posts()
for post in posts:
self.add_blog_post_tiddler(post)
def load_github(self):
user = self.gitHub.get_user('BoyCook')
repos = user.get_repos()
gists = user.get_gists()
for repo in repos:
self.add_github_repo_tiddler(repo)
for gist in gists:
self.add_github_gist_tiddler(gist)
def add_tweet_tiddler(self, tweet):
id_str = tweet['id_str']
tiddler = Tiddler('Tweet' + id_str, 'tweets')
tiddler.text = tweet['text']
tiddler.tags = ['tweet']
tiddler.fields['sort_field'] = self.format_date(tweet['created_at'], Loader.TWITTER_FORMAT)
tiddler.fields['sort_date'] = tweet['created_at']
tiddler.fields['created_at'] = tweet['created_at']
tiddler.fields['user_name'] = tweet['user']['screen_name']
tiddler.fields['item_summary'] = tweet['text']
tiddler.fields['item_url'] = 'http://twitter.com/BoyCook/status/' + id_str
tiddler.modifier = 'LifeStreamDataLoader'
update = self.do_update(tiddler)
if update:
self.store.put(tiddler)
def add_blog_post_tiddler(self, post):
tiddler = Tiddler('Blog' + str(post['ID']), 'blogs')
tiddler.text = post['content']
tiddler.tags = ['blogPost']
tiddler.fields['sort_field'] = self.format_date(post['modified'], Loader.WORDPRESS_FORMAT)
tiddler.fields['sort_date'] = post['modified']
tiddler.fields['created_at'] = post['date']
tiddler.fields['post_modified_at'] = post['modified']
tiddler.fields['item_summary'] = post['excerpt']
tiddler.fields['post_title'] = post['title']
tiddler.fields['item_url'] = post['URL']
tiddler.modifier = 'LifeStreamDataLoader'
update = self.do_update(tiddler)
if update:
self.store.put(tiddler)
def add_github_repo_tiddler(self, repo):
tiddler = Tiddler('GitHubRepo' + str(repo.id), 'github')
tiddler.text = repo.name
tiddler.tags = ['gitHubRepo']
tiddler.fields['sort_field'] = self.get_date_string(repo.pushed_at)
tiddler.fields['sort_date'] = repo.pushed_at
tiddler.fields['created_at'] = repo.created_at
tiddler.fields['updated_at'] = repo.updated_at
tiddler.fields['item_summary'] = repo.description
tiddler.fields['item_url'] = repo.html_url
tiddler.modifier = 'LifeStreamDataLoader'
update = self.do_update(tiddler)
if update:
self.store.put(tiddler)
def add_github_gist_tiddler(self, repo):
tiddler = Tiddler('GitHubGist' + str(repo.id), 'github')
tiddler.text = repo.description
tiddler.tags = ['gitHubGist']
tiddler.fields['sort_field'] = self.get_date_string(repo.updated_at)
tiddler.fields['sort_date'] = repo.updated_at
tiddler.fields['created_at'] = repo.created_at
tiddler.fields['updated_at'] = repo.updated_at
tiddler.fields['item_summary'] = repo.description
tiddler.fields['item_url'] = repo.html_url
tiddler.modifier = 'LifeStreamDataLoader'
update = self.do_update(tiddler)
if update:
self.store.put(tiddler)
def format_date(self, date_str, format_str):
date = datetime.strptime(date_str, format_str)
return self.get_date_string(date)
def get_date_string(self, date):
month = self.fix_length(str(date.month))
day = self.fix_length(str(date.day))
hour = self.fix_length(str(date.hour))
minute = self.fix_length(str(date.minute))
second = self.fix_length(str(date.second))
return '%s%s%s%s%s%s' % (date.year, month, day, hour, minute, second)
def fix_length(self, item):
if len(item) == 1:
return '0' + item
else:
return item
def do_update(self, tiddler):
existing = self.get_tiddler(tiddler)
if existing is None:
return True
elif existing.fields['sort_field'] != tiddler.fields['sort_field']:
return True
else:
return False
def get_tiddler(self, tiddler):
try:
return self.store.get(tiddler)
except (NoTiddlerError), exc:
return None
def __init__(self, store):
self.store = store
self.twitter = Twython(config['app_key'], config['app_secret'],
config['oauth_token'], config['oauth_token_secret'])
self.wp = WordPress('boycook.wordpress.com')
self.gitHub = Github()
def setUp(self):
self.blog = WordPress('boycook.wordpress.com')