def get_data(username):
# list of user info
info_list = []
# list of tweets
tweet_list = []
info = __get_info(username)
info_list.append(info)
tweets = __get_tweets(username)
tweet_list.append(tweets)
friend_ids = __get_friends(username)
#print json.dumps(ids)
print 'Found ' + str(len(friend_ids)) + ' users are followed by ' + username
for id in friend_ids:
print 'Getting info about user with id ' + str(id) + '...'
# get info
info = __get_info_by_id(id)
info_list.append(info)
# get tweets
tweets = __get_tweets_by_id(id)
tweet_list.append(tweets)
# get list of friends
friends_ids_of_friend = __get_friends_by_id(id)
for fid in friends_ids_of_friend:
# get info, tweets
info = __get_info_by_id(id)
info_list.append(info)
tweets = __get_tweets_by_id(fid)
tweet_list.append(tweets)
print 'Info list size ' + str(len(info_list))
print 'Tweets list: number of element ' + str(len(tweet_list))
print 'A tweet ' + str(tweet_list[0])
# persist to 'users' table: id, name, description
datastore.persist_data('twitter', 'users', info_list, 'id', 'name', 'description')
# persist to 'tweets' table: id, text, user_id
datastore.persist_data('twitter', 'tweets', tweeets, 'id', 'text', 'user_id')
import json
import visualization
import datastore
conn = httplib.HTTPConnection("api.worldbank.org")
conn.request("GET", "/countries/br/indicators/NY.GDP.MKTP.CD?format=json&date=2000:2010")
res = conn.getresponse()
data = res.read()
# parse the json data
obj = json.loads(data)
page = obj[0]
datalist = obj[1]
print json.dumps(datalist)
datastore.persist_data("worldbank", "bra_gdp", datalist)
template = """
<html>
<head>
<script type="text/javascript" src="https://www.google.com/jsapi"></script>
<script type="text/javascript">
google.load("visualization", "1", {packages:["corechart"]});
google.setOnLoadCallback(drawChart);
function drawChart() {
var json = %(json_str)s;
var wbdata = new google.visualization.DataTable;
wbdata.addColumn('date', 'Year');
wbdata.addColumn('number', 'GDP');
var i;
for (i = 10; i > 0; i--) {
