from db import Database from random import random, choice import string def rstring(N): return ''.join(choice(string.ascii_uppercase + string.digits) for x in range(N)) db = Database('test.db') cats = db.categories for i in range(1,100): h = rstring(7) print ('Entering %s' % h) for j in range(int(random() * 4)): cat = int(random() * len(cats)) db.add_category(h, cat) print i, j, ('adding cat %s' % cat) for j in range(int(random() * 200)): click = int(random() * 200) db.add_click(h, click, j) print i, j, ('adding click %s' % click)
Links = {} Clicks = {} DB = Database('bitly1') while True: hot = C.highvalue(limit=300) for link in hot['values']: key = link.split('bit.ly/')[1] if not Links.has_key(key): Links[key] = True print "new link!", key, Links[key] # insert (key) into LINKS table? we dont have one right now for category in C.link_category(link): # print '\t',category, DB.category_id(category) DB.add_category(key,DB.category_id(category)) for key,lid in Links.iteritems(): print key, lid Time = int(time.time()) # print "THE LENGTH IS:", len(C.link_clicks('https://bit.ly/'+key)[0]['link_clicks']) clicks = C.clicks_by_minute(hash=key)[0]['clicks'] print len(clicks) for i,clk in enumerate(clicks):#, C.info(link=link)[0]['title'] print key, clk, Time-i DB.add_click(key,clk,Time-i) if i >= 29: break time.sleep(30*60) #repeat every 30 mins