import sys, os
import pymongo
sys.path.append('/home/immersinn/Gits/Helper-Code/Python27')
import picklingIsEasy
# set file names to use
pbp_n = '/home/immersinn/Gits/NBA-Data-Stuff/pbp_20111215to20111221.pkl'
sht_n = '/home/immersinn/Gits/NBA-Data-Stuff/sht_20111215to20111221.pkl'
# unpickle data
pbp = picklingIsEasy.unpickledata(pbp_n)
sht = picklingIsEasy.unpickledata(sht_n)
# Connect and deposit
conn = pymongo.Connection()
db = conn.NBA
sht_db = db.Reg20112012.shots
pbp_db = db.Reg20112012.pbp
for game in sht.values():
m_id = sht_db.insert(game)
for game in pbp.values():
m_id = pbp_db.insert(newG)
# prereq stuff
import sys, os
import pandas
import numpy
from collections import defaultdict
sys.path.append('/home/immersinn/Gits/Helper-Code/Python27')
import picklingIsEasy
"""
Step 01: Get shot information from shot pickled data
"""
sht_n = '/home/immersinn/Gits/NBA-Data-Stuff/DataFiles/sht_20111215to20120622.pkl'
sht = picklingIsEasy.unpickledata(sht_n)
"""
Data in ShotDict (for current / future ref)
ShotDict[s['id']] = \
{'Q':s['qtr'],
'time' : s['d'].split(' ')[3],
'made' : u'0' if s['made']=='false' else u'1',
'pts' : u'2' if s['d'].find('jumper')>-1 else u'3',
'p' : s['p'],
'pid' : s['pid'],
't' : s['t'],
'x' : s['x'],
'y' : s['y']}
"""
max_x = 50
max_y = 47
new_date = None
return new_date
def setNulls(d):
for key in d.keys():
if not d[key]:
d[key] = None
return d
if __name__=="__main__":
data_file, db, p, table = sys.argv[1:]
conn = connect.handcon(db=db,
p=p)
if conn:
BLOG_DATA = unpickledata(data_file)
cursor = conn.cursor()
count = 0
for d in BLOG_DATA:
if count%50==0: print count
d = setNulls(d)
print '''INSERT INTO BasicStoryMeta (Title, DateTime, URL, Source, Author, Keywords, Description, Attrs) VALUES (%s,%s,%s,%s,%s,%s,%s,%s)''' % \
(d['title'],
formSQLDateTime(d['date']),
d['link'],
d['source'],
d['author'],
d['tags'],
d['summary'],
d['attrs'])
cursor.execute('''INSERT INTO BasicStoryMeta (Title, DateTime, URL, Source, Author, Keywords, Description, Attrs) VALUES (%s,%s,%s,%s,%s,%s,%s,%s)''' % \
