def make_obama(ngram_order=3, select=None):
sys.stderr.write('assembling obama...\n')
model_fname = make_model_fname(ngram_order)
model_loc = os.path.join(LANG_MODEL_DIR, model_fname)
# if not os.path.exists(model_loc):
# print model_loc
# raise Exception('no {order}-gram model found for Obama)'.format(
# order=ngram_order))
build_model(ngram_order)
obama = Obama(model_loc)
sys.stderr.write('loaded.\n')
return obama
def make_presidents(stats, ngram_order=3, select=None):
sys.stderr.write('assembling presidents...\n')
presidents = {}
if isinstance(stats, basestring):
_stat_file = open(stats)
else:
_stat_file = stats
if select:
stat_dicts = [sd for sd in json.load(_stat_file) if sd['id'] in select]
else:
stat_dicts = json.load(_stat_file)
for stat_dict in stat_dicts:
prez_id = stat_dict['id']
sys.stderr.write(stat_dict['name']+'...')
model_fname = make_model_fname(prez_id, ngram_order)
model_loc = os.path.join(LANG_MODEL_DIR, model_fname)
if os.path.exists(model_loc):
presidents[prez_id] = President(os.path.join(LANG_MODEL_DIR, model_fname), stat_dict)
else:
print model_loc
raise Exception('no {order}-gram model found for {prez_id} ({prez_name})'.format(
order=ngram_order, prez_id = prez_id, prez_name = stat_dict['name']))
sys.stderr.write('loaded.\n')
return presidents
def pickle_model(ngram_model, prez_number):
prez_number = unicode(prez_number).zfill(2)
order = ngram_model._n
model_fname = make_model_fname(prez_number, order)
with open(os.path.join(LANG_MODEL_DIR, model_fname), 'wb') as modelfile:
cPickle.dump(ngram_model, modelfile)
def pickle_model(ngram_model):
order = ngram_model._n
model_fname = make_model_fname(order)
# import ipdb; ipdb.set_trace()
with open(os.path.join(LANG_MODEL_DIR, model_fname), 'wb') as modelfile:
pickle.dump(ngram_model, modelfile)