def prepare():
global ac
with gzip.open('engmodel6.json.gz', 'rb') as f:
countdict = json.load(f,object_pairs_hook=sdict)
with open("symbols.json") as f:
symbols = json.load(f)
ac = ArithmeticCodec(modelbuilder.build_model(countdict,symbols))
def prepare():
global ac
with gzip.open('engmodel6.json.gz', 'rb') as f:
countdict = json.load(f, object_pairs_hook=sdict)
with open("symbols.json") as f:
symbols = json.load(f)
ac = ArithmeticCodec(modelbuilder.build_model(countdict, symbols))
def main():
in_arg = utility.get_input_args()
print(in_arg)
device = utility.set_device_type(in_arg.gpu)
image_datasets, dataloaders = utility.load_data(in_arg.data_dir)
cat_to_name = utility.load_category_map()
model, criterion, optimizer = modelbuilder.build_model(in_arg, device)
train_model(model, dataloaders['train'], dataloaders['valid'],
in_arg.epochs, 40, criterion, optimizer, device)
modelbuilder.save_model(in_arg, model, image_datasets['train'], optimizer)
Gotta make you understand
Never gonna give you up, never gonna let you down
Never gonna run around and desert you
Never gonna make you cry, never gonna say goodbye
Never gonna tell a lie and hurt you"""
teststring = u"THIS IS A TEST OF ALL CAPS COMPRESSION."
sys.stdout.write("Loading and compiling english model...");sys.stdout.flush()
starttime = time.time()
with gzip.open('engmodel6.json.gz', 'rb') as f:
countdict = json.load(f,object_pairs_hook=sdict)
#with gzip.open('engmodel2.json.gz','rb') as f:
# teststring = " ".join(json.load(f).keys()[:10000])
with open("symbols.json") as f:
symbols = json.load(f)
fullmodel = modelbuilder.build_model(countdict,symbols)
print "done: %d seconds"%(time.time()-starttime)
sys.stdout.write("Creating arithmetic coder based on model...");sys.stdout.flush()
ac = ArithmeticCodec(fullmodel)
print "done."
sys.stdout.write("Encoding test string...");sys.stdout.flush()
starttime = time.time()
bq = ac.encode(teststring)
print "done: %d seconds, length: %d"%(time.time()-starttime, len(bq))
bq.pushBits("110100100010000")
#print bq.byteString()
#print bq.bitString()
sys.stdout.write("Decoding test bit sequence...");sys.stdout.flush()
starttime = time.time()
output = ac.decode(bq)
print "done: %d seconds"%(time.time()-starttime)
Never gonna give you up, never gonna let you down
Never gonna run around and desert you
Never gonna make you cry, never gonna say goodbye
Never gonna tell a lie and hurt you"""
teststring = u"THIS IS A TEST OF ALL CAPS COMPRESSION."
sys.stdout.write("Loading and compiling english model...")
sys.stdout.flush()
starttime = time.time()
with gzip.open('engmodel6.json.gz', 'rb') as f:
countdict = json.load(f, object_pairs_hook=sdict)
#with gzip.open('engmodel2.json.gz','rb') as f:
# teststring = " ".join(json.load(f).keys()[:10000])
with open("symbols.json") as f:
symbols = json.load(f)
fullmodel = modelbuilder.build_model(countdict, symbols)
print "done: %d seconds" % (time.time() - starttime)
sys.stdout.write("Creating arithmetic coder based on model...")
sys.stdout.flush()
ac = ArithmeticCodec(fullmodel)
print "done."
sys.stdout.write("Encoding test string...")
sys.stdout.flush()
starttime = time.time()
bq = ac.encode(teststring)
print "done: %d seconds, length: %d" % (time.time() - starttime, len(bq))
bq.pushBits("110100100010000")
#print bq.byteString()
#print bq.bitString()
sys.stdout.write("Decoding test bit sequence...")
sys.stdout.flush()
