def test_bugfix_1509714111470(self):
test_id = 1509714111470
row = 21838
id, content, truth = self.excel.get_scg_record(row)
self.assertEquals(test_id, id)
scg = Scg(id, content, truth)
scg.save_image('temp/' + str(id) + '.png')
def test_bugfix_1509259382091(self):
test_id = 1509259382091
row = 12312
id, content, truth = self.excel.get_scg_record(row)
self.assertEquals(test_id, id)
scg = Scg(id, content, truth)
scg.save_image('temp/' + str(id) + '.png')
def setUp(self):
# Load in the workbook
excel = Excel('data/scg/test.xlsx')
scg_id, scg_content, truth, req_at, resp_at = excel.get_scg_record(1)
self.scg1 = Scg(scg_id, scg_content, truth, req_at, resp_at) # x + y
scg_id, scg_content, truth, req_at, resp_at = excel.get_scg_record(2)
self.scg2 = Scg(scg_id, scg_content, truth, req_at, resp_at) # x + y
def load_all_scgs(self):
'''
From a list of .xlsx files, generate a dictionary of Scgs with key is the id of Scg
:return: scgs, dictionary of Scgs
'''
scgs = {} # dictionary of Scgs
aspect_ratios = {}
with codecs.open('data/invalid_scgs.txt', 'w', 'utf-8') as f_out:
for root, dirnames, filenames in os.walk(self.xlsx_file_path, followlinks=True):
for filename in fnmatch.filter(filenames, '*.xlsx'):
tmp_path = os.path.join(root, filename)
# print tmp_path
excel = Excel(tmp_path)
max_row = excel.get_row_number()
for idx in range(1, max_row):
print idx
id, scg, truth, req_at, resp_at = excel.get_scg_record(idx)
if len(truth.strip()) == 0:
print id
line = str(id) + ' ' + 'no latex\n'
f_out.write(line)
continue
scgs[id] = Scg(id, scg, truth, req_at, resp_at)
aspect_ratios[id] = scgs[id].w_h_ratio
#dump aspect_ratios to a file
ars = aspect_ratios.values()
print 'aspect ratio min, mean, max: ', min(ars), max(ars), sum(ars) / float(len(ars))
with open(self.list_out_dir + 'aspectratio.dict', 'wb') as fout:
pickle.dump(aspect_ratios, fout)
return scgs
def load_all_scgs(self):
'''
From a .xlsx file, generate a dictionary of Scgs with key is the id of Scg
:return: scgs, dictionary of Scgs
'''
scgs = {} # dictionary of Scgs
aspect_ratios = {}
with codecs.open('data/invalid_scgs.txt', 'w', 'utf-8') as f_out:
max_row = self.get_row_number()
for idx in range(1, max_row):
print idx
id, scg, truth, req_at, resp_at = self.get_scg_record(idx)
if len(truth.strip()) == 0:
print id
line = str(id) + ' ' + 'no latex\n'
f_out.write(line)
continue
scgs[id] = Scg(id, scg, truth, req_at, resp_at)
aspect_ratios[id] = scgs[id].w_h_ratio
#dump aspect_ratios to a file
ars = aspect_ratios.values()
print 'aspect ratio min, mean, max: ', min(ars), max(ars), sum(ars) / float(len(ars))
with open( 'aspectratio.dict', 'wb') as fout:
pickle.dump(aspect_ratios, fout)
self.scgs = scgs
return scgs
def test_get_scg_requestat(self):
scg_id, scg_content, truth, req_at, resp_at = self.excel.get_scg_record(
2)
scg = Scg(scg_id, scg_content, truth, req_at, resp_at)
print 'request_at: ', scg.request_at
self.assertEquals(str(req_at),
'2017-10-24 15:46:32') #convert req_at to str
def saveRow2db(self, row):
scg_id, scg_content, truth, req_at, resp_at = self.excel.get_scg_record(
row)
if len(truth.strip()) == 0:
print '' + str(id) + ' ' + 'no latex\n'
return
scg = Scg(scg_id, scg_content, truth, req_at, resp_at)
self.saveScg2db(scg)
class TestScg(TestCase):
def setUp(self):
# Load in the workbook
excel = Excel('data/scg/test.xlsx')
scg_id, scg_content, truth, req_at, resp_at = excel.get_scg_record(1)
self.scg1 = Scg(scg_id, scg_content, truth, req_at, resp_at) # x + y
scg_id, scg_content, truth, req_at, resp_at = excel.get_scg_record(2)
self.scg2 = Scg(scg_id, scg_content, truth, req_at, resp_at) # x + y
def test_save_image1(self):
self.scg1.save_image('temp/' + str(self.scg1.id) + '.png')
def test_get_latex1(self):
latex = self.scg1.get_latex()
print latex
def test_save_image2(self):
self.scg2.save_image('temp/' + str(self.scg2.id) + '.png')
def test_get_latex2(self):
latex = self.scg2.get_latex()
print latex
aspect = self.scg2.w_h_ratio
print 'aspect ratio: ', aspect
print 'request_at: ', self.scg2.request_at