def read_cldata(self, file_name):
lines = []
if len(file_name):
if self._index != NO_READ_INDEX:
print "Reading data from file: %s" % file_name
try:
with open(file_name, "r") as f:
for l in f:
# Process text line.
l_txt = l[:-1].strip()
if len(l_txt):
if l_txt.find(B1_TEXT) >= 0:
l_text = extract_list_text(l_txt, NUM_COLS_CL)
for l in l_text:
self._b1.append([l[i] for i in CL_ORDER])
if self._index != NO_READ_INDEX:
print "Read %dx%d from file for B1" % \
(len(self._b1), len(self._b1[0]))
elif l_txt.find(A2_TEXT) >= 0:
l_text = extract_list_text(l_txt, NUM_COLS_CL)
for l in l_text:
self._a2.append([l[i] for i in CL_ORDER])
if self._index != NO_READ_INDEX:
print "Read %dx%d from file for A2" % \
(len(self._a2), len(self._a2[0]))
except IOError as ioe:
print "ERROR: Reading file '%s'" % file_name
self._b1 = []
self._a2 = []
else:
print "No file found to read cl."
def _read_cldata(self):
lines = []
file_name = self._get_file_to_read()
if len(file_name):
print "Reading data from file: %s" % file_name
try:
with open(file_name, "r") as f:
for l in f:
# Process text line.
l_txt = l[:-1].strip()
if len(l_txt):
if l_txt.find(B1_TEXT) >= 0:
l_text = extract_list_text(l_txt, NUM_COLS_CL)
for l in l_text:
self._b1.append([l[i] for i in CL_ORDER])
print "Read %dx%d from file for B1" % \
(len(self._b1), len(self._b1[0]))
elif l_txt.find(A2_TEXT) >= 0:
l_text = extract_list_text(l_txt, NUM_COLS_CL)
for l in l_text:
self._a2.append([l[i] for i in CL_ORDER])
print "Read %dx%d from file for A2" % \
(len(self._a2), len(self._a2[0]))
except IOError as ioe:
print "ERROR: Reading file '%s'" % file_name
self._b1 = []
self._a2 = []
else:
print "No file found to read cl."
def _read_extd(self):
success = True
lines = []
# Reading from local file the rest of data.
file_name = EXTD_FILE_PREFIX + self._index + SCRAPPED_DATA_FILE_EXT
print "Reading data from file: %s" % file_name
try:
with open(file_name, "r") as f:
for l in f:
# Process text line.
l_txt = l[:-1].strip()
if len(l_txt):
if l_txt.find(LM_TEXT) >= 0:
self._lm = extract_list_text(l_txt, NUM_COLS_LM)
print "Read %dx%d from file for LM" % \
(len(self._lm), len(self._lm[0]))
elif l_txt.find(VE_TEXT) >= 0:
self._ve = extract_list_text(l_txt, NUM_COLS_VE)
print "Read %dx%d from file for VE" % \
(len(self._ve), len(self._ve[0]))
elif l_txt.find(QU_TEXT) >= 0:
self._qu = extract_list_text(l_txt, NUM_COLS_QU)
print "Read %dx%d from file for QU" % \
(len(self._qu), len(self._qu[0]))
elif l_txt.find(Q1_TEXT) >= 0:
self._q1 = extract_list_text(l_txt, NUM_COLS_Q1)
print "Read %dx%d from file for Q1" % \
(len(self._q1), len(self._q1[0]))
elif l_txt.find(CQ_TEXT) >= 0:
self._cq = extract_list_text(l_txt, NUM_COLS_CQ)
print "Read %dx%d from file for CQ" % \
(len(self._cq), len(self._cq[0]))
elif l_txt.find(CQP_TEXT) >= 0:
self._cqp = extract_list_text(l_txt, NUM_COLS_CQ)
print "Read %dx%d from file for CQP" % \
(len(self._cqp), len(self._cqp[0]))
except IOError as ioe:
print "ERROR: Reading file '%s'" % file_name
success = False
return success
def _read_extd(self):
success = True
lines = []
# Reading from local file the rest of data.
file_name = EXTD_FILE_PREFIX + self._index + SCRAPPED_DATA_FILE_EXT
print "Reading data from file: %s" % file_name
try:
with open(file_name, "r") as f:
for l in f:
# Process text line.
l_txt = l[:-1].strip()
if len(l_txt):
if l_txt.find(LM_TEXT) >= 0:
self._lm = extract_list_text(l_txt, NUM_COLS_LM)
print "Read %dx%d from file for LM" % \
(len(self._lm), len(self._lm[0]))
elif l_txt.find(VE_TEXT) >= 0:
self._ve = extract_list_text(l_txt, NUM_COLS_VE)
print "Read %dx%d from file for VE" % \
(len(self._ve), len(self._ve[0]))
elif l_txt.find(QU_TEXT) >= 0:
self._qu = extract_list_text(l_txt, NUM_COLS_QU)
print "Read %dx%d from file for QU" % \
(len(self._qu), len(self._qu[0]))
elif l_txt.find(Q1_TEXT) >= 0:
self._q1 = extract_list_text(l_txt, NUM_COLS_Q1)
print "Read %dx%d from file for Q1" % \
(len(self._q1), len(self._q1[0]))
elif l_txt.find(CQ_TEXT) >= 0:
self._cq = extract_list_text(l_txt, NUM_COLS_CQ)
print "Read %dx%d from file for CQ" % \
(len(self._cq), len(self._cq[0]))
elif l_txt.find(CQP_TEXT) >= 0:
self._cqp = extract_list_text(l_txt, NUM_COLS_CQ)
print "Read %dx%d from file for CQP" % \
(len(self._cqp), len(self._cqp[0]))
except IOError as ioe:
print "ERROR: Reading file '%s'" % file_name
success = False
return success
