def compare_mac_ubuntu():
path = "/Users/pablocerve/Documents/FING/Proyecto/results/avances-8/2-resultados-3-enero/"
reader1 = TextFileReader(path + "mac/mask-true",
"full-output-mask-true.txt")
reader2 = TextFileReader(path + "ubuntu/mask-true",
"full-output-mask-true.txt")
assert (reader1.total_lines == reader2.total_lines)
while reader1.continue_reading:
line1 = reader1.read_line()
line2 = reader2.read_line()
if check_match(line1, line2):
continue
if "stds" in line1:
assert ("stds" in line2)
check_stds(line1, line2)
continue
if line1 != line2:
print line1
print line2
assert (line1 == line2)
print "COMPARE SUCCESS!!"
reader1.close()
reader2.close()
def get_official_words(cls, filename):
file = TextFileReader(cls.OFFICIAL_PATH, filename)
array = []
while file.continue_reading:
word = file.read_line().strip()
array.append(word)
return array
def _compare_results(self, stds, thresholds_array):
reader = TextFileReader(self.script_path, self.STDS_FILENAME)
while reader.continue_reading:
if self.input_filename not in reader.read_line():
continue
self._compare_struct(reader.read_line(), stds)
self._compare_struct(reader.read_line(), thresholds_array)
return
raise Exception("ERROR: invalid filename: " + self.input_filename)
def create_table(self):
reader = TextFileReader(os.path.dirname(__file__), '_begin.tex')
self.writer.append_file(reader)
for name in LatexUtils.DATASETS_ORDER:
line = self.generate_dataset_line(name)
self.writer.write_line(line)
reader = TextFileReader(os.path.dirname(__file__), '_end.tex')
self.writer.append_file(reader)
self.writer.close()
def create_table(self):
reader = TextFileReader(os.path.dirname(__file__), '_begin.tex')
self.writer.append_file(reader)
for name in self.algorithms_data.keys():
print(name)
print("---")
line = self.generate_algorithm_line(name)
self.writer.write_line(line)
reader = TextFileReader(os.path.dirname(__file__), '_end.tex')
self.writer.append_file(reader)
self.writer.close()
def run():
text_file = TextFileReader(
"/Users/pablocerve/Documents/FING/Proyecto/datasets/[5]el-nino/large/data",
"tao-all2.dat")
csv_file1 = CSVWriter(
"/Users/pablocerve/Documents/FING/Proyecto/pc-tesis/dataset_parser/scripts",
"nino1.csv")
csv_file2 = CSVWriter(
"/Users/pablocerve/Documents/FING/Proyecto/pc-tesis/dataset_parser/scripts",
"nino2.csv")
row = [
"index_start", "index_end", "count", "timestamp_start",
"timestamp_end", "min_lat", "max_lat", "min_long", "max_long",
"dif_lat", "dif_long", "buoy_id"
]
csv_file1.write_row(row)
csv_file2.write_row(row)
parser = ParserElNino()
logger = setup_logger('el-nino.log', 'el-nino.log')
df_utils = DataFrameUtils(parser, logger)
script = Script(text_file, csv_file1, csv_file2, parser, df_utils)
script.run_loop()
script.close()
path = "/Users/pablocerve/Documents/FING/Proyecto/pc-tesis/dataset_parser/scripts/[5]el-nino"
filename = "el-nino.csv"
df_utils.df_to_output_csv(path, filename)
def run(cls):
file = TextFileReader(cls.INPUT_PATH, cls.INPUT_FILENAME)
while file.continue_reading:
line = file.read_line()
two_numbers = line.split("&")
two_numbers = [int(s.replace(',', '')) for s in two_numbers]
min_number, max_number = two_numbers
bc = max_number - min_number
if max_number != 131071:
bc += 1
bc = math.log2(bc)
bc = math.ceil(bc)
# print(min_number, max_number, bc)
# if max_number != 131071:
# print(bc)
print(bc)
def _parse_and_process(folder, filename):
text_file_reader = TextFileReader(folder, filename)
parser = ParserNOAA()
text_file_reader.parse_file(parser)
parser.process_data()
parser.plot(filename)
from file_utils.text_utils.text_file_reader import TextFileReader
from parsers.elnino.parser_elnino import ParserElNino
folder = "/Users/pablocerve/Documents/FING/Proyecto/datasets/el-nino/large"
filename = 'tao-all2.dat'
text_file_reader = TextFileReader(folder, filename)
parser = ParserElNino()
text_file_reader.parse_file(parser)
parser.process_data()
parser.df.groupby(['lat',
'long']).size().reset_index().rename(columns={0: 'count'})
# parser.plot(filename)
def create_text_file_reader():
path = "/Users/pablocerve/Documents/FING/Proyecto/results/avances-8"
filename = "p,k.txt"
return TextFileReader(path, filename)