def check_get_tokens_skip(): print(("=== " + sys._getframe().f_code.co_name)) content = "@E=99 @E=-9.55555E6 pp88 pp 56.666,virg-12345678912.2 normal=0" values = [-9.55555E6, 56.666, -12345678912.2, 0] result_file = create_results(content) results = coupling_tools.get(filename=result_file, tokens=["@E=", "pp", ",virg", "normal="], skip_tokens=[1, -1, 0, 0] ) check_results(values, results) remove_file(result_file) print(("=== " + sys._getframe().f_code.co_name + "2")) tokens = '@E=99 @E=7899 pp88 pp pp\n'\ 'pp999 pp56.666E-9pp,virg-12345678912.2 uu88 uuuu\n'\ 'uu999uu\n' values = [99, 56.666E-9, -12345678912.2, 999] result_file = create_results(tokens) results = coupling_tools.get(filename=result_file, tokens=["@E=", "pp", ",virg", "uu"], skip_tokens=[0, 4, -1, 3] ) check_results(values, results) remove_file(result_file)
def check_get_tokens_skip_perf(): print(("=== " + sys._getframe().f_code.co_name)) content = "@E=99 @E=-9.55555E6 pp88 pp 56.666,virg-12345678912.2 normal=0" values = [-9.55555E6, 56.666, -12345678912.2, 0] content = "@E=99 @E=-9.55555E6 pp88 pp 56.666,virg-12345678912.2 normal=0" values = [-9.55555E6] start_time = time.time() result_file = create_results(content, big=True) sys.stderr.write( "big file created in : " + str(time.time() - start_time) + "s\n") start_time = time.time() results = coupling_tools.get(filename=result_file, tokens=["@E="], skip_tokens=[-1] ) time_to_parse = str(int(time.time() - start_time)) check_results(values, results) remove_file(result_file) # get file=3G -> 21s on bx (ssd, core [email protected]) sys.stderr.write("get token skip in file in: " + time_to_parse + "s\n") if int(time_to_parse) > max_time: print(('time to get token took too long (should be ' + str(max_time) + 's max)')) exit(1) else: print('get tokens skip: ok')
def check_get_line_col_perf(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1\n'\ '11.2 22.2 33.2 44.2'\ '\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n'\ '\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n'\ '\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n' values = [22.0] start_time = time.time() result_file = create_results(tokens, big=True) sys.stderr.write('big file created in : ' + str(time.time() - start_time) + 's\n') start_time = time.time() results = ct.get(filename=result_file, skip_lines=[-92], skip_cols=[1]) time_to_parse = str(int(time.time() - start_time)) check_results(values, results) remove_file(result_file) # get file=3G -> 15s on bx (ssd, core [email protected]) sys.stderr.write('get token skip line col in file in: ' + time_to_parse + 's\n') if int(time_to_parse) > max_time: print(('time to get token took too long (should be ' + str(max_time) + 's max)')) exit(1) else: print('get line col: ok')
def check_get_line_col_perf(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1\n'\ '11.2 22.2 33.2 44.2'\ '\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n'\ '\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n'\ '\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n' values = [22.0] start_time = time.time() result_file = create_results(tokens, big=True) sys.stderr.write( 'big file created in : ' + str(time.time() - start_time) + 's\n') start_time = time.time() results = coupling_tools.get(filename=result_file, skip_lines=[-92], skip_cols=[1] ) time_to_parse = str(int(time.time() - start_time)) check_results(values, results) remove_file(result_file) # get file=3G -> 15s on bx (ssd, core [email protected]) sys.stderr.write( 'get token skip line col in file in: ' + time_to_parse + 's\n') if int(time_to_parse) > max_time: print(('time to get token took too long (should be ' + str(max_time) + 's max)')) exit(1) else: print('get line col: ok')
def check_get(): print(("=== " + sys._getframe().f_code.co_name)) tokens = ["@Y1=", "@Y2="] values = [5.4, 6.5] result_file = create_results(tokens, values) results = ct.get(filename=result_file, tokens=tokens) check_results(values, results) remove(result_file)
def check_get_tokens(): print(("=== " + sys._getframe().f_code.co_name)) tokens = ["@E=", " pp", ",virg", " normal="] values = [-9.55555E6, 56.666, -12345678912.2, 0] result_file = create_results(tokens, values) results = ct.get(filename=result_file, tokens=tokens) check_results(values, results) remove_file(result_file)
def check_get(): print(("=== " + sys._getframe().f_code.co_name)) tokens = ["@Y1=", "@Y2="] values = [5.4, 6.5] result_file = create_results(tokens, values) results = coupling_tools.get(filename=result_file, tokens=tokens) check_results(values, results) remove(result_file)
def check_get_tokens(): print(("=== " + sys._getframe().f_code.co_name)) tokens = ["@E=", " pp", ",virg", " normal="] values = [-9.55555E6, 56.666, -12345678912.2, 0] result_file = create_results(tokens, values) results = coupling_tools.get(filename=result_file, tokens=tokens) check_results(values, results) remove_file(result_file)
def check_get_token_escaped(): print(("=== " + sys._getframe().f_code.co_name)) result_file = "results.out" handle = open(result_file, "wb") handle.write(b'FOO (BAR\n') handle.write(b'1.0 1.1 1.2 1.3\n') handle.write(b'2.0 2.1 2.2 2.3\n') handle.close() results = coupling_tools.get( filename=result_file, tokens=['FOO \(BAR'], skip_lines=[1], skip_cols=[1]) check_results([1.1], results) os.remove(result_file)
def check_get_array(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0crap 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1\n'\ '11.2 22.2 33.2 44.2' values = [11.0E-9, 22.0, 55.0, 11.1, 33.2, 22.2, 33.2] result_file = create_results(tokens) results = ct.get(filename=result_file, skip_lines=[0, 0, 0, 1, 2, 2, -1], skip_cols=[0, 1, -1, 0, 2, 1, -2]) check_results(values, results) remove_file(result_file)
def mySimulator(X): # 1. Create input file infile = "input_template.txt" outfile = "input.txt" tokens = ["@X0", "@X1", "@X2"] ct.replace(infile, outfile, tokens, X) # 2. Compute program = sys.executable + " external_program.py" cmd = program + " " + outfile ct.execute(cmd) # 3. Parse output file Y = ct.get("output.txt", tokens=["Y0=", "Y1="]) return Y
def check_get_array(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0crap 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1\n'\ '11.2 22.2 33.2 44.2' values = [11.0E-9, 22.0, 55.0, 11.1, 33.2, 22.2, 33.2] result_file = create_results(tokens) results = coupling_tools.get(filename=result_file, skip_lines=[0, 0, 0, 1, 2, 2, -1], skip_cols=[0, 1, -1, 0, 2, 1, -2] ) check_results(values, results) remove_file(result_file)
def check_get_tokens_line_col(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0crap 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1 middle\n'\ '11.2 22.2 33.2 44.2\n'\ '@E=1111.1E11 666' values = [1111.1E11, 22.0, 33.1, 666, 33.2, 44.1, 55.0] result_file = create_results(tokens) results = ct.get( filename=result_file, tokens=['@E=', None, '@E=', '@E=', 'middle', 'middle', 'middle'], skip_lines=[0, 0, -2, 0, 1, 0, -1], skip_cols=[0, 1, 2, 1, -2, -1, -1]) check_results(values, results) remove_file(result_file)
def check_get_tokens_line_col(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0crap 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1 middle\n'\ '11.2 22.2 33.2 44.2\n'\ '@E=1111.1E11 666' values = [1111.1E11, 22.0, 33.1, 666, 33.2, 44.1, 55.0] result_file = create_results(tokens) results = coupling_tools.get(filename=result_file, tokens=['@E=', None, '@E=', '@E=', 'middle', 'middle', 'middle'], skip_lines=[0, 0, -2, 0, 1, 0, -1], skip_cols=[0, 1, 2, 1, -2, -1, -1] ) check_results(values, results) remove_file(result_file)
def check_get_tokens_skip_line_col(): print("=== " + sys._getframe().f_code.co_name) tokens = '11.0E-9 22.0crap 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1 middle\n'\ '11.2 22.2 middle 33.2 44.2\n'\ '@E=1111.1E11 666\n'\ '@E=999 8888 @E=95\n' values = [1111.1E11, 33.2, 666, 8888, 8888, 666] result_file = create_results(tokens) results = coupling_tools.get(filename=result_file, tokens=['@E=', 'middle', 'middle', '@E=', '@E=', '@E='], skip_tokens=[0, 1, -1, -2, -1, -2], skip_lines=[0, 0, 1, 0, 0, -1], skip_cols= [0, 0, 1, 1, -1, -1] ) check_results(values, results) remove_file(result_file)
def check_get_tokens_skip_line_col(): print(("=== " + sys._getframe().f_code.co_name)) tokens = '11.0E-9 22.0crap 33.0 44.0 55.0\n'\ '11.1 22.1 33.1 44.1 middle\n'\ '11.2 22.2 middle 33.2 44.2\n'\ '@E=1111.1E11 666\n'\ '@E=999 8888 @E=95\n' values = [1111.1E11, 33.2, 666, 8888, 8888, 666] result_file = create_results(tokens) results = coupling_tools.get( filename=result_file, tokens=['@E=', 'middle', 'middle', '@E=', '@E=', '@E='], skip_tokens=[0, 1, -1, -2, -1, -2], skip_lines=[0, 0, 1, 0, 0, -1], skip_cols=[0, 0, 1, 1, -1, -1]) check_results(values, results) remove_file(result_file)
def check_get_tokens_perf(): print("=== " + sys._getframe().f_code.co_name) tokens = ["@E=", " pp", ",virg", " normal="] values = [-9.55555E6, 56.666, -12345678912.2, 0] tokens = ["@E="] values = [-9.55555E6] start_time = time.time() result_file = create_results(tokens, values, big=True) sys.stderr.write("big file created in : " + str(time.time() - start_time) + "s\n") start_time = time.time() results = coupling_tools.get(filename=result_file, tokens=tokens) time_to_parse = str(int(time.time() - start_time)) check_results(values, results) remove_file(result_file) # get file=3G -> 18s on bx (ssd, core [email protected]) sys.stderr.write( 'get token in file in: ' + time_to_parse + 's\n' ) if int(time_to_parse) > max_time: print('time to get token took too long (should be ' + str(max_time)+'s max)') exit(1) else: print('get tokens: ok')
def check_get_tokens_perf(): print(("=== " + sys._getframe().f_code.co_name)) tokens = ["@E=", " pp", ",virg", " normal="] values = [-9.55555E6, 56.666, -12345678912.2, 0] tokens = ["@E="] values = [-9.55555E6] start_time = time.time() result_file = create_results(tokens, values, big=True) sys.stderr.write("big file created in : " + str(time.time() - start_time) + "s\n") start_time = time.time() results = ct.get(filename=result_file, tokens=tokens) time_to_parse = str(int(time.time() - start_time)) check_results(values, results) remove_file(result_file) # get file=3G -> 18s on bx (ssd, core [email protected]) sys.stderr.write('get token in file in: ' + time_to_parse + 's\n') if int(time_to_parse) > max_time: print(('time to get token took too long (should be ' + str(max_time) + 's max)')) exit(1) else: print('get tokens: ok')