def get_icarus_test_configs():
check_git_submodule(IVTEST_ROOT)
tests = []
for file_name in chain(find_files(IVTEST_ROOT, "regress-*.list"),
find_files(IVTEST_ROOT, "*_regress.list")):
if os.path.basename(file_name) in [
"regress-vams.list", "regress-ivl1.list", "regress-ivl2.list"
]:
continue
if file_name.endswith("vpi_regress.list"):
dir_name = "vpi"
else:
dir_name = "ivltests"
with open(file_name) as f:
buff = ""
for line in f:
line = line.split("#")[0]
line = line.strip()
if not line:
continue
line = buff + line
if line[-1] == "\\":
line = line[:-1]
buff = line
continue
else:
tr = parse_verilator_record(line, dir_name)
if tr is not None:
tests.append(tr)
buff = ""
if buff:
tr = parse_verilator_record(line, dir_name)
if tr is not None:
tests.append(tr)
for fn in [
"fileline",
"fileline2",
]:
# defined in icarus extensions with older std. with missing `__FILE__
std = Language.SYSTEM_VERILOG_2009
f = os.path.join(IVTEST_ROOT, "ivltests", fn + ".v")
tests.append(
ExternTestSpec(f, std, copy(ICARUS_DEFAULT_PREPROC_DEFS),
copy(ICARUS_DEFAULT_INC_DIRS), False))
return tests
def get_uvvm_test_configs():
check_git_submodule(UVVM_ROOT)
for vhdl_file in find_files(UVVM_ROOT, "*.vhd"):
should_fail = False
lang = Language.VHDL_2008
defs = {}
inc_dirs = []
yield ExternTestSpec(vhdl_file, lang, defs, inc_dirs, should_fail)
def get_vunit_test_configs():
assert os.path.exists(VUNIT_ROOT) and len(
os.listdir(VUNIT_ROOT)) > 0, "VUnit repo not downloaded correctly"
for verilog_file in find_files(VUNIT_ROOT, "*.vhd"):
fn = get_file_name(verilog_file)
should_fail = False
lang = Language.VHDL_2008
if fn in [
"tb_deprecated",
]:
should_fail = True
defs = {}
inc_dirs = []
yield ExternTestSpec(verilog_file, lang, defs, inc_dirs, should_fail)
def get_vunit_test_configs():
check_git_submodule(VUNIT_ROOT)
for vhdl_file in find_files(VUNIT_ROOT, "*.vhd"):
fn = get_file_name(vhdl_file)
should_fail = False
lang = Language.VHDL_2008
if fn in [
"tb_deprecated",
# ? broken assert always statement?
"fifo",
]:
should_fail = True
defs = {}
inc_dirs = []
yield ExternTestSpec(vhdl_file, lang, defs, inc_dirs, should_fail)
def get_verilator_test_configs():
check_git_submodule(VERILATOR_TEST_ROOT)
RE_TOPFILENAME = re.compile(
r'top_filename\("\s*([^"]+)"\s*\)', re.MULTILINE)
for test_script_name in find_files(VERILATOR_TEST_ROOT, "*.pl"):
do_ignore = False
for ignored in ["t_flag_", "t_dist_", "t_vlcov_",
"t_verilated_all_oldest.pl", "bootstrap.pl",
"t_driver_random.pl",
"t_debug_",
]:
if ignored in test_script_name:
do_ignore = True
break
if do_ignore:
continue
with open(test_script_name) as f:
s = f.read()
should_fail = "fails => 1" in s
main_file = RE_TOPFILENAME.search(s)
if main_file is not None:
main_file = main_file.group(1)
if "$Self->{obj_dir}" in main_file:
continue
assert main_file.startswith(
"t/") or main_file.startswith("t_"), main_file
main_file = os.path.basename(main_file)
else:
verilog_file = test_script_name.replace(".pl", ".v")
if os.path.exists(verilog_file):
main_file = os.path.basename(verilog_file)
else:
verilog_file = test_script_name.replace(".pl", ".sv")
if os.path.exists(verilog_file):
main_file = os.path.basename(verilog_file)
else:
continue
# raise NotImplementedError(test_script_name)
lang = Language.SYSTEM_VERILOG_2009
fn = get_file_name(main_file)
if os.name == 'nt':
if fn == "t_math_cond_huge":
# skip this test on windows build because appveyor runout of the memory
# and there is no free way how to increase it
continue
if fn in {
# non std {} initializer
"t_struct_init",
# should fail but fail value not parsed in script correctly
"t_var_bad_sv",
"t_mem_multi_ref_bad",
"t_langext_order",
"t_inst_missing",
# requires additional preproc definitions
"t_tri_gate",
"t_extend_class",
"t_dpi_var",
"t_dpi_sys",
"t_dpi_display",
"t_dpi_threads",
"t_interface_down_gen",
"t_gen_missing",
# "t_sys_fread",
# "t_preproc_undefineall",
# "t_lint_unused",
# "t_interface_down_gen",
# "t_case_write1",
# not a verilog files
"t_preproc_persist",
"t_preproc_noline",
"t_preproc_kwd",
"t_preproc_def09",
"t_preproc",
"t_pp_display",
"t_pp_pragmas",
"t_pipe_filter",
# non std. primitive with assign
"t_trace_primitive",
# non std. numbers starting with _
"t_stream",
# = #100'b0
"t_parse_delay",
# non std.? parameters without the parenthesis?
"t_param_no_parentheses",
# non std. ordered and named port list mixed syntax
"t_interface_modportlist",
# non std. missing return type of function
"t_interface_modport_export",
# non std. mpodport can be only in interface
"t_interface_gen",
# non std. case without items
"t_case_wild",
# /dev/null is not present under windows
"t_lint_incabspath",
# non std bind syntax
"t_func_dotted",
# `uselib
"t_mod_uselib",
# should fail but not directly noted in .pl
"t_timescale_parse_bad",
# non-std macro expansion in `timescale
"t_time_vpi",
"t_timescale_parse",
}:
should_fail = True
if fn == "t_var_rsvd":
lang = Language.SYSTEM_VERILOG_2005
preproc_defs = {
"TEST_OBJ_DIR": "obj/",
"PREDEF_COMMAND_LINE": '$display("PREDEF_COMMAND_LINE");',
"T_ASSERT_INSIDE_COND": "1",
"SIM_CYCLES": "100",
"TEST_EXPECT": "100ns",
"time_scale_units": "1fs",
"define time_scale_prec": "1fs",
}
incdirs = [VERILATOR_TEST_ROOT,
os.path.join(VERILATOR_ROOT, "include")]
yield ExternTestSpec(os.path.join(VERILATOR_TEST_ROOT, main_file),
lang, preproc_defs, incdirs, should_fail)
def get_verilog1_test_configs():
assert os.path.exists(VERILOG1_ROOT) and len(os.listdir(
VERILOG1_ROOT)) > 0, "verilog1 repo not downloaded correctly"
for verilog_file in chain(find_files(VERILOG1_ROOT, "*.v"),
find_files(VERILOG1_ROOT, "*.sv")):
fn = get_file_name(verilog_file)
should_fail = False
lang = Language.SYSTEM_VERILOG_2009
defs = {}
if fn in [
# c defined macros
"xilinx_srl",
"tff_extract",
"shregmap",
"cells_latch",
"abc_map",
"cells_latch",
"cells_map",
# not a verilog file
"xcu_cells_xtra",
"xc7_cells_xtra",
"xc6v_cells_xtra",
"xc6s_cells_xtra",
"sumprod",
"pack1",
"pack1p",
"pack2",
"pack2p",
"pack3p",
"pack3",
"opt_expr_cmp",
"map_and",
"map_xor",
"map_or",
"map_not",
"map_mux",
"map_cmp",
"flowp",
"flow",
"constmsk_testmap",
# depends on generated file
"xc7_brams_map",
"xc6s_brams_map",
"brams_map",
# (2**i)'b0
"techmap",
# error example
"syntax_err11",
"syntax_err08",
"syntax_err07",
"small",
# incorrect escaped id
"svinterface_at_top_wrapper",
# non std? +/- after specify_input_terminal_descriptor
"specify",
# non std? extra , in module port list
"opt_share_add_sub",
"opt_share_cat",
"opt_share_cat_multiuser",
"mul",
"dffs",
"memory",
# non std ID'd1
"mulshift_map",
# non std binary ~&/|
"logic",
# non std based digit starting with _
"gate2lut",
"cmp2lut",
]:
should_fail = True
if fn in ["test_dsp_model", "eagle_bb", "drams_map"]:
lang = Language.VERILOG_2005
if fn == "mux_map":
defs["MIN_MUX_INPUTS"] = "32"
if fn in ["gate2lut", "cmp2lut"]:
defs["LUT_WIDTH"] = "8"
if fn in [
"code_verilog_tutorial_fsm_full_tb",
"code_verilog_tutorial_first_counter_tb",
"code_verilog_tutorial_counter_tb",
"code_hdl_models_arbiter_tb",
]:
defs["outfile"] = "tmp/outfile"
inc_dirs = [VERILOG1_TEST_ROOT, os.path.join(VERILOG1_ROOT, "include")]
yield ExternTestSpec(verilog_file, lang, defs, inc_dirs, should_fail)
def get_yosys_test_configs():
assert os.path.exists(YOSYS_ROOT) and len(os.listdir(YOSYS_ROOT)) > 0,\
"Yosys repo not downloaded correctly (git submodule in this test directory)"
for verilog_file in chain(find_files(YOSYS_ROOT, "*.v"),
find_files(YOSYS_ROOT, "*.sv")):
fn = get_file_name(verilog_file)
should_fail = False
lang = Language.SYSTEM_VERILOG_2009
defs = {}
if fn in [
# c defined macros
"xilinx_srl",
"tff_extract",
"shregmap",
"cells_latch",
"abc_map",
"cells_latch",
"cells_map",
"cells_xtra",
# not a verilog file
"xcu_cells_xtra",
"xc7_cells_xtra",
"xc6v_cells_xtra",
"xc6s_cells_xtra",
"sumprod",
"pack1",
"pack1p",
"pack2",
"pack2p",
"pack3p",
"pack3",
"opt_expr_cmp",
"map_and",
"map_xor",
"map_or",
"map_not",
"map_mux",
"map_cmp",
"flowp",
"flow",
"constmsk_testmap",
# non std generate if syntax
"gen_if_null",
# non std var type in parenthesis
"enum_simple",
# depends on generated file
"xc2v_brams_map",
"xc7_brams_map",
"xc6s_brams_map",
"xcu_brams_map",
"brams_map",
# (2**i)'b0
"techmap",
# error example
"syntax_err11",
"syntax_err08",
"syntax_err07",
"small",
# incorrect escaped id
"svinterface_at_top_wrapper",
# non std? +/- after specify_input_terminal_descriptor
"specify",
# non std? extra , in module port list
"arith_alm_map",
"arith_map",
"bram_m10k_map",
"bram_m20k_map",
"dffs",
"lutram_mlab_map",
"mul",
"memory",
"opt_share_add_sub",
"opt_share_cat",
"opt_share_cat_multiuser",
"design",
"dsp_map",
# non std ID'd1
"mulshift_map",
# non std binary ~&/|
"logic",
# non std based digit starting with _
"gate2lut",
"cmp2lut",
# non std $ id
"abc9_map",
"abc9_unmap",
"abc9_model",
"cmp2lcu",
# non std, hierarchical name for component instance
"mul2dsp",
]:
should_fail = True
if fn in [
"test_dsp_model",
"eagle_bb",
"drams_map",
"test_dsp48a1_model",
"test_dsp48_model",
"macc_tb",
"lutrams_map",
"arith_map",
]:
lang = Language.VERILOG_2005
if fn == "mux_map":
defs["MIN_MUX_INPUTS"] = "32"
if fn in ["gate2lut", "cmp2lut"]:
defs["LUT_WIDTH"] = "8"
if fn in [
"code_verilog_tutorial_fsm_full_tb",
"code_verilog_tutorial_first_counter_tb",
"code_verilog_tutorial_counter_tb",
"code_hdl_models_arbiter_tb",
]:
defs["outfile"] = "tmp/outfile"
if fn == "quartus_rename":
defs["LCELL"] = "LCELL"
if fn in ["lut_map", "cmp2lcu", "arith_map"]:
defs["LUT_WIDTH"] = "32"
defs["LUT_SIZE"] = "64"
# if fn == "mul2dsp":
# defs["DSP_A_MAXWIDTH"] = "32"
# defs["DSP_B_MAXWIDTH"] = "64"
# defs["DSP_NAME"] = "dsp_name"
inc_dirs = []
yield ExternTestSpec(verilog_file, lang, defs, inc_dirs, should_fail)
def get_ghdl_test_configs(path):
check_git_submodule(GHDL_ROOT)
for vhdl_file in find_files(os.path.join(GHDL_ROOT, *path.split("/")),
"*.vhdl"):
should_fail = False
testsuite_sh = os.path.join(os.path.dirname(vhdl_file), "testsuite.sh")
try:
with open(testsuite_sh) as f:
t = f.read()
if "--expect-failure" in t or "analyze_failure " + os.path.basename(
vhdl_file) in t:
should_fail = True
except FileNotFoundError:
pass
# because of windows
_vhdl_file = vhdl_file.replace("\\", "/")
if _vhdl_file.endswith("issue300/test_bench.vhdl") or \
_vhdl_file.endswith("synth48/test.vhdl") or \
_vhdl_file.endswith("issue626/repro.vhdl") or \
_vhdl_file.endswith("issue626/top.vhdl") or \
_vhdl_file.endswith("issue634/top.vhdl") or \
_vhdl_file.endswith("issue983/test.vhdl") or \
_vhdl_file.endswith("issue1367/issue.vhdl") or \
_vhdl_file.endswith("issue1345/issue.vhdl") or \
_vhdl_file.endswith("issue1322/issue.vhdl") or \
_vhdl_file.endswith("issue1321/issue.vhdl") or \
_vhdl_file.endswith("issue1314/issue.vhdl") or \
_vhdl_file.endswith("issue1347/issue.vhdl") or \
_vhdl_file.endswith("synth27/dff.vhdl") or \
_vhdl_file.endswith("issue1295/issue.vhdl") or \
_vhdl_file.endswith("issue1292/issue.vhdl") or \
_vhdl_file.endswith("issue1288/issue.vhdl"):
# keyword as architecture name
should_fail = True
elif "testsuite/gna/bug030" in _vhdl_file:
# keyword as signal name
should_fail = True
elif "testsuite/synth/psl" in _vhdl_file or _vhdl_file.endswith(
"issue1390/aes_enc.vhdl"):
# PSL default clock
should_fail = True
elif _vhdl_file.endswith("issue662/psl_stable.vhdl") or\
_vhdl_file.endswith("issue662/psl_rose.vhdl") or \
_vhdl_file.endswith("issue662/psl_prev.vhdl") or \
_vhdl_file.endswith("issue1292/psl_next_event_e.vhdl") or \
_vhdl_file.endswith("issue1295/psl_next_event_a.vhdl") or \
_vhdl_file.endswith("issue662/psl_fell.vhdl") or \
_vhdl_file.endswith("bug051/tb2.vhdl"):
# PSL
should_fail = True
elif _vhdl_file.endswith("gna/bug096/reader.vhdl"):
# error in file spec, in ghdl it is just discovered after
should_fail = True
elif "gna/bug090/" in _vhdl_file or "gna/bug0100/" in _vhdl_file:
# error, but it is described in testsuite.sh in format which can not be parsed
should_fail = True
elif _vhdl_file.endswith("gna/issue106/ent3.vhdl"):
# missing case when value
should_fail = True
elif _vhdl_file.endswith("gna/issue520/lrm.vhdl"):
# missing ; after last item in block stm
should_fail = True
elif _vhdl_file.endswith("bug0105/econcat2_87.vhdl") or \
_vhdl_file.endswith("bug0105/econcat2.vhdl") or \
_vhdl_file.endswith("bug0105/econcat1_87.vhdl") or \
_vhdl_file.endswith("bug0105/econcat1.vhdl") or \
_vhdl_file.endswith("std/textio-body.vhdl"):
# std87 obscure relicts
should_fail = True
elif _vhdl_file.endswith("bug031/ams1.vhdl") or \
_vhdl_file.endswith("004all08/ams08.vhdl"):
# AMS extension
should_fail = True
elif _vhdl_file.endswith("issue106/ent2.vhdl"):
# block in generate has to have label
should_fail = True
lang = Language.VHDL_2008
defs = {}
inc_dirs = []
if "utf8" in vhdl_file:
encoding = "utf-8"
elif "utf16" in vhdl_file:
encoding = "utf-16"
else:
encoding = "iso-8859-1"
with open(vhdl_file, encoding=encoding) as f:
d = f.read()
if d.startswith("vunit"):
continue
yield ExternTestSpec(vhdl_file,
lang,
defs,
inc_dirs,
should_fail,
encoding=encoding)