def test_renumber_series(graph_file):
gc.collect()
M = utils.read_csv_for_nx(graph_file)
sources = cudf.Series(M["0"])
destinations = cudf.Series(M["1"])
translate = 1000
df = cudf.DataFrame()
df["src"] = cudf.Series([x + translate for x in sources.values_host])
df["dst"] = cudf.Series([x + translate for x in destinations.values_host])
numbering_series_1 = NumberMap()
numbering_series_1.from_series(df["src"])
numbering_series_2 = NumberMap()
numbering_series_2.from_series(df["dst"])
renumbered_src = numbering_series_1.add_internal_vertex_id(
df["src"], "src_id")
renumbered_dst = numbering_series_2.add_internal_vertex_id(
df["dst"], "dst_id")
check_src = numbering_series_1.from_internal_vertex_id(
renumbered_src, "src_id")
check_dst = numbering_series_2.from_internal_vertex_id(
renumbered_dst, "dst_id")
assert check_src["0_y"].equals(check_src["0_x"])
assert check_dst["0_y"].equals(check_dst["0_x"])
def test_mg_renumber(graph_file, client_connection):
gc.collect()
M = utils.read_csv_for_nx(graph_file)
sources = cudf.Series(M["0"])
destinations = cudf.Series(M["1"])
translate = 1000
gdf = cudf.DataFrame()
gdf["src_old"] = sources
gdf["dst_old"] = destinations
gdf["src"] = sources + translate
gdf["dst"] = destinations + translate
ddf = dask.dataframe.from_pandas(gdf, npartitions=2)
numbering = NumberMap()
numbering.from_dataframe(ddf, ["src", "src_old"], ["dst", "dst_old"])
renumbered_df = numbering.add_internal_vertex_id(
numbering.add_internal_vertex_id(ddf, "src_id", ["src", "src_old"]),
"dst_id",
["dst", "dst_old"],
)
check_src = numbering.from_internal_vertex_id(renumbered_df,
"src_id").compute()
check_dst = numbering.from_internal_vertex_id(renumbered_df,
"dst_id").compute()
assert check_src["0"].to_pandas().equals(check_src["src"].to_pandas())
assert check_src["1"].to_pandas().equals(check_src["src_old"].to_pandas())
assert check_dst["0"].to_pandas().equals(check_dst["dst"].to_pandas())
assert check_dst["1"].to_pandas().equals(check_dst["dst_old"].to_pandas())
def test_renumber_ips_str_cols():
source_list = [
"192.168.1.1",
"172.217.5.238",
"216.228.121.209",
"192.16.31.23",
]
dest_list = [
"172.217.5.238",
"216.228.121.209",
"192.16.31.23",
"192.168.1.1",
]
pdf = pd.DataFrame({"source_list": source_list, "dest_list": dest_list})
gdf = cudf.from_pandas(pdf)
numbering = NumberMap()
numbering.from_dataframe(gdf, ["source_list"], ["dest_list"])
src = numbering.to_internal_vertex_id(gdf["source_list"])
dst = numbering.to_internal_vertex_id(gdf["dest_list"])
check_src = numbering.from_internal_vertex_id(src)["0"]
check_dst = numbering.from_internal_vertex_id(dst)["0"]
assert check_src.equals(gdf["source_list"])
assert check_dst.equals(gdf["dest_list"])
def test_renumber_files_multi_col(graph_file):
gc.collect()
M = utils.read_csv_for_nx(graph_file)
sources = cudf.Series(M["0"])
destinations = cudf.Series(M["1"])
translate = 1000
gdf = cudf.DataFrame()
gdf["src_old"] = sources
gdf["dst_old"] = destinations
gdf["src"] = sources + translate
gdf["dst"] = destinations + translate
numbering = NumberMap()
numbering.from_dataframe(gdf, ["src", "src_old"], ["dst", "dst_old"])
renumbered_df = numbering.add_internal_vertex_id(
numbering.add_internal_vertex_id(gdf, "src_id", ["src", "src_old"]),
"dst_id",
["dst", "dst_old"],
)
check_src = numbering.from_internal_vertex_id(renumbered_df, "src_id")
check_dst = numbering.from_internal_vertex_id(renumbered_df, "dst_id")
assert check_src["src"].equals(check_src["0"])
assert check_src["src_old"].equals(check_src["1"])
assert check_dst["dst"].equals(check_dst["0"])
assert check_dst["dst_old"].equals(check_dst["1"])
def test_renumber_files_col(graph_file):
gc.collect()
M = utils.read_csv_for_nx(graph_file)
sources = cudf.Series(M["0"])
destinations = cudf.Series(M["1"])
translate = 1000
gdf = cudf.DataFrame()
gdf['src'] = cudf.Series([x + translate for x in sources.values_host])
gdf['dst'] = cudf.Series([x + translate for x in destinations.values_host])
numbering = NumberMap()
numbering.from_dataframe(gdf, ["src"], ["dst"])
renumbered_df = numbering.add_internal_vertex_id(
numbering.add_internal_vertex_id(gdf, "src_id", ["src"]), "dst_id",
["dst"])
check_src = numbering.from_internal_vertex_id(renumbered_df, "src_id")
check_dst = numbering.from_internal_vertex_id(renumbered_df, "dst_id")
assert check_src["src"].equals(check_src["0"])
assert check_dst["dst"].equals(check_dst["0"])
def test_renumber_negative_col():
source_list = [4, 6, 8, -20, 1]
dest_list = [1, 29, 35, 0, 77]
df = pd.DataFrame({"source_list": source_list, "dest_list": dest_list})
gdf = cudf.DataFrame.from_pandas(df[["source_list", "dest_list"]])
numbering = NumberMap()
numbering.from_dataframe(gdf, ["source_list"], ["dest_list"])
src = numbering.to_internal_vertex_id(gdf["source_list"])
dst = numbering.to_internal_vertex_id(gdf["dest_list"])
check_src = numbering.from_internal_vertex_id(src)["0"]
check_dst = numbering.from_internal_vertex_id(dst)["0"]
assert check_src.equals(gdf["source_list"])
assert check_dst.equals(gdf["dest_list"])