import sys
sys.path.insert(0, ".")
sys.path.insert(0, "..")
from local_lib import create_embedded_dataset
from hover.recipes.experimental import snorkel_crosscheck
from bokeh.io import curdoc
from snorkel_template import LABELING_FUNCTIONS
# create a hover.core.SupervisableDataset
dataset = create_embedded_dataset("model_template", reduced=False).copy()
# create and render bokeh document
doc = curdoc()
snorkel_crosscheck(dataset, LABELING_FUNCTIONS, width=800)(doc)
import sys
sys.path.insert(0, ".")
sys.path.insert(0, "..")
import os
import hover
from local_lib import create_embedded_dataset
from hover.core.explorer import BokehCorpusExplorer, BokehCorpusAnnotator
from bokeh.io import curdoc
from bokeh.layouts import row
dataset = create_embedded_dataset("model_template")
corpus_explorer = BokehCorpusExplorer(
{"raw": dataset.dfs["raw"]},
title="Explorer: use the search widget for highlights, then explore and select",
height=600,
width=600,
)
corpus_annotator = BokehCorpusAnnotator(
{"raw": dataset.dfs["raw"]},
title="Annotator: apply labels to the selected points",
height=600,
width=600,
)
corpus_explorer.plot()
corpus_annotator.plot()
import hover
from hover.core.explorer import BokehSoftLabelExplorer, BokehCorpusAnnotator
from hover.core.neural import create_vector_net_from_module, VectorNet
from hover.module_config import ABSTAIN_DECODED as ABSTAIN
from bokeh.io import curdoc
from bokeh.layouts import row, column
from bokeh.models import Button, Slider
from bokeh.models import ColumnDataSource, DataTable, TableColumn
from wasabi import msg as logger
import pandas as pd
TASK_MODULE = "model_template"
SIDEBAR_WIDTH = 300
dataset = create_embedded_dataset(TASK_MODULE)
vectorizer = load_vectorizer(TASK_MODULE)
for _key in ["raw", "dev"]:
dataset.dfs[_key]["pred_label"] = ABSTAIN
dataset.dfs[_key]["pred_score"] = 0.5
softlabel_explorer = BokehSoftLabelExplorer(
{
"raw": dataset.dfs["raw"],
"labeled": dataset.dfs["dev"]
},
"pred_label",
"pred_score",
title="Prediction Visualizer: retrain model and locate confusions",
height=600,