def test_preprocess():
preprocessor = ConvertNotebookPreprocessor(notebook_file=NOTEBOOK_PATH)
files = preprocessor.preprocess()
converted_notebook_path = posixpath.join(
os.path.dirname(NOTEBOOK_PATH),
os.path.basename(preprocessor.executable))
os.remove(converted_notebook_path)
assert Path(converted_notebook_path) in files
def test_overwrite_file_for_multiple_runs():
preprocessor = ConvertNotebookPreprocessor(notebook_file=NOTEBOOK_PATH)
files = preprocessor.preprocess()
files_overwrite = preprocessor.preprocess()
converted_notebook_path = posixpath.join(
os.path.dirname(NOTEBOOK_PATH),
os.path.basename(preprocessor.executable))
os.remove(converted_notebook_path)
assert files == files_overwrite
def test_get_command():
preprocessor = ConvertNotebookPreprocessor(notebook_file=NOTEBOOK_PATH)
preprocessor.preprocess()
command = preprocessor.get_command()
converted_notebook_path = posixpath.join(
os.path.dirname(NOTEBOOK_PATH),
os.path.basename(preprocessor.executable))
conv_notebook_context_path = posixpath.join(DEFAULT_DEST_PREFIX,
converted_notebook_path)
expected_command = 'python {}'.format(conv_notebook_context_path)
os.remove(converted_notebook_path)
assert command == expected_command.split()
def test_context_tar_gz():
preprocessor = ConvertNotebookPreprocessor(notebook_file=NOTEBOOK_PATH)
context_file, _ = preprocessor.context_tar_gz()
tar = tarfile.open(context_file)
relative_path_prefix = posixpath.relpath(DEFAULT_DEST_PREFIX, "/")
converted_notebook_path = posixpath.join(
os.path.dirname(NOTEBOOK_PATH),
os.path.basename(preprocessor.executable))
notebook_context_path = posixpath.join(relative_path_prefix,
converted_notebook_path)
tar_notebook = tar.extractfile(tar.getmember(notebook_context_path))
os.remove(converted_notebook_path)
assert "print('Hello World')" in tar_notebook.read().decode()
def test_filter_include_cell():
preprocessor = ConvertNotebookPreprocessor(
notebook_file=NOTEBOOK_PATH, notebook_preprocessor=FilterIncludeCell)
context_file, _ = preprocessor.context_tar_gz()
tar = tarfile.open(context_file)
relative_path_prefix = posixpath.relpath(DEFAULT_DEST_PREFIX, "/")
converted_notebook_path = posixpath.join(
os.path.dirname(NOTEBOOK_PATH),
os.path.basename(preprocessor.executable))
notebook_context_path = posixpath.join(relative_path_prefix,
converted_notebook_path)
tar_notebook = tar.extractfile(tar.getmember(notebook_context_path))
tar_notebook_text = tar_notebook.read().decode()
os.remove(converted_notebook_path)
assert "print('This cell includes fairing:include-cell')" in tar_notebook_text
print('waiting 5 sec for Creating InferenceService')
time.sleep(30)
KFServing.get(serving_name,
namespace=namespace,
watch=True,
timeout_seconds=300)
if __name__ == '__main__':
if os.getenv('FAIRING_RUNTIME', None) is None:
from kubeflow.fairing.builders.append.append import AppendBuilder
from kubeflow.fairing.preprocessors.converted_notebook import ConvertNotebookPreprocessor
DOCKER_REGISTRY = 'jaewoo201'
base_image = 'brightfly/kubeflow-kfserving:latest'
image_name = 'kfserving'
builder = AppendBuilder(registry=DOCKER_REGISTRY,
image_name=image_name,
base_image=base_image,
push=True,
preprocessor=ConvertNotebookPreprocessor(
notebook_file="KFServing-fairing.ipynb"))
builder.build()
else:
serving = KFServing()
serving.run()
# In[ ]:
KFServing.get(serving_name,
namespace=namespace,
watch=True,
timeout_seconds=300)
if __name__ == '__main__':
if os.getenv('FAIRING_RUNTIME', None) is None:
from kubeflow.fairing.builders.append.append import AppendBuilder
from kubeflow.fairing.preprocessors.converted_notebook import ConvertNotebookPreprocessor
DOCKER_REGISTRY = 'kubeflow-registry.default.svc.cluster.local:30000'
base_image = 'brightfly/kubeflow-kfserving:latest'
image_name = 'kfserving'
builder = AppendBuilder(
registry=DOCKER_REGISTRY,
image_name=image_name,
base_image=base_image,
push=True,
preprocessor=ConvertNotebookPreprocessor(
notebook_file="11-KFServing-fairing.ipynb" # here
))
builder.build()
else:
serving = KFServing()
serving.run()
# In[ ]:
from kubeflow.fairing.builders.append.append import AppendBuilder
from kubeflow.fairing.preprocessors.converted_notebook import ConvertNotebookPreprocessor
DOCKER_REGISTRY = 'kubeflow-registry.default.svc.cluster.local:30000'
base_image = 'brightfly/kubeflow-sdk-jupyter:latest'
image_name = 'experiement-runner'
katib_crd = os.path.join(os.path.dirname(os.path.realpath('__file__')), 'random-example.yaml')
builder = AppendBuilder(
registry=DOCKER_REGISTRY,
image_name=image_name,
base_image=base_image,
push=True,
preprocessor=ConvertNotebookPreprocessor(
notebook_file="notebook_submit_experment_with_token.ipynb",
output_map={katib_crd: '/app/katib-crd.yaml'}
)
)
builder.build()
else:
katib = SubmitKatib()
katib.submit()
# In[ ]:
if __name__ == '__main__':
if os.getenv('FAIRING_RUNTIME', None) is None:
from kubeflow.fairing.builders.append.append import AppendBuilder
from kubeflow.fairing.preprocessors.converted_notebook import ConvertNotebookPreprocessor
DOCKER_REGISTRY = 'kubeflow-registry.default.svc.cluster.local:30000'
base_image = 'brightfly/kubeflow-sdk-jupyter:latest'
image_name = 'get-experiment-status'
builder = AppendBuilder(
registry=DOCKER_REGISTRY,
image_name=image_name,
base_image=base_image,
push=True,
preprocessor=ConvertNotebookPreprocessor(
notebook_file="get_experiment_status.ipynb"
)
)
builder.build()
else:
status = GetKatibExperimentStatus()
status.get()
# In[ ]:
spec=V1alpha2InferenceServiceSpec(default=default_endpoint_spec))
KFServing = KFServingClient()
KFServing.create(isvc)
KFServing.get(serving_name,
namespace=namespace,
watch=True,
timeout_seconds=300)
if __name__ == '__main__':
if os.getenv('FAIRING_RUNTIME', None) is None:
from kubeflow.fairing.builders.append.append import AppendBuilder
from kubeflow.fairing.preprocessors.converted_notebook import ConvertNotebookPreprocessor
DOCKER_REGISTRY = 'kubeflow-registry.default.svc.cluster.local:30000'
base_image = 'brightfly/kubeflow-kfserving:latest'
image_name = 'kfserving'
builder = AppendBuilder(registry=DOCKER_REGISTRY,
image_name=image_name,
base_image=base_image,
push=True,
preprocessor=ConvertNotebookPreprocessor(
notebook_file="kfserving_fairing.ipynb"))
builder.build()
else:
serving = KFServing()
serving.run()