def test_simple_keras_udf(self):
""" Simple Keras sequential model """
# Notice that the input layer for a image UDF model
# must be of shape (width, height, numChannels)
# The leading batch size is taken care of by Keras
with IsolatedSession(using_keras=True) as issn:
model = Sequential()
model.add(Flatten(input_shape=(640,480,3)))
model.add(Dense(units=64))
model.add(Activation('relu'))
model.add(Dense(units=10))
model.add(Activation('softmax'))
# Initialize the variables
init_op = tf.global_variables_initializer()
issn.run(init_op)
makeGraphUDF(issn.graph,
'my_keras_model_udf',
model.outputs,
{tfx.op_name(issn.graph, model.inputs[0]): 'image_col'})
# Run the training procedure
# Export the graph in this IsolatedSession as a GraphFunction
# gfn = issn.asGraphFunction(model.inputs, model.outputs)
fh_name = "test_keras_simple_sequential_model"
registerKerasImageUDF(fh_name, model)
self._assert_function_exists(fh_name)
def test_map_rows_sql_1(self):
data = [Row(x=float(x)) for x in range(5)]
df = self.sql.createDataFrame(data)
with IsolatedSession() as issn:
# The placeholder that corresponds to column 'x' as a whole column
x = tf.placeholder(tf.double, shape=[], name="x")
# The output that adds 3 to x
z = tf.add(x, 3, name='z')
# Let's register these computations in SQL.
makeGraphUDF(issn.graph, "map_rows_sql_1", [z])
# Here we go, for the SQL users, straight from PySpark.
df2 = df.selectExpr("map_rows_sql_1(x) AS z")
print("df2 = %s" % df2)
data2 = df2.collect()
assert data2[0].z == 3.0, data2
def registerKerasImageUDF(udf_name,
keras_model_or_file_path,
preprocessor=None):
"""
Create a Keras image model as a Spark SQL UDF.
The UDF takes a column (formatted in :py:const:`sparkdl.image.imageIO.imageSchema`)
and produces the output of the given Keras model (e.g.
for `Inception V3 <https://keras.io/applications/#inceptionv3]>`_
it produces a real valued score vector over the ImageNet object categories).
For other models, the output could have different meanings.
Please consult the actual models specification.
The user can provide an existing model in Keras as follows.
.. code-block:: python
from keras.applications import InceptionV3
registerKerasImageUDF("udf_name", InceptionV3(weights="imagenet"))
To use a customized Keras model, we can save it and pass the file path as parameter.
.. code-block:: python
# Assume we have a compiled and trained Keras model
model.save('path/to/my/model.h5')
registerKerasImageUDF("my_custom_keras_model_udf", "path/to/my/model.h5")
If there are further preprocessing steps are required to prepare the images,
the user has the option to provide a preprocessing function :py:obj:`preprocessor`.
The :py:obj:`preprocessor` converts a file path into a image array.
This function is usually introduced in Keras workflow, as in the following example.
.. warning:: There is a performance penalty to use a :py:obj:`preprocessor` as it will
first convert the image into a file buffer and reloaded back.
This provides compatibility with the usual way Keras model input are preprocessed.
Please consider directly using Keras/TensorFlow layers for this purpose.
.. code-block:: python
def keras_load_img(fpath):
from keras.preprocessing.image import load_img, img_to_array
import numpy as np
from pyspark.sql import Row
img = load_img(fpath, target_size=(299, 299))
return img_to_array(img).astype(np.uint8)
registerKerasImageUDF("my_inception_udf", InceptionV3(weights="imagenet"), keras_load_img)
If the `preprocessor` is not provided, we assume the function will be applied to
a (struct) column encoded in [sparkdl.image.imageIO.imageSchema].
The output will be a single (struct) column containing the resulting tensor data.
:param udf_name: str, name of the UserDefinedFunction. If the name exists, it will be
overwritten.
:param keras_model_or_file_path: str or KerasModel,
either a path to the HDF5 Keras model file
or an actual loaded Keras model
:param preprocessor: function, optional, a function that
converts image file path to image tensor/ndarray
in the correct shape to be served as input to the Keras model
:return: :py:class:`GraphFunction`, the graph function for the Keras image model
"""
warnings.warn(
"registerKerasImageUDF() will be removed in the next release of sparkdl. "
"Please use Pandas UDF for distributed model inference.",
DeprecationWarning)
ordered_udf_names = []
keras_udf_name = udf_name
if preprocessor is not None:
# Spill the image structure to file and reload it
# with the user provided preprocessing funcition
preproc_udf_name = '{}__preprocess'.format(udf_name)
ordered_udf_names.append(preproc_udf_name)
JVMAPI.registerUDF(preproc_udf_name,
_serialize_and_reload_with(preprocessor),
ImageSchema.imageSchema['image'].dataType)
keras_udf_name = '{}__model_predict'.format(udf_name)
stages = [('spimg', buildSpImageConverter('RGB', "uint8")),
('model', GraphFunction.fromKeras(keras_model_or_file_path)),
('final', buildFlattener())]
gfn = GraphFunction.fromList(stages)
with IsolatedSession() as issn:
_, fetches = issn.importGraphFunction(gfn, prefix='')
makeGraphUDF(issn.graph, keras_udf_name, fetches)
ordered_udf_names.append(keras_udf_name)
if len(ordered_udf_names) > 1:
msg = "registering pipelined UDF {udf} with stages {udfs}"
msg = msg.format(udf=udf_name, udfs=ordered_udf_names)
logger.info(msg)
JVMAPI.registerPipeline(udf_name, ordered_udf_names)
return gfn
def registerKerasImageUDF(udf_name, keras_model_or_file_path, preprocessor=None):
"""
Create a Keras image model as a Spark SQL UDF.
The UDF takes a column (formatted in :py:const:`sparkdl.image.imageIO.imageSchema`)
and produces the output of the given Keras model (e.g.
for `Inception V3 <https://keras.io/applications/#inceptionv3]>`_
it produces a real valued score vector over the ImageNet object categories).
For other models, the output could have different meanings.
Please consult the actual models specification.
The user can provide an existing model in Keras as follows.
.. code-block:: python
from keras.applications import InceptionV3
registerKerasImageUDF("udf_name", InceptionV3(weights="imagenet"))
To use a customized Keras model, we can save it and pass the file path as parameter.
.. code-block:: python
# Assume we have a compiled and trained Keras model
model.save('path/to/my/model.h5')
registerKerasImageUDF("my_custom_keras_model_udf", "path/to/my/model.h5")
If there are further preprocessing steps are required to prepare the images,
the user has the option to provide a preprocessing function :py:obj:`preprocessor`.
The :py:obj:`preprocessor` converts a file path into a image array.
This function is usually introduced in Keras workflow, as in the following example.
.. warning:: There is a performance penalty to use a :py:obj:`preprocessor` as it will
first convert the image into a file buffer and reloaded back.
This provides compatibility with the usual way Keras model input are preprocessed.
Please consider directly using Keras/TensorFlow layers for this purpose.
.. code-block:: python
def keras_load_img(fpath):
from keras.preprocessing.image import load_img, img_to_array
import numpy as np
from pyspark.sql import Row
img = load_img(fpath, target_size=(299, 299))
return img_to_array(img).astype(np.uint8)
registerKerasImageUDF("my_inception_udf", InceptionV3(weights="imagenet"), keras_load_img)
If the `preprocessor` is not provided, we assume the function will be applied to
a (struct) column encoded in [sparkdl.image.imageIO.imageSchema].
The output will be a single (struct) column containing the resulting tensor data.
:param udf_name: str, name of the UserDefinedFunction. If the name exists, it will be
overwritten.
:param keras_model_or_file_path: str or KerasModel,
either a path to the HDF5 Keras model file
or an actual loaded Keras model
:param preprocessor: function, optional, a function that
converts image file path to image tensor/ndarray
in the correct shape to be served as input to the Keras model
:return: :py:class:`GraphFunction`, the graph function for the Keras image model
"""
ordered_udf_names = []
keras_udf_name = udf_name
if preprocessor is not None:
# Spill the image structure to file and reload it
# with the user provided preprocessing funcition
preproc_udf_name = '{}__preprocess'.format(udf_name)
ordered_udf_names.append(preproc_udf_name)
JVMAPI.registerUDF(
preproc_udf_name,
_serialize_and_reload_with(preprocessor),
ImageSchema.imageSchema['image'].dataType)
keras_udf_name = '{}__model_predict'.format(udf_name)
stages = [('spimg', buildSpImageConverter('RGB', "uint8")),
('model', GraphFunction.fromKeras(keras_model_or_file_path)),
('final', buildFlattener())]
gfn = GraphFunction.fromList(stages)
with IsolatedSession() as issn:
_, fetches = issn.importGraphFunction(gfn, prefix='')
makeGraphUDF(issn.graph, keras_udf_name, fetches)
ordered_udf_names.append(keras_udf_name)
if len(ordered_udf_names) > 1:
msg = "registering pipelined UDF {udf} with stages {udfs}"
msg = msg.format(udf=udf_name, udfs=ordered_udf_names)
logger.info(msg)
JVMAPI.registerPipeline(udf_name, ordered_udf_names)
return gfn