def _ibis_signature(inputs):
if isinstance(inputs, sig.TypeSignature):
return inputs
arguments = [
('_{}'.format(i), sig.Argument(rlz.value(dtype)))
for i, dtype in enumerate(inputs)
]
return sig.TypeSignature(arguments)
def from_dtypes(cls, dtypes):
return cls(
('_{}'.format(i), Argument(rlz.value(dtype)))
for i, dtype in enumerate(dtypes)
)
def test_valid_value(dtype, value, expected):
result = rlz.value(dtype, value)
assert result.equals(expected)
def test_invalid_value(dtype, value, expected):
with pytest.raises(expected):
rlz.value(dtype, value)
def test_invalid_value(dtype, value, expected):
with pytest.raises(expected):
rlz.value(dtype, value)
class FooNode(ops.ValueOp):
value = Arg(rlz.value(dt.Array(dt.int64)))
def output_type(self):
return Foo
def test_valid_value(dtype, value, expected):
result = rlz.value(dtype, value)
assert result.equals(expected)
class MyOp(ops.ValueOp):
value = Arg(rlz.value(dt.Array(dt.double)))
output_type = rlz.typeof('value')
def from_dtypes(cls, dtypes):
return cls(('_{}'.format(i), Argument(rlz.value(dtype)))
for i, dtype in enumerate(dtypes))
class MyOp(ops.Value):
value = rlz.value(dt.Array(dt.double))
output_dtype = rlz.dtype_like('value')
output_shape = rlz.shape_like('value')
def wrapper(f):
if not callable(f):
raise TypeError('f must be callable, got {}'.format(f))
signature = inspect.signature(f)
parameter_names = signature.parameters.keys()
udf_node_fields = collections.OrderedDict(
[(name, Arg(rlz.value(type)))
for name, type in zip(parameter_names, input_type)] + [
(
'output_type',
lambda self, output_type=output_type: rlz.shape_like(
self.args, dtype=output_type),
),
('__slots__', ('js', )),
])
udf_node = create_udf_node(f.__name__, udf_node_fields)
@compiles(udf_node)
def compiles_udf_node(t, expr):
return '{}({})'.format(udf_node.__name__,
', '.join(map(t.translate,
expr.op().args)))
type_translation_context = UDFContext()
return_type = ibis_type_to_bigquery_type(dt.dtype(output_type),
type_translation_context)
bigquery_signature = ', '.join('{name} {type}'.format(
name=name,
type=ibis_type_to_bigquery_type(dt.dtype(type),
type_translation_context),
) for name, type in zip(parameter_names, input_type))
source = PythonToJavaScriptTranslator(f).compile()
js = '''\
CREATE TEMPORARY FUNCTION {external_name}({signature})
RETURNS {return_type}
LANGUAGE js AS """
{strict}{source}
return {internal_name}({args});
"""{libraries};'''.format(
external_name=udf_node.__name__,
internal_name=f.__name__,
return_type=return_type,
source=source,
signature=bigquery_signature,
strict=repr('use strict') + ';\n' if strict else '',
args=', '.join(parameter_names),
libraries=('\nOPTIONS (\n library={}\n)'.format(
repr(list(libraries))) if libraries else ''),
)
@functools.wraps(f)
def wrapped(*args, **kwargs):
node = udf_node(*args, **kwargs)
node.js = js
return node.to_expr()
wrapped.__signature__ = signature
wrapped.js = js
return wrapped
def wrapper(f):
if not callable(f):
raise TypeError('f must be callable, got {}'.format(f))
signature = inspect.signature(f)
parameter_names = signature.parameters.keys()
udf_node_fields = collections.OrderedDict(
[
(name, Arg(rlz.value(type)))
for name, type in zip(parameter_names, input_type)
]
+ [
(
'output_type',
lambda self, output_type=output_type: rlz.shape_like(
self.args, dtype=output_type
),
),
('__slots__', ('js',)),
]
)
udf_node = create_udf_node(f.__name__, udf_node_fields)
@compiles(udf_node)
def compiles_udf_node(t, expr):
return '{}({})'.format(
udf_node.__name__, ', '.join(map(t.translate, expr.op().args))
)
type_translation_context = UDFContext()
return_type = ibis_type_to_bigquery_type(
dt.dtype(output_type), type_translation_context
)
bigquery_signature = ', '.join(
'{name} {type}'.format(
name=name,
type=ibis_type_to_bigquery_type(
dt.dtype(type), type_translation_context
),
)
for name, type in zip(parameter_names, input_type)
)
source = PythonToJavaScriptTranslator(f).compile()
js = '''\
CREATE TEMPORARY FUNCTION {external_name}({signature})
RETURNS {return_type}
LANGUAGE js AS """
{strict}{source}
return {internal_name}({args});
"""{libraries};'''.format(
external_name=udf_node.__name__,
internal_name=f.__name__,
return_type=return_type,
source=source,
signature=bigquery_signature,
strict=repr('use strict') + ';\n' if strict else '',
args=', '.join(parameter_names),
libraries=(
'\nOPTIONS (\n library={}\n)'.format(repr(list(libraries)))
if libraries
else ''
),
)
@functools.wraps(f)
def wrapped(*args, **kwargs):
node = udf_node(*args, **kwargs)
node.js = js
return node.to_expr()
wrapped.__signature__ = signature
wrapped.js = js
return wrapped