def _get_dot_expr(dtype_out,
dtype_a,
dtype_b,
conjugate_first,
has_double_support,
index_expr="i"):
if dtype_b is None:
if dtype_a is None:
dtype_b = dtype_out
else:
dtype_b = dtype_a
if dtype_out is None:
from pyopencl.compyte.array import get_common_dtype
dtype_out = get_common_dtype(dtype_a.type(0), dtype_b.type(0),
has_double_support)
a_real_dtype = dtype_a.type(0).real.dtype
b_real_dtype = dtype_b.type(0).real.dtype
out_real_dtype = dtype_out.type(0).real.dtype
a_is_complex = dtype_a.kind == "c"
b_is_complex = dtype_b.kind == "c"
out_is_complex = dtype_out.kind == "c"
from pyopencl.elementwise import complex_dtype_to_name
if a_is_complex and b_is_complex:
a = "a[%s]" % index_expr
b = "b[%s]" % index_expr
if dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if conjugate_first and a_is_complex:
a = "%s_conj(%s)" % (complex_dtype_to_name(dtype_out), a)
map_expr = "%s_mul(%s, %s)" % (complex_dtype_to_name(dtype_out), a, b)
else:
a = "a[%s]" % index_expr
b = "b[%s]" % index_expr
if out_is_complex:
if a_is_complex and dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if b_is_complex and dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if not a_is_complex and a_real_dtype != out_real_dtype:
a = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), a)
if not b_is_complex and b_real_dtype != out_real_dtype:
b = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), b)
if conjugate_first and a_is_complex:
a = "%s_conj(%s)" % (complex_dtype_to_name(dtype_out), a)
map_expr = "%s*%s" % (a, b)
return map_expr, dtype_out, dtype_b
def _get_dot_expr(dtype_out, dtype_a, dtype_b, conjugate_first,
has_double_support, index_expr="i"):
if dtype_b is None:
if dtype_a is None:
dtype_b = dtype_out
else:
dtype_b = dtype_a
if dtype_out is None:
from pyopencl.compyte.array import get_common_dtype
dtype_out = get_common_dtype(
dtype_a.type(0), dtype_b.type(0),
has_double_support)
a_real_dtype = dtype_a.type(0).real.dtype
b_real_dtype = dtype_b.type(0).real.dtype
out_real_dtype = dtype_out.type(0).real.dtype
a_is_complex = dtype_a.kind == "c"
b_is_complex = dtype_b.kind == "c"
out_is_complex = dtype_out.kind == "c"
from pyopencl.elementwise import complex_dtype_to_name
if a_is_complex and b_is_complex:
a = "a[%s]" % index_expr
b = "b[%s]" % index_expr
if dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if conjugate_first and a_is_complex:
a = "%s_conj(%s)" % (
complex_dtype_to_name(dtype_out), a)
map_expr = "%s_mul(%s, %s)" % (
complex_dtype_to_name(dtype_out), a, b)
else:
a = "a[%s]" % index_expr
b = "b[%s]" % index_expr
if out_is_complex:
if a_is_complex and dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if b_is_complex and dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if not a_is_complex and a_real_dtype != out_real_dtype:
a = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), a)
if not b_is_complex and b_real_dtype != out_real_dtype:
b = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), b)
if conjugate_first and a_is_complex:
a = "%s_conj(%s)" % (
complex_dtype_to_name(dtype_out), a)
map_expr = "%s*%s" % (a, b)
return map_expr, dtype_out, dtype_b
def get_dot_kernel(ctx, dtype_out, dtype_a=None, dtype_b=None):
if dtype_b is None:
if dtype_a is None:
dtype_b = dtype_out
else:
dtype_b = dtype_a
if dtype_out is None:
from pyopencl.compyte.array import get_common_dtype
from pyopencl.characterize import has_double_support
dtype_out = get_common_dtype(dtype_a.type(0), dtype_b.type(0),
has_double_support(ctx.devices[0]))
a_real_dtype = dtype_a.type(0).real.dtype
b_real_dtype = dtype_b.type(0).real.dtype
out_real_dtype = dtype_out.type(0).real.dtype
a_is_complex = dtype_a.kind == "c"
b_is_complex = dtype_b.kind == "c"
out_is_complex = dtype_out.kind == "c"
from pyopencl.elementwise import complex_dtype_to_name
if a_is_complex and b_is_complex:
a = "a[i]"
b = "b[i]"
if dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
map_expr = "%s_mul(%s, %s)" % (complex_dtype_to_name(dtype_out), a, b)
else:
a = "a[i]"
b = "b[i]"
if out_is_complex:
if a_is_complex and dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if b_is_complex and dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if not a_is_complex and a_real_dtype != out_real_dtype:
a = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), a)
if not b_is_complex and b_real_dtype != out_real_dtype:
b = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), b)
map_expr = "%s*%s" % (a, b)
return ReductionKernel(ctx,
dtype_out,
neutral="0",
reduce_expr="a+b",
map_expr=map_expr,
arguments="const %(tp_a)s *a, "
"const %(tp_b)s *b" % {
"tp_a": dtype_to_ctype(dtype_a),
"tp_b": dtype_to_ctype(dtype_b),
})
def get_dot_kernel(ctx, dtype_out, dtype_a=None, dtype_b=None):
if dtype_b is None:
if dtype_a is None:
dtype_b = dtype_out
else:
dtype_b = dtype_a
if dtype_out is None:
from pyopencl.compyte.array import get_common_dtype
from pyopencl.characterize import has_double_support
dtype_out = get_common_dtype(
dtype_a.type(0), dtype_b.type(0), has_double_support(ctx.devices[0]))
a_real_dtype = dtype_a.type(0).real.dtype
b_real_dtype = dtype_b.type(0).real.dtype
out_real_dtype = dtype_out.type(0).real.dtype
a_is_complex = dtype_a.kind == "c"
b_is_complex = dtype_b.kind == "c"
out_is_complex = dtype_out.kind == "c"
from pyopencl.elementwise import complex_dtype_to_name
if a_is_complex and b_is_complex:
a = "a[i]"
b = "b[i]"
if dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
map_expr = "%s_mul(%s, %s)" % (
complex_dtype_to_name(dtype_out), a, b)
else:
a = "a[i]"
b = "b[i]"
if out_is_complex:
if a_is_complex and dtype_a != dtype_out:
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if b_is_complex and dtype_b != dtype_out:
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if not a_is_complex and a_real_dtype != out_real_dtype:
a = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), a)
if not b_is_complex and b_real_dtype != out_real_dtype:
b = "(%s) (%s)" % (dtype_to_ctype(out_real_dtype), b)
map_expr = "%s*%s" % (a, b)
return ReductionKernel(ctx, dtype_out, neutral="0",
reduce_expr="a+b", map_expr=map_expr,
arguments=
"__global const %(tp_a)s *a, "
"__global const %(tp_b)s *b" % {
"tp_a": dtype_to_ctype(dtype_a),
"tp_b": dtype_to_ctype(dtype_b),
})
def _get_dot_expr(dtype_out,
dtype_a,
dtype_b,
conjugate_first,
has_double_support,
index_expr="i"):
if dtype_b is None:
if dtype_a is None:
dtype_b = dtype_out
else:
dtype_b = dtype_a
if dtype_out is None:
from pyopencl.compyte.array import get_common_dtype
dtype_out = get_common_dtype(dtype_a.type(0), dtype_b.type(0),
has_double_support)
a_is_complex = dtype_a.kind == "c"
b_is_complex = dtype_b.kind == "c"
from pyopencl.elementwise import complex_dtype_to_name
a = "a[%s]" % index_expr
b = "b[%s]" % index_expr
if a_is_complex and (dtype_a != dtype_out):
a = "{}_cast({})".format(complex_dtype_to_name(dtype_out), a)
if b_is_complex and (dtype_b != dtype_out):
b = "{}_cast({})".format(complex_dtype_to_name(dtype_out), b)
if a_is_complex and conjugate_first and a_is_complex:
a = "{}_conj({})".format(complex_dtype_to_name(dtype_out), a)
if a_is_complex and not b_is_complex:
map_expr = "{}_mulr({}, {})".format(complex_dtype_to_name(dtype_out),
a, b)
elif not a_is_complex and b_is_complex:
map_expr = "{}_rmul({}, {})".format(complex_dtype_to_name(dtype_out),
a, b)
elif a_is_complex and b_is_complex:
map_expr = "{}_mul({}, {})".format(complex_dtype_to_name(dtype_out), a,
b)
else:
map_expr = f"{a}*{b}"
return map_expr, dtype_out, dtype_b
def _get_dot_expr(dtype_out, dtype_a, dtype_b, conjugate_first,
has_double_support, index_expr="i"):
if dtype_b is None:
if dtype_a is None:
dtype_b = dtype_out
else:
dtype_b = dtype_a
if dtype_out is None:
from pyopencl.compyte.array import get_common_dtype
dtype_out = get_common_dtype(
dtype_a.type(0), dtype_b.type(0),
has_double_support)
a_is_complex = dtype_a.kind == "c"
b_is_complex = dtype_b.kind == "c"
from pyopencl.elementwise import complex_dtype_to_name
a = "a[%s]" % index_expr
b = "b[%s]" % index_expr
if a_is_complex and (dtype_a != dtype_out):
a = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), a)
if b_is_complex and (dtype_b != dtype_out):
b = "%s_cast(%s)" % (complex_dtype_to_name(dtype_out), b)
if a_is_complex and conjugate_first and a_is_complex:
a = "%s_conj(%s)" % (
complex_dtype_to_name(dtype_out), a)
if a_is_complex and not b_is_complex:
map_expr = "%s_mulr(%s, %s)" % (complex_dtype_to_name(dtype_out), a, b)
elif not a_is_complex and b_is_complex:
map_expr = "%s_rmul(%s, %s)" % (complex_dtype_to_name(dtype_out), a, b)
elif a_is_complex and b_is_complex:
map_expr = "%s_mul(%s, %s)" % (complex_dtype_to_name(dtype_out), a, b)
else:
map_expr = "%s*%s" % (a, b)
return map_expr, dtype_out, dtype_b
