def test_l2l(npoints, octree, l2l):
parent_key = 9
child_key = hilbert.get_children(parent_key)[-1]
x0 = octree.center
r0 = octree.radius
parent_center = hilbert.get_center_from_key(parent_key, x0, r0)
child_center = hilbert.get_center_from_key(child_key, x0, r0)
parent_level = hilbert.get_level(parent_key)
child_level = hilbert.get_level(child_key)
parent_equivalent_density = np.ones(shape=(npoints))
operator_idx = (child_key % 8) - 1
child_equivalent_density = np.matmul(l2l[operator_idx], parent_equivalent_density)
child_equivalent_surface = operator.scale_surface(
surface=SURFACE,
radius=r0,
level=child_level,
center=child_center,
alpha=2.95
)
parent_equivalent_surface = operator.scale_surface(
surface=SURFACE,
radius=r0,
level=parent_level,
center=parent_center,
alpha=2.95
)
local_point = np.array([list(child_center)])
parent_direct = operator.p2p(
kernel_function=KERNEL_FUNCTION,
targets=local_point,
sources=parent_equivalent_surface,
source_densities=parent_equivalent_density
)
child_direct = operator.p2p(
kernel_function=KERNEL_FUNCTION,
targets=local_point,
sources=child_equivalent_surface,
source_densities=child_equivalent_density
)
assert np.isclose(parent_direct.density, child_direct.density, rtol=RTOL)
def test_m2m(npoints, octree, m2m):
parent_key = 0
child_key = hilbert.get_children(parent_key)[0]
x0 = octree.center
r0 = octree.radius
parent_center = hilbert.get_center_from_key(parent_key, x0, r0)
child_center = hilbert.get_center_from_key(child_key, x0, r0)
parent_level = hilbert.get_level(parent_key)
child_level = hilbert.get_level(child_key)
operator_idx = (child_key % 8) -1
child_equivalent_density = np.ones(shape=(npoints))
parent_equivalent_density = np.matmul(m2m[operator_idx], child_equivalent_density)
distant_point = np.array([[1e3, 0, 0]])
child_equivalent_surface = operator.scale_surface(
surface=SURFACE,
radius=r0,
level=child_level,
center=child_center,
alpha=1.05
)
parent_equivalent_surface = operator.scale_surface(
surface=SURFACE,
radius=r0,
level=parent_level,
center=parent_center,
alpha=1.05
)
parent_direct = operator.p2p(
kernel_function=KERNEL_FUNCTION,
targets=distant_point,
sources=parent_equivalent_surface,
source_densities=parent_equivalent_density
)
child_direct = operator.p2p(
kernel_function=KERNEL_FUNCTION,
targets=distant_point,
sources=child_equivalent_surface,
source_densities=child_equivalent_density
)
assert np.isclose(parent_direct.density, child_direct.density, rtol=RTOL)
def particle_to_multipole(self, leaf_node_index):
"""Compute multipole expansions from leaf particles."""
# Source indices in a given leaf
source_indices = self.octree.sources_by_leafs[
self.octree.source_index_ptr[leaf_node_index]:self.octree.
source_index_ptr[leaf_node_index + 1]]
# Find leaf sources, and leaf source densities
leaf_sources = self.octree.sources[source_indices]
leaf_source_densities = self.octree.source_densities[source_indices]
# Just adding index from argsort (sources by leafs)
self.source_data[self.octree.source_leaf_nodes[
leaf_node_index]].indices.update(source_indices)
# Compute key corresponding to this leaf index
leaf_key = self.octree.non_empty_source_nodes[leaf_node_index]
# Compute center of leaf box in cartesian coordinates
leaf_center = hilbert.get_center_from_key(leaf_key, self.octree.center,
self.octree.radius)
upward_check_surface = operator.scale_surface(
surface=self.surface,
radius=self.octree.radius,
level=self.octree.maximum_level,
center=leaf_center,
alpha=self.config['alpha_outer'])
scale = (1 / self.kernel_function.scale)**self.octree.maximum_level
check_potential = operator.p2p(
kernel_function=self.kernel_function,
targets=upward_check_surface,
sources=leaf_sources,
source_densities=leaf_source_densities).density
tmp = np.matmul(scale * self.uc2e_u, check_potential)
upward_equivalent_density = np.matmul(self.uc2e_v, tmp)
self.source_data[leaf_key].expansion = upward_equivalent_density
def test_scale_surface(surface, radius, level, center, alpha):
"""Test shifting/scaling surface"""
scaled_surface = operator.scale_surface(surface=surface,
radius=radius,
level=level,
center=center,
alpha=alpha)
# Test that the center has been shifted as expected
assert np.array_equal(scaled_surface.mean(axis=0), center)
# Test that the scaling of the radius is as expected
for i in range(3):
expected_diameter = 2 * alpha * radius * (0.5)**level
assert ((max(scaled_surface[:, i]) -
min(scaled_surface[:, i])) == expected_diameter)
# Test that the original surface remains unchanged
assert ~np.array_equal(surface, scaled_surface)
assert np.array_equal(surface, operator.compute_surface(ORDER))
def local_to_particle(self, leaf_index):
"""
Directly evaluate potential at particles in a leaf node, treating the
local expansion points as sources.
"""
target_indices = self.octree.targets_by_leafs[
self.octree.target_index_ptr[leaf_index]:self.octree.
target_index_ptr[leaf_index + 1]]
leaf_key = self.octree.target_leaf_nodes[leaf_index]
leaf_center = hilbert.get_center_from_key(leaf_key, self.octree.center,
self.octree.radius)
leaf_density = self.target_data[leaf_key].expansion
leaf_surface = operator.scale_surface(surface=self.surface,
radius=self.octree.radius,
level=self.octree.maximum_level,
center=leaf_center,
alpha=self.config['alpha_outer'])
for target_index in target_indices:
# Updating indices
self.result_data[target_index].indices.update(
self.target_data[leaf_key].indices)
target = self.octree.targets[target_index].reshape(1, 3)
result = operator.p2p(kernel_function=self.kernel_function,
targets=target,
sources=leaf_surface,
source_densities=leaf_density)
self.result_data[target_index].density = result.density
def test_m2l(npoints, octree, m2l_operators):
# pick a target box on level 2 or below
x0 = octree.center
r0 = octree.radius
target_key = 72
source_level = target_level = hilbert.get_level(target_key)
m2l = m2l_operators.operators[source_level]
target_index = hilbert.remove_level_offset(target_key)
target_center = hilbert.get_center_from_key(target_key, x0, r0)
interaction_list = hilbert.get_interaction_list(target_key)
# pick a source box in target's interaction list
source_key = interaction_list[2]
source_center = hilbert.get_center_from_key(source_key, x0, r0)
# get the operator index from current level lookup table
index_to_key = m2l_operators.index_to_key[target_level][target_index]
source_index = np.where(source_key == index_to_key)[0][0]
# place unit densities on source box
# source_equivalent_density = np.ones(shape=(npoints))
source_equivalent_density = np.random.rand(npoints)
source_equivalent_surface = operator.scale_surface(
surface=SURFACE,
radius=r0,
level=source_level,
center=source_center,
alpha=1.05
)
m2l_matrix = m2l[target_index][source_index]
target_equivalent_density = np.matmul(m2l_matrix, source_equivalent_density)
target_equivalent_surface = operator.scale_surface(
surface=SURFACE,
radius=r0,
level=target_level,
center=target_center,
alpha=2.95
)
local_point = np.array([list(target_center)])
target_direct = operator.p2p(
kernel_function=KERNEL_FUNCTION,
targets=local_point,
sources=target_equivalent_surface,
source_densities=target_equivalent_density
)
source_direct = operator.p2p(
kernel_function=KERNEL_FUNCTION,
targets=local_point,
sources=source_equivalent_surface,
source_densities=source_equivalent_density
)
assert np.isclose(target_direct.density, source_direct.density, rtol=RTOL)
def upward_equivalent_surface(surface):
return operator.scale_surface(surface, 1, 0, np.array([0, 0, 0]), 1.05)
def upward_check_surface(surface):
return operator.scale_surface(surface, 1, 0, np.array([0, 0, 0]), 2.95)
def compute_m2l_matrices(
target,
kernel,
surface,
alpha_inner,
x0,
r0,
dc2e_v,
dc2e_u,
interaction_list,
):
"""
Data has to be passed to each process in order to compute the m2l matrices
associated with a given target key. This method takes the required data
and computes all the m2l matrices for a given target.
Parameters:
-----------
target : np.int64
Target Hilbert Key.
kernel : function
surface : np.array(shape=(n, 3), dtype=np.float64)
alpha_inner : np.float64
Ratio between side length of shifted/scaled node and original node.
x0 : np.array(shape=(1, 3), dtype=np.float64)
Center of Octree's root node.
r0 : np.float64
Half side length of Octree's root node.
dc2e_v : np.array(shape=(n, n))
First component of the inverse of the downward-check-to-equivalent
Gram matrix at level 0.
dc2e_v : np.array(shape=(n, n))
Second component of the inverse of the downward-check-to-equivalent
Gram matrix at level 0.
Returns:
--------
list[np.array(shape=(n, n))]
List of all m2l matrices associated with this target.
"""
# Get level
level = hilbert.get_level(target)
# Container for results
m2l_matrices = []
# Increment counter, and print progress
increment_m2l_counter()
log_m2l_progress(M2L_COUNTER.value, level)
# Compute target check surface
target_center = hilbert.get_center_from_key(key=target, x0=x0, r0=r0)
target_check_surface = operator.scale_surface(surface=surface,
radius=r0,
level=level,
center=target_center,
alpha=alpha_inner)
# Compute m2l matrices
for source in interaction_list:
source_center = hilbert.get_center_from_key(key=source, x0=x0, r0=r0)
source_equivalent_surface = operator.scale_surface(
surface=surface,
radius=r0,
level=level,
center=source_center,
alpha=alpha_inner)
se2tc = operator.gram_matrix(kernel_function=kernel,
sources=source_equivalent_surface,
targets=target_check_surface)
scale = (1 / kernel.scale)**(level)
tmp = np.matmul(dc2e_u, se2tc)
m2l_matrix = np.matmul(scale * dc2e_v, tmp)
m2l_matrices.append(m2l_matrix)
return m2l_matrices
def main(**config):
"""
Main script, configure using config.json file in module root.
"""
start = time.time()
# Setup Multiproc
processes = os.cpu_count()
pool = multiproc.setup_pool(processes=processes)
data_dirpath = PARENT / f"{config['data_dirname']}/"
operator_dirpath = PARENT / f"{config['operator_dirname']}/"
# Step 0: Construct Octree and load Python config objs
print("source filename", data_dirpath)
sources = data.load_hdf5_to_array(config['source_filename'],
config['source_filename'], data_dirpath)
targets = data.load_hdf5_to_array(config['target_filename'],
config['target_filename'], data_dirpath)
source_densities = data.load_hdf5_to_array(
config['source_densities_filename'],
config['source_densities_filename'], data_dirpath)
octree = Octree(sources, targets, config['octree_max_level'],
source_densities)
# Load required Python objects
kernel = KERNELS[config['kernel']]()
# Step 1: Compute a surface of a given order
# Check if surface already exists
if data.file_in_directory(config['surface_filename'], operator_dirpath):
print(f"Already Computed Surface of Order {config['order']}")
print(f"Loading ...")
surface = data.load_hdf5_to_array(config['surface_filename'],
config['surface_filename'],
operator_dirpath)
else:
print(f"Computing Surface of Order {config['order']}")
surface = operator.compute_surface(config['order'])
print("Saving Surface to HDF5")
data.save_array_to_hdf5(operator_dirpath, config['surface_filename'],
surface)
# Step 2: Use surfaces to compute inverse of check to equivalent Gram matrix.
# This is a useful quantity that will form the basis of most operators.
if data.file_in_directory('uc2e_u', operator_dirpath):
print(
f"Already Computed Inverse of Check To Equivalent Kernel of Order {config['order']}"
)
print("Loading...")
# Upward check to upward equivalent
uc2e_u = data.load_hdf5_to_array('uc2e_u', 'uc2e_u', operator_dirpath)
uc2e_v = data.load_hdf5_to_array('uc2e_v', 'uc2e_v', operator_dirpath)
# Downward check to downward equivalent
dc2e_u = data.load_hdf5_to_array('dc2e_u', 'dc2e_u', operator_dirpath)
dc2e_v = data.load_hdf5_to_array('dc2e_v', 'dc2e_v', operator_dirpath)
else:
print(
f"Computing Inverse of Check To Equivalent Gram Matrix of Order {config['order']}"
)
# Compute upward check surface and upward equivalent surface
# These are computed in a decomposed from the SVD of the Gram matrix
# of these two surfaces
upward_equivalent_surface = operator.scale_surface(
surface=surface,
radius=octree.radius,
level=0,
center=octree.center,
alpha=config['alpha_inner'])
upward_check_surface = operator.scale_surface(
surface=surface,
radius=octree.radius,
level=0,
center=octree.center,
alpha=config['alpha_outer'])
uc2e_v, uc2e_u = operator.compute_check_to_equivalent_inverse(
kernel_function=kernel,
check_surface=upward_check_surface,
equivalent_surface=upward_equivalent_surface,
cond=None)
dc2e_v, dc2e_u = operator.compute_check_to_equivalent_inverse(
kernel_function=kernel,
check_surface=upward_equivalent_surface,
equivalent_surface=upward_check_surface,
cond=None)
# Save matrices
print("Saving Inverse of Check To Equivalent Matrices")
data.save_array_to_hdf5(operator_dirpath, 'uc2e_v', uc2e_v)
data.save_array_to_hdf5(operator_dirpath, 'uc2e_u', uc2e_u)
data.save_array_to_hdf5(operator_dirpath, 'dc2e_v', dc2e_v)
data.save_array_to_hdf5(operator_dirpath, 'dc2e_u', dc2e_u)
# Step 3: Compute M2M/L2L operators
if (data.file_in_directory('m2m', operator_dirpath)
and data.file_in_directory('l2l', operator_dirpath)):
print(
f"Already Computed M2M & L2L Operators of Order {config['order']}")
else:
parent_center = octree.center
parent_radius = octree.radius
parent_level = 0
child_level = 1
child_centers = [
hilbert.get_center_from_key(child, parent_center, parent_radius)
for child in hilbert.get_children(0)
]
parent_upward_check_surface = operator.scale_surface(
surface=surface,
radius=octree.radius,
level=parent_level,
center=octree.center,
alpha=config['alpha_outer'])
m2m = []
l2l = []
loading = len(child_centers)
scale = (1 / kernel.scale)**(child_level)
print(f"Computing M2M & L2L Operators of Order {config['order']}")
for child_idx, child_center in enumerate(child_centers):
print(f'Computed ({child_idx+1}/{loading}) M2L/L2L operators')
child_upward_equivalent_surface = operator.scale_surface(
surface=surface,
radius=octree.radius,
level=child_level,
center=child_center,
alpha=config['alpha_inner'])
pc2ce = operator.gram_matrix(
kernel_function=kernel,
targets=parent_upward_check_surface,
sources=child_upward_equivalent_surface,
)
# Compute M2M operator for this octant
tmp = np.matmul(uc2e_u, pc2ce)
m2m.append(np.matmul(uc2e_v, tmp))
# Compute L2L operator for this octant
cc2pe = operator.gram_matrix(
kernel_function=kernel,
targets=child_upward_equivalent_surface,
sources=parent_upward_check_surface)
tmp = np.matmul(dc2e_u, cc2pe)
l2l.append(np.matmul(scale * dc2e_v, tmp))
# Save m2m & l2l operators, index is equivalent to their Hilbert key
m2m = np.array(m2m)
l2l = np.array(l2l)
print("Saving M2M & L2L Operators")
data.save_array_to_hdf5(operator_dirpath, 'm2m', m2m)
data.save_array_to_hdf5(operator_dirpath, 'l2l', l2l)
# Step 4: Compute M2L operators
# Create sub-directory to store m2l computations
m2l_dirpath = operator_dirpath
current_level = 2
already_computed = False
while current_level <= config['octree_max_level']:
m2l_filename = f'm2l_level_{current_level}'
if data.file_in_directory(m2l_filename, operator_dirpath, ext='pkl'):
already_computed = True
if already_computed:
print(f"Already Computed M2L operators for level {current_level}")
else:
print(f"Computing M2L Operators for Level {current_level}")
leaves = np.arange(hilbert.get_level_offset(current_level),
hilbert.get_level_offset(current_level + 1))
loading = 0
m2l = [[] for leaf in range(len(leaves))]
index_to_key = [None for leaf in range(len(leaves))]
index_to_key_filename = f'index_to_key_level_{current_level}'
args = []
# Gather arguments needed to send out to processes, and create index
# mapping
for target_idx, target in enumerate(leaves):
interaction_list = hilbert.get_interaction_list(target)
# Create index mapping for looking up the m2l operator
index_to_key[target_idx] = interaction_list
# Add arg to args for parallel mapping
arg = (target, kernel, surface, config['alpha_inner'],
octree.center, octree.radius, dc2e_v, dc2e_u,
interaction_list)
args.append(arg)
# Submit tasks to process pool
m2l = pool.starmap(compute_m2l_matrices, args)
# Convert results to matrix
m2l = np.array([np.array(l) for l in m2l])
print(f"Saving Dense M2L Operators for level {current_level}")
data.save_pickle(m2l, m2l_filename, m2l_dirpath)
data.save_pickle(index_to_key, index_to_key_filename, m2l_dirpath)
current_level += 1
already_computed = False
minutes, seconds = utils.time.seconds_to_minutes(time.time() - start)
print(
f"Total time elapsed {minutes:.0f} minutes and {seconds:.0f} seconds")
