def construct_ordination(task_id):
task = get_or_wait(task_id)
runner = TaskRunner(task)
try:
runner.preparing()
cls, ord_id = task.target.split(':')
ord_id = int(ord_id)
assert cls == Ordination.__name__
ord = Ordination.objects.get(id=ord_id)
dm = ord.dm
method_name = ord.method
ndims = ord.ndims
param_kwargs = Ordination.params_to_kwargs(ord.params)
assert dm.task is None or dm.task.is_completed()
assert method_name in methods.keys(), 'Unknown method {}'.format(
method_name)
assert 2 <= ndims <= 3, 'Only support 2 or 3 dimensional ordination'
runner.start()
dm_sids_path = dm.get_sids_path()
dm_bytes_path = dm.get_bytes_path()
sids = bytes_to_ndarray(dm_sids_path, np.int32)
dm_data = get_rawdata_from_binary(dm_bytes_path, len(sids))
data = zscore(dm_data)
data[np.where(np.isnan(data))] = 0
data[np.where(np.isinf(data))] = 0
method = methods[method_name]
result = method(data, ndims, **param_kwargs)
runner.wrapping_up()
ord_sids_path = ord.get_sids_path()
ord_bytes_path = ord.get_bytes_path()
ndarray_to_bytes(result, ord_bytes_path)
ndarray_to_bytes(sids, ord_sids_path)
runner.complete()
except Exception as e:
runner.error(e)
def celery_task_test(task_id, *args, **kwargs):
task = Task.objects.get(id=task_id)
runner = TaskRunner(task)
runner.preparing()
sleep(5)
max = 100
runner.start(max=max)
for i in range(max):
sleep(0.1)
runner.tick()
sleep(5)
runner.wrapping_up()
sleep(5)
runner.complete()
def calculate_similarity(task_id):
task = get_or_wait(task_id)
runner = TaskRunner(task)
try:
runner.preparing()
cls, sim_id = task.target.split(':')
sim_id = int(sim_id)
assert cls == SimilarityIndex.__name__
sim = SimilarityIndex.objects.get(id=sim_id)
dm = sim.dm
ord = sim.ord
assert dm.task is None or dm.task.is_completed()
assert ord is None or ord.task is None or ord.task.is_completed()
if ord:
sids_path = ord.get_sids_path()
source_bytes_path = ord.get_bytes_path()
else:
sids_path = dm.get_sids_path()
source_bytes_path = dm.get_bytes_path()
runner.start()
sids, sorted_order = _calculate_similarity(sids_path,
source_bytes_path)
runner.wrapping_up()
sim_sids_path = sim.get_sids_path()
sim_bytes_path = sim.get_bytes_path()
ndarray_to_bytes(sorted_order, sim_bytes_path)
ndarray_to_bytes(sids, sim_sids_path)
runner.complete()
except Exception as e:
runner.error(e)