def api_upload_query():
if UPLOAD_PART_NAME not in request.files:
raise InvalidUsage("No '{}' part found".format(UPLOAD_PART_NAME))
file = request.files[UPLOAD_PART_NAME]
if file.filename == '':
raise InvalidUsage('No selected file')
if not _allowed_file(file.filename):
raise InvalidUsage('File type not allowed')
if not os.path.exists(UPLOAD_FOLDER):
os.makedirs(UPLOAD_FOLDER)
query_path = os.path.join(UPLOAD_FOLDER, UPLOAD_FILE_NAME)
file.save(query_path)
app.logger.info('Saved custom query to %s', query_path)
global current_q_index
request_id = request.args.get('requestID', type=int)
with lock:
# Unload the current custom query in memory
if current_q_index != -1:
onex.unloadDataset(current_q_index)
app.logger.debug('Unloaded previous custom query')
current_q_index = onex.loadDataset(query_path)
app.logger.debug('Loaded new custom query')
queries = onex.getAllSequences(current_q_index, 1)
return jsonify(queries=queries, requestID=request_id)
def get_a_sequence_from_dataset():
request_id = request.args.get('requestID', type=int)
from_data_set = request.args.get('fromDataset', 1, type=int)
q_seq = request.args.get('qSeq', type=int)
q_start = request.args.get('qStart', -1, type=int)
q_end = request.args.get('qEnd', -1, type=int)
with lock:
ds_index = current_ds_index if from_data_set else current_q_index
ds_length = onex.getDatasetSeqCount(ds_index)
if (q_seq < 0 or q_seq >= ds_length):
raise InvalidUsage('Sequence index is out of bound')
seq_length = onex.getDatasetSeqLength(ds_index)
if (q_start < 0) or (q_end < 0):
q_start = 0
q_end = seq_length - 1
app.logger.debug('Get sequence %d (%d, %d), fromDataSet = %s', q_seq,
q_start, q_end, from_data_set)
query = _to_string(onex.getSubsequence(ds_index, q_seq, q_start,
q_end))
return jsonify(query=query, requestID=request_id)
def api_get_representatives():
request_id = request.args.get('requestID', type=int)
with lock:
representatives = onex.getGroupRepresentatives(current_ds_index)
representatives.sort(key=lambda x: x[1],
reverse=True) # sort on group size
#representatives = [x[0] for x in representatives]
return jsonify(representatives=representatives, requestID=request_id)
def api_get_distance():
request_id = request.args.get('requestID', type=int)
from_upload_set = request.args.get('fromUploadSet', type=int)
get_warping_path = request.args.get('getWarpingPath', type=int)
q_seq = request.args.get('qSeq', type=int)
q_start = request.args.get('qStart', type=int)
q_end = request.args.get('qEnd', type=int)
r_seq = request.args.get('rSeq', type=int)
r_start = request.args.get('rStart', type=int)
r_end = request.args.get('rEnd', type=int)
if q_start > q_end or q_start < 0 or q_end < 0:
raise InvalidUsage('Invalid starting and ending position')
if r_start > r_end or r_start < 0 or r_end < 0:
raise InvalidUsage('Invalid starting and ending position')
with lock:
# Index of the dataset containing the query, by default set to the same dataset
# where the best match will be searched from
q_ds_index = current_ds_index
if from_upload_set:
if current_q_index == -1:
raise InvalidUsage('No custom query is loaded')
# If find with custom query, set to the dataset containing the custom query
q_ds_index = current_q_index
app.logger.debug(
'Finding distance between [ds %d] seq %d (%d:%d) and [ds %d] seq %d (%d: %d)',
q_ds_index, q_seq, q_start, q_end, current_ds_index, r_seq,
r_start, r_end)
distance = onex.getDistance(q_ds_index, q_seq, q_start, q_end,
current_ds_index, r_seq, r_start, r_end)
warpingPath = []
if get_warping_path:
warpingPath = onex.getWarpingPath(q_ds_index, q_seq, q_start,
q_end, current_ds_index, r_seq,
r_start, r_end)
return jsonify(distance=distance,
warpingPath=warpingPath,
requestID=request_id)
def api_get_seasonal():
request_id = request.args.get('requestID', type=int)
ds_collection_index = request.args.get('dsCollectionIndex', type=int)
q_seq = request.args.get('qSeq', type=int)
length = request.args.get('length', type=int)
with lock:
if not (ds_collection_index == current_collection_index):
raise InvalidUsage(
'Dataset {} is not loaded yet'.format(ds_collection_index))
seasonal = onex.getSeasonal(current_ds_index, q_seq, length)
return jsonify(seasonal=seasonal, requestID=request_id)
def api_get_group_values():
request_id = request.args.get('requestID', type=int)
length = request.args.get('length', type=int)
index = request.args.get('index', type=int)
with lock:
values = onex.getGroupValues(current_ds_index, length, index)
def resolveGroupValue(v):
return (onex.getSubsequence(current_ds_index, v[0], v[1],
v[2]), v[0], v[1], v[2])
values = map(resolveGroupValue, values)
return jsonify(values=values, requestID=request_id)
def api_dataset_init():
global current_collection_index, current_ds_index
request_id = request.args.get('requestID', type=int)
ds_collection_index = request.args.get('dsCollectionIndex', type=int)
st = request.args.get('st', 0.2, type=float)
with lock:
if ds_collection_index >= len(datasets) or ds_collection_index < 0:
raise InvalidUsage('Dataset collection index out of bound')
if st < 0:
raise InvalidUsage('Invalid similarity threshold value')
# Unload the current dataset in memory
if current_ds_index != -1:
onex.unloadDataset(current_ds_index)
app.logger.debug('Unloaded dataset %d', current_collection_index)
# Load the new dataset
current_collection_index = ds_collection_index
ds_path = str(datasets[current_collection_index].get('path'))
ds_name = str(datasets[current_collection_index].get('name'))
ds_metadata = datasets[current_collection_index].get('metadata')
current_ds_index = onex.loadDataset(ds_path)
metadata = None
if ds_metadata:
with open(ds_metadata) as metadata_file:
metadata = json.load(metadata_file)
else:
app.logger.info('No metadata found for dataset %s', ds_name)
app.logger.debug('Loaded dataset %d [%s]', current_collection_index,
ds_name)
# Normalize the new dataset
app.logger.debug('Normalizing dataset %d', current_collection_index)
normalization = onex.normalizeDataset(current_ds_index)
normalization = {'max': normalization[0], 'min': normalization[1]}
app.logger.info('Normalized dataset %d', current_collection_index)
# Group the new dataset
app.logger.debug('Grouping dataset %d with st = %f',
current_collection_index, st)
num_groups = onex.groupDataset(current_ds_index, st)
app.logger.info('Grouped dataset %d with st = %f. Created %d groups',
current_collection_index, st, num_groups)
# Return number of sequences in the dataset
ds_length = onex.getDatasetSeqCount(current_ds_index)
return jsonify(dsLength=ds_length,
metadata=metadata,
normalization=normalization,
numGroups=num_groups,
requestID=request_id)
import ONEXBindings as onex
import matplotlib.pyplot as plt
warp = 50
ST = 0.2
dataset = '../../ONEX-tmp/ONEX-tmp/ndata/ECG.txt'
query = '../../ONEX-tmp/ONEX-tmp/ndata/Query.txt'
dbIndex = onex.loadDataset(dataset)
print 'Loaded dataset in {}, index = {}'.format(dataset, dbIndex)
onex.groupDataset(dbIndex, ST)
# v = onex.getGroupValues(dbIndex, 0)
# for l in v:
# print 'ts:'
# print l
#reps = onex.getGroupRepresentatives(dbIndex)
#for reps, c in reps:
# print 'Group with {0} members'.format(c)
# print reps
qIndex = 0
qSeqs = [74, 1, 2, 3, 4, 5, 6, 7, 8, 9]
qStarts = [0, 2, 3, 20, 1, 1, 3, 3, 1, 1]
qEnds = [95, 60, 50, 70, 80, 59, 99, 40, 77, 100]
#num_test = len(qSeqs)
num_test = 4
def api_get_dataset_queries():
request_id = request.args.get('requestID', type=int)
with lock:
queries = onex.getAllSequences(current_ds_index, 2)
queries = [(_to_string(ts), gr) for ts, gr in queries]
return jsonify(queries=queries, requestID=request_id)
def resolveGroupValue(v):
return (onex.getSubsequence(current_ds_index, v[0], v[1],
v[2]), v[0], v[1], v[2])
def api_find_best_match():
request_id = request.args.get('requestID', type=int)
ds_collection_index = request.args.get('dsCollectionIndex', type=int)
q_find_with_custom_query = request.args.get('qFindWithCustomQuery',
0,
type=int)
q_seq = request.args.get('qSeq', type=int)
q_start = request.args.get('qStart', type=int)
q_end = request.args.get('qEnd', type=int)
if q_start > q_end or q_start < 0 or q_end < 0:
raise InvalidUsage('Invalid starting and ending position')
with lock:
if not (ds_collection_index == current_collection_index):
raise InvalidUsage(
'Dataset {} is not loaded yet'.format(ds_collection_index))
# Index of the dataset containing the query, by default set to the same dataset
# where the best match will be searched from
q_ds_index = current_ds_index
if q_find_with_custom_query:
if current_q_index == -1:
raise InvalidUsage('No custom query is loaded')
# If find with custom query, set to the dataset containing the custom query
q_ds_index = current_q_index
# Get number of sequences in the database containing the query
q_ds_length = onex.getDatasetSeqCount(q_ds_index)
if q_seq < 0 or q_seq >= q_ds_length:
raise InvalidUsage('Sequence index is out of bound')
seq_length = onex.getDatasetSeqLength(q_ds_index)
if q_start >= seq_length or q_end >= seq_length:
raise InvalidUsage('Invalid starting and ending position')
if q_find_with_custom_query:
app.logger.debug(
'Look for best match with sequence %d (%d:%d) in the custom query',
q_seq, q_start, q_end)
else:
app.logger.debug(
'Look for best match with sequence %d (%d:%d) in dataset %d',
q_seq, q_start, q_end, current_collection_index)
r_dist, r_seq, r_start, r_end = \
onex.findSimilar(current_ds_index, q_ds_index, q_seq, q_start, q_end, 0, -1)
group_index = onex.getGroupIndex(current_ds_index, r_seq, r_start,
r_end)
app.logger.debug('Result group index: (%d, %d)', group_index[0],
group_index[1])
result = _to_string(
onex.getSubsequence(current_ds_index, r_seq, r_start, r_end))
warpingPath = onex.getWarpingPath(q_ds_index, q_seq, q_start, q_end,
current_ds_index, r_seq, r_start,
r_end)
return jsonify(result=result,
groupIndex=group_index,
warpingPath=warpingPath,
dist=r_dist,
dsName=datasets[current_collection_index],
seq=r_seq,
start=r_start,
end=r_end,
requestID=request_id)