def all(sess, nodes, flatten=False):
parent_uri = '/'.join(nodes)
parent_path = uri_to_ltree(parent_uri)
depth = uri_depth(parent_uri)
stmt = sess.query(
distinct(func.subpath(Node.path, 0, depth + 1).label("subpath")))
stmt = stmt.filter(Node.path.op("<@")(parent_path))
stmt = stmt.subquery()
qry = sess.query(Node)
qry = qry.filter(Node.path.in_(stmt))
return qry
def all(sess, nodes, flatten=False):
parent_uri = '/'.join(nodes)
parent_path = uri_to_ltree(parent_uri)
depth = uri_depth(parent_uri)
stmt = sess.query(
distinct(func.subpath(Node.path, 0, depth+1).label("subpath"))
)
stmt = stmt.filter( Node.path.op("<@")(parent_path) )
stmt = stmt.subquery()
qry = sess.query( Node )
qry = qry.filter( Node.path.in_(stmt) )
return qry
def from_incremental_query(sess, query):
LOG.debug('parsing incremental query %r' % query)
if not query or query == 'root' or query == '/':
# list the available query schemes
return [
DummyNode('all'),
DummyNode('date'),
DummyNode('in_path'),
DummyNode('md5'),
DummyNode('named_queries'),
DummyNode('rating'),
DummyNode('tag'),
DummyNode('tag_group'),
]
else:
if query.startswith('root'):
query = query[5:]
query_nodes = query.split('/')
LOG.debug('Query nodes: %r' % query_nodes)
# pop the query type off the beginning
query_types = query_nodes.pop(0).lower()
query_types = [x.strip() for x in query_types.split(',')]
# handle flattened queries
if query_nodes and query_nodes[-1] == "__flat__":
query_nodes.pop()
flatten = True
else:
flatten = False
# Construct the different queries
if len(query_types) == 1 and query_types[0] == 'all':
return all(sess, query_nodes, flatten).order_by(Node.uri)
if 'named_queries' in query_types and not query_nodes:
nq_qry = sess.query(Query)
nq_qry = nq_qry.filter(Query.label != None)
nq_qry = nq_qry.order_by(Query.label)
return [DummyNode(x.label) for x in nq_qry.all()]
elif query_types[0] == 'named_queries':
# fetch the saved query and replace the named query by that string
query_name = query_nodes.pop(0)
nq_qry = sess.query(Query)
nq_qry = nq_qry.filter(Query.label == query_name).first()
if not nq_qry:
return []
prepend_nodes = nq_qry.query.split('/')
query_nodes = prepend_nodes + query_nodes
num_params = expected_params(query_types)
if not query_nodes or len(query_nodes) < num_params:
# no all query parmeters known yet. Find appropriate queries
output = []
stmt = sess.query(Query.query)
LOG.debug('Listing nodes starting with %r' % query)
stmt = stmt.filter(query_table.c.query.startswith(query))
stmt = stmt.order_by(query_table.c.query)
for row in stmt:
sub_nodes = row.query.split('/')
# we're in the case where the initial nodes were empty. We only return
# the next element
output.append(DummyNode(sub_nodes[len(query_nodes) + 1]))
return output
parent_uri = '/'.join(query_nodes[num_params:])
parent_path = uri_to_ltree(parent_uri)
depth = uri_depth(parent_uri)
if flatten:
stmt = sess.query(Node)
else:
stmt = sess.query(
distinct(func.subpath(Node.path, 0, depth + 1).label("subpath")))
stmt = stmt.filter(Node.path.op("<@")(parent_path))
# apply all filters in sequence
for query_type in query_types:
if query_type == 'date':
stmt = dated(sess, stmt, parent_uri, query_nodes)
if query_type == 'major_mimetype':
stmt = major_mimetype(stmt, parent_uri, query_nodes)
if query_type == 'mimetype':
stmt = mimetype(stmt, parent_uri, query_nodes)
if query_type == 'rating':
stmt = rated(stmt, parent_uri, query_nodes)
if query_type == 'aspect':
stmt = aspect(stmt, parent_uri, query_nodes)
if query_type == 'aspect_range':
stmt = aspect_range(stmt, parent_uri, query_nodes)
if query_type == 'md5':
stmt = has_md5(stmt, parent_uri, query_nodes)
if query_type == 'in_path':
stmt = in_path(stmt, query_nodes)
if query_type == 'tag':
stmt = tagged(sess, stmt, parent_uri, query_nodes)
if query_type == 'tag_group':
stmt = in_tag_group(sess, stmt, parent_uri, query_nodes)
print stmt
if not flatten:
stmt = stmt.subquery()
qry = sess.query(Node)
qry = qry.filter(Node.path.in_(stmt))
qry = qry.order_by(Node.uri)
return qry
return stmt.order_by(Node.uri)
def subdirs(sess, query):
LOG.debug('subfolders in %s' % query)
if not query or query == 'root' or query == '/':
return []
# handled by from incremental_query
else:
if query.startswith('root'):
query = query[5:]
query_nodes = query.split('/')
LOG.debug('Query nodes: %r' % query_nodes)
# pop the query type off the beginning
query_types = query_nodes.pop(0).lower()
query_types = [x.strip() for x in query_types.split(',')]
# handle flattened queries
if query_nodes and query_nodes[-1] == "__flat__":
return []
stmt = sess.query(Node)
if 'named_queries' in query_types and not query_nodes:
# handled by incremental_query
return []
elif query_types[0] == 'named_queries':
# handled by incremental_query
return []
num_params = expected_params(query_types)
if not query_nodes or len(query_nodes) < num_params:
# todo: query not complete: offer some virtual folders
output = []
return output
parent_uri = '/'.join(query_nodes[num_params:])
parent_path = uri_to_ltree(parent_uri)
depth = uri_depth(parent_uri)
stmt = sess.query(
distinct(func.subpath(Node.path, 0, depth + 1).label("subpath")))
stmt = stmt.filter(Node.path.op("<@")(parent_path))
stmt = stmt.filter(func.nlevel(Node.path) > uri_depth(parent_uri) + 1)
if len(query_types) == 1 and query_types[0] == 'all':
return [DummyNode(x[0].rsplit('.')[-1]) for x in stmt]
# apply all filters in sequence
for query_type in query_types:
if query_type == 'date':
stmt = dated(sess, stmt, parent_uri, query_nodes)
if query_type == 'rating':
stmt = rated(stmt, parent_uri, query_nodes)
if query_type == 'major_mimetype':
stmt = major_mimetype(stmt, parent_uri, query_nodes)
if query_type == 'mimetype':
stmt = mimetype(stmt, parent_uri, query_nodes)
if query_type == 'aspect_range':
stmt = aspect_range(stmt, parent_uri, query_nodes)
if query_type == 'aspect':
stmt = aspect(stmt, parent_uri, query_nodes)
if query_type == 'md5':
stmt = has_md5(stmt, parent_uri, query_nodes)
if query_type == 'in_path':
stmt = in_path(stmt, query_nodes)
if query_type == 'tag':
stmt = tagged(sess, stmt, parent_uri, query_nodes)
if query_type == 'tag_group':
stmt = in_tag_group(sess, stmt, parent_uri, query_nodes)
return [DummyNode(x[0].rsplit('.', 1)[-1]) for x in stmt]
def from_incremental_query(sess, query):
LOG.debug('parsing incremental query %r' % query)
if not query or query == 'root' or query == '/':
# list the available query schemes
return [
DummyNode('all'),
DummyNode('date'),
DummyNode('in_path'),
DummyNode('md5'),
DummyNode('named_queries'),
DummyNode('rating'),
DummyNode('tag'),
DummyNode('tag_group'),
]
else:
if query.startswith('root'):
query = query[5:]
query_nodes = query.split('/')
LOG.debug('Query nodes: %r' % query_nodes)
# pop the query type off the beginning
query_types = query_nodes.pop(0).lower()
query_types = [x.strip() for x in query_types.split(',')]
# handle flattened queries
if query_nodes and query_nodes[-1] == "__flat__":
query_nodes.pop()
flatten = True
else:
flatten = False
# Construct the different queries
if len(query_types) == 1 and query_types[0] == 'all':
return all(sess, query_nodes, flatten).order_by(Node.uri)
if 'named_queries' in query_types and not query_nodes:
nq_qry = sess.query(Query)
nq_qry = nq_qry.filter( Query.label != None )
nq_qry = nq_qry.order_by(Query.label)
return [ DummyNode(x.label) for x in nq_qry.all() ]
elif query_types[0] == 'named_queries':
# fetch the saved query and replace the named query by that string
query_name = query_nodes.pop(0)
nq_qry = sess.query(Query)
nq_qry = nq_qry.filter( Query.label == query_name ).first()
if not nq_qry:
return []
prepend_nodes = nq_qry.query.split('/')
query_nodes = prepend_nodes + query_nodes
num_params = expected_params(query_types)
if not query_nodes or len(query_nodes) < num_params:
# no all query parmeters known yet. Find appropriate queries
output = []
stmt = sess.query(Query.query)
LOG.debug('Listing nodes starting with %r' % query)
stmt = stmt.filter(query_table.c.query.startswith(query))
stmt = stmt.order_by(query_table.c.query)
for row in stmt:
sub_nodes = row.query.split('/')
# we're in the case where the initial nodes were empty. We only return
# the next element
output.append(DummyNode(sub_nodes[len(query_nodes)+1]))
return output
parent_uri = '/'.join(query_nodes[num_params:])
parent_path = uri_to_ltree(parent_uri)
depth = uri_depth(parent_uri)
if flatten:
stmt = sess.query(Node)
else:
stmt = sess.query(
distinct(func.subpath(Node.path, 0, depth+1).label("subpath"))
)
stmt = stmt.filter( Node.path.op("<@")(parent_path) )
# apply all filters in sequence
for query_type in query_types:
if query_type == 'date':
stmt = dated(sess, stmt, parent_uri, query_nodes)
if query_type == 'major_mimetype':
stmt = major_mimetype(stmt, parent_uri, query_nodes)
if query_type == 'mimetype':
stmt = mimetype(stmt, parent_uri, query_nodes)
if query_type == 'rating':
stmt = rated(stmt, parent_uri, query_nodes)
if query_type == 'aspect':
stmt = aspect(stmt, parent_uri, query_nodes)
if query_type == 'aspect_range':
stmt = aspect_range(stmt, parent_uri, query_nodes)
if query_type == 'md5':
stmt = has_md5(stmt, parent_uri, query_nodes)
if query_type == 'in_path':
stmt = in_path(stmt, query_nodes)
if query_type == 'tag':
stmt = tagged(sess, stmt, parent_uri, query_nodes)
if query_type == 'tag_group':
stmt = in_tag_group(sess, stmt, parent_uri, query_nodes)
print stmt
if not flatten:
stmt = stmt.subquery()
qry = sess.query( Node )
qry = qry.filter( Node.path.in_(stmt) )
qry = qry.order_by(Node.uri)
return qry
return stmt.order_by(Node.uri)
def subdirs(sess, query):
LOG.debug('subfolders in %s' % query)
if not query or query == 'root' or query == '/':
return []
# handled by from incremental_query
else:
if query.startswith('root'):
query = query[5:]
query_nodes = query.split('/')
LOG.debug('Query nodes: %r' % query_nodes)
# pop the query type off the beginning
query_types = query_nodes.pop(0).lower()
query_types = [x.strip() for x in query_types.split(',')]
# handle flattened queries
if query_nodes and query_nodes[-1] == "__flat__":
return []
stmt = sess.query(Node)
if 'named_queries' in query_types and not query_nodes:
# handled by incremental_query
return []
elif query_types[0] == 'named_queries':
# handled by incremental_query
return []
num_params = expected_params(query_types)
if not query_nodes or len(query_nodes) < num_params:
# todo: query not complete: offer some virtual folders
output = []
return output
parent_uri = '/'.join(query_nodes[num_params:])
parent_path = uri_to_ltree(parent_uri)
depth = uri_depth(parent_uri)
stmt = sess.query(
distinct(func.subpath(Node.path, 0, depth+1).label("subpath"))
)
stmt = stmt.filter( Node.path.op("<@")(parent_path) )
stmt = stmt.filter( func.nlevel(Node.path) > uri_depth(parent_uri)+1)
if len(query_types) == 1 and query_types[0] == 'all':
return [DummyNode(x[0].rsplit('.')[-1]) for x in stmt]
# apply all filters in sequence
for query_type in query_types:
if query_type == 'date':
stmt = dated(sess, stmt, parent_uri, query_nodes)
if query_type == 'rating':
stmt = rated(stmt, parent_uri, query_nodes)
if query_type == 'major_mimetype':
stmt = major_mimetype(stmt, parent_uri, query_nodes)
if query_type == 'mimetype':
stmt = mimetype(stmt, parent_uri, query_nodes)
if query_type == 'aspect_range':
stmt = aspect_range(stmt, parent_uri, query_nodes)
if query_type == 'aspect':
stmt = aspect(stmt, parent_uri, query_nodes)
if query_type == 'md5':
stmt = has_md5(stmt, parent_uri, query_nodes)
if query_type == 'in_path':
stmt = in_path(stmt, query_nodes)
if query_type == 'tag':
stmt = tagged(sess, stmt, parent_uri, query_nodes)
if query_type == 'tag_group':
stmt = in_tag_group(sess, stmt, parent_uri, query_nodes)
return [DummyNode(x[0].rsplit('.', 1)[-1]) for x in stmt]