async def create(req):
"""
Add a new user to the user database.
"""
db = req.app["db"]
data = await req.json()
if data["user_id"] == "virtool":
return bad_request("Reserved user name: virtool")
error = await virtool.users.checks.check_password_length(req)
if error:
return bad_request(error)
user_id = data["user_id"]
try:
document = await virtool.users.db.create(db, user_id, data["password"],
data["force_reset"])
except virtool.errors.DatabaseError:
return bad_request("User already exists")
headers = {"Location": f"/api/users/{user_id}"}
return json_response(virtool.utils.base_processor(
{key: document[key]
for key in virtool.users.db.PROJECTION}),
headers=headers,
status=201)
async def add_user(req):
db = req.app["db"]
data = req["data"]
ref_id = req.match_info["ref_id"]
document = await db.references.find_one(ref_id, ["groups", "users"])
if document is None:
return not_found()
if not await virtool.references.db.check_right(req, ref_id, "modify"):
return insufficient_rights()
try:
subdocument = await virtool.references.db.add_group_or_user(
db, ref_id, "users", data)
except virtool.errors.DatabaseError as err:
if "already exists" in str(err):
return bad_request("User already exists")
if "does not exist" in str(err):
return bad_request("User does not exist")
raise
headers = {"Location": f"/api/refs/{ref_id}/users/{subdocument['id']}"}
subdocument = await virtool.users.db.attach_identicons(db, subdocument)
return json_response(subdocument, headers=headers, status=201)
async def analyze(req):
"""
Starts an analysis job for a given sample.
"""
db = req.app["db"]
data = req["data"]
sample_id = req.match_info["sample_id"]
ref_id = data["ref_id"]
try:
if not await virtool.samples.db.check_rights(db, sample_id, req["client"]):
return insufficient_rights()
except virtool.errors.DatabaseError as err:
if "Sample does not exist" in str(err):
return not_found()
raise
if not await db.references.count_documents({"_id": ref_id}):
return bad_request("Reference does not exist")
if not await db.indexes.count_documents({"reference.id": ref_id, "ready": True}):
return bad_request("No ready index")
subtraction_id = data.get("subtraction_id")
if subtraction_id is None:
subtraction = await virtool.db.utils.get_one_field(db.samples, "subtraction", sample_id)
subtraction_id = subtraction["id"]
# Generate a unique _id for the analysis entry
document = await virtool.analyses.db.new(
req.app,
sample_id,
ref_id,
subtraction_id,
req["client"].user_id,
data["workflow"]
)
document = virtool.utils.base_processor(document)
sample = await virtool.samples.db.recalculate_workflow_tags(db, sample_id)
await req.app["dispatcher"].dispatch("samples", "update", virtool.utils.base_processor(sample))
analysis_id = document["id"]
return json_response(
document,
status=201,
headers={
"Location": f"/api/analyses/{analysis_id}"
}
)
async def blast(req):
"""
BLAST a contig sequence that is part of a NuVs result record. The resulting BLAST data will be attached to that
sequence.
"""
db = req.app["db"]
settings = req.app["settings"]
analysis_id = req.match_info["analysis_id"]
sequence_index = int(req.match_info["sequence_index"])
document = await db.analyses.find_one(
{"_id": analysis_id}, ["ready", "workflow", "results", "sample"])
if not document:
return not_found("Analysis not found")
if document["workflow"] != "nuvs":
return conflict("Not a NuVs analysis")
if not document["ready"]:
return conflict("Analysis is still running")
sequence = virtool.analyses.utils.find_nuvs_sequence_by_index(
document, sequence_index)
if sequence is None:
return not_found("Sequence not found")
sample = await db.samples.find_one({"_id": document["sample"]["id"]},
virtool.samples.db.PROJECTION)
if not sample:
return bad_request("Parent sample does not exist")
_, write = virtool.samples.utils.get_sample_rights(sample, req["client"])
if not write:
return insufficient_rights()
# Start a BLAST at NCBI with the specified sequence. Return a RID that identifies the BLAST run.
rid, _ = await virtool.bio.initialize_ncbi_blast(req.app["settings"],
sequence)
blast_data, document = await virtool.analyses.db.update_nuvs_blast(
db, settings, analysis_id, sequence_index, rid)
# Wait on BLAST request as a Task until the it completes on NCBI. At that point the sequence in the DB will be
# updated with the BLAST result.
await aiojobs.aiohttp.spawn(
req,
virtool.bio.wait_for_blast_result(req.app, analysis_id, sequence_index,
rid))
headers = {
"Location": f"/api/analyses/{analysis_id}/{sequence_index}/blast"
}
return json_response(blast_data, headers=headers, status=201)
async def get_release(req):
"""
Get the latest update from GitHub and return it. Also updates the reference document. This is the only way of doing
so without waiting for an automatic refresh every 10 minutes.
"""
db = req.app["db"]
ref_id = req.match_info["ref_id"]
if not await virtool.db.utils.id_exists(db.references, ref_id):
return not_found()
if not await db.references.count_documents({
"_id": ref_id,
"remotes_from": {
"$exists": True
}
}):
return bad_request("Not a remote reference")
try:
release = await virtool.references.db.fetch_and_update_release(
req.app, ref_id)
except aiohttp.ClientConnectorError:
return bad_gateway("Could not reach GitHub")
if release is None:
return bad_gateway("Release repository does not exist on GitHub")
return json_response(release)
async def edit(req):
"""
Update specific fields in the sample document.
"""
db = req.app["db"]
data = req["data"]
sample_id = req.match_info["sample_id"]
if not await virtool.samples.db.check_rights(db, sample_id, req["client"]):
return insufficient_rights()
message = await virtool.samples.db.check_name(db, req.app["settings"], data["name"], sample_id=sample_id)
if message:
return bad_request(message)
document = await db.samples.find_one_and_update({"_id": sample_id}, {
"$set": data
}, projection=virtool.samples.db.LIST_PROJECTION)
processed = virtool.utils.base_processor(document)
return json_response(processed)
async def set_rights(req):
"""
Change rights settings for the specified sample document.
"""
db = req.app["db"]
data = req["data"]
sample_id = req.match_info["sample_id"]
if not await db.samples.count_documents({"_id": sample_id}):
return not_found()
user_id = req["client"].user_id
# Only update the document if the connected user owns the samples or is an administrator.
if not req["client"].administrator and user_id != await virtool.samples.db.get_sample_owner(db, sample_id):
return insufficient_rights("Must be administrator or sample owner")
group = data.get("group")
if group:
existing_group_ids = await db.groups.distinct("_id") + ["none"]
if group not in existing_group_ids:
return bad_request("Group does not exist")
# Update the sample document with the new rights.
document = await db.samples.find_one_and_update({"_id": sample_id}, {
"$set": data
}, projection=virtool.samples.db.RIGHTS_PROJECTION)
return json_response(document)
async def get(req):
"""
Get a complete analysis document.
"""
db = req.app["db"]
analysis_id = req.match_info["analysis_id"]
document = await db.analyses.find_one(analysis_id)
if document is None:
return not_found()
sample = await db.samples.find_one({"_id": document["sample"]["id"]},
{"quality": False})
if not sample:
return bad_request("Parent sample does not exist")
read, _ = virtool.samples.utils.get_sample_rights(sample, req["client"])
if not read:
return insufficient_rights()
await virtool.subtractions.db.attach_subtraction(db, document)
if document["ready"]:
document = await virtool.analyses.format.format_analysis(
req.app, document)
return json_response(virtool.utils.base_processor(document))
async def install(req):
"""
Install the latest official HMM database from GitHub.
"""
db = req.app["db"]
user_id = req["client"].user_id
if await db.status.count_documents({"_id": "hmm", "updates.ready": False}):
return conflict("Install already in progress")
process = await virtool.processes.db.register(db, "install_hmms")
document = await db.status.find_one_and_update(
{"_id": "hmm"}, {"$set": {
"process": {
"id": process["id"]
}
}})
release = document.get("release")
if release is None:
return bad_request("Target release does not exist")
update = virtool.github.create_update_subdocument(release, False, user_id)
await db.status.update_one({"_id": "hmm"}, {"$push": {"updates": update}})
await aiojobs.aiohttp.spawn(
req, virtool.hmm.db.install(req.app, process["id"], release, user_id))
return json_response(update)
async def create_first(req):
"""
Add a first user to the user database.
"""
db = req.app["db"]
data = await req.json()
if await db.users.count_documents({}):
return conflict("Virtool already has at least one user")
if data["user_id"] == "virtool":
return bad_request("Reserved user name: virtool")
error = await virtool.users.checks.check_password_length(req)
if error:
return bad_request(error)
user_id = data["user_id"]
await virtool.users.db.create(db,
user_id,
data["password"],
force_reset=False)
document = await virtool.users.db.edit(db, user_id, administrator=True)
headers = {"Location": f"/api/users/{user_id}"}
session, token = await virtool.users.sessions.create_session(
db, virtool.http.auth.get_ip(req), user_id)
req["client"].authorize(session, is_api=False)
resp = json_response(virtool.utils.base_processor(
{key: document[key]
for key in virtool.users.db.PROJECTION}),
headers=headers,
status=201)
virtool.http.utils.set_session_id_cookie(resp, session["_id"])
virtool.http.utils.set_session_token_cookie(resp, token)
return resp
async def create(req):
"""
Add a new subtraction. Starts an :class:`.CreateSubtraction` job process.
"""
db = req.app["db"]
data = req["data"]
file_id = data["file_id"]
file = await db.files.find_one(file_id, ["name"])
if file is None:
return bad_request("File does not exist")
job_id = await virtool.db.utils.get_new_id(db.jobs)
subtraction_id = await virtool.db.utils.get_new_id(db.subtraction)
user_id = req["client"].user_id
document = {
"_id": subtraction_id,
"name": data["name"],
"nickname": data["nickname"],
"deleted": False,
"ready": False,
"is_host": True,
"file": {
"id": file_id,
"name": file["name"]
},
"user": {
"id": user_id
},
"job": {
"id": job_id
}
}
await db.subtraction.insert_one(document)
task_args = {"subtraction_id": subtraction_id, "file_id": file_id}
await virtool.jobs.db.create(db,
req.app["settings"],
"create_subtraction",
task_args,
user_id,
job_id=job_id)
await req.app["jobs"].enqueue(job_id)
headers = {"Location": f"/api/subtraction/{subtraction_id}"}
return json_response(virtool.utils.base_processor(document),
headers=headers,
status=201)
async def edit(req):
db = req.app["db"]
data = await req.json()
if "password" in data:
error = await virtool.users.checks.check_password_length(req)
if error:
return bad_request(error)
groups = await db.groups.distinct("_id")
if "groups" in data:
missing = [g for g in data["groups"] if g not in groups]
if missing:
return bad_request("Groups do not exist: " + ", ".join(missing))
primary_group = data.get("primary_group")
if primary_group and primary_group not in groups:
return bad_request("Primary group does not exist")
user_id = req.match_info["user_id"]
if "administrator" in data and user_id == req["client"].user_id:
return bad_request(
"Users cannot modify their own administrative status")
try:
document = await virtool.users.db.edit(db, user_id, **data)
except virtool.errors.DatabaseError as err:
if "User does not exist" in str(err):
return not_found("User does not exist")
if "User is not member of group" in str(err):
return conflict("User is not member of group")
raise
projected = virtool.db.utils.apply_projection(document,
virtool.users.db.PROJECTION)
return json_response(virtool.utils.base_processor(projected))
async def authorize_with_api_key(req, handler):
db = req.app["db"]
authorization = req.headers.get("AUTHORIZATION")
try:
user_id, key = decode_authorization(authorization)
except virtool.errors.AuthError:
return bad_request("Malformed Authorization header")
document = await db.keys.find_one(
{
"_id": virtool.users.utils.hash_api_key(key),
"user.id": user_id
}, AUTHORIZATION_PROJECTION)
if not document:
return bad_request("Invalid Authorization header")
req["client"].authorize(document, True)
return await handler(req)
async def edit(req):
"""
Edit the user account.
"""
db = req.app["db"]
data = req["data"]
user_id = req["client"].user_id
password = data.get("password")
old_password = data.get("old_password")
update = dict()
if password is not None:
error = await virtool.users.checks.check_password_length(req)
if error:
return bad_request(error)
if not await virtool.users.db.validate_credentials(
db, user_id, old_password or ""):
return bad_request("Invalid credentials")
update = virtool.account.db.compose_password_update(password)
if "email" in data:
update["email"] = data["email"]
if update:
document = await db.users.find_one_and_update(
{"_id": user_id}, {"$set": update},
projection=virtool.account.db.PROJECTION)
else:
document = await virtool.account.db.get_document(db, user_id)
return json_response(virtool.utils.base_processor(document))
async def create_sequence(req):
"""
Create a new sequence record for the given isolate.
"""
db = req.app["db"]
data = req["data"]
otu_id = req.match_info["otu_id"]
isolate_id = req.match_info["isolate_id"]
# Get the subject otu document. Will be ``None`` if it doesn't exist. This will result in a ``404`` response.
document = await db.otus.find_one({"_id": otu_id, "isolates.id": isolate_id}, ["reference", "schema"])
if not document:
return not_found()
ref_id = document["reference"]["id"]
if not await virtool.references.db.check_right(req, ref_id, "modify_otu"):
return insufficient_rights()
message = await virtool.otus.sequences.check_segment_or_target(
db,
otu_id,
isolate_id,
None,
ref_id,
data
)
if message:
return bad_request(message)
sequence_document = await asyncio.shield(virtool.otus.sequences.create(
req.app,
ref_id,
otu_id,
isolate_id,
data,
req["client"].user_id
))
headers = {
"Location": f"/api/otus/{otu_id}/isolates/{isolate_id}/sequences/{sequence_document['id']}"
}
return json_response(sequence_document, status=201, headers=headers)
async def get(req):
"""
Get a complete analysis document.
"""
db = req.app["db"]
analysis_id = req.match_info["analysis_id"]
document = await db.analyses.find_one(analysis_id)
if document is None:
return not_found()
try:
iso = virtool.api.json.isoformat(document["updated_at"])
except KeyError:
iso = virtool.api.json.isoformat(document["created_at"])
if_modified_since = req.headers.get("If-Modified-Since")
if if_modified_since and if_modified_since == iso:
return virtool.api.response.not_modified()
sample = await db.samples.find_one({"_id": document["sample"]["id"]}, {"quality": False})
if not sample:
return bad_request("Parent sample does not exist")
read, _ = virtool.samples.utils.get_sample_rights(sample, req["client"])
if not read:
return insufficient_rights()
await virtool.subtractions.db.attach_subtraction(db, document)
if document["ready"]:
document = await virtool.analyses.format.format_analysis(req.app, document)
headers = {
"Cache-Control": "no-cache",
"Last-Modified": virtool.api.json.isoformat(document["created_at"])
}
return json_response(virtool.utils.base_processor(document), headers=headers)
async def edit(req):
"""
Edit an existing OTU. Checks to make sure the supplied OTU name and abbreviation are not already in use in
the collection.
"""
db = req.app["db"]
data = req["data"]
otu_id = req.match_info["otu_id"]
# Get existing complete otu record, at the same time ensuring it exists. Send a ``404`` if not.
document = await db.otus.find_one(otu_id, ["abbreviation", "name", "reference", "schema"])
if not document:
return not_found()
ref_id = document["reference"]["id"]
if not await virtool.references.db.check_right(req, ref_id, "modify_otu"):
return insufficient_rights()
name, abbreviation, schema = virtool.otus.utils.evaluate_changes(data, document)
# Send ``200`` with the existing otu record if no change will be made.
if name is None and abbreviation is None and schema is None:
return json_response(await virtool.otus.db.join_and_format(db, otu_id))
# Make sure new name or abbreviation are not already in use.
message = await virtool.otus.db.check_name_and_abbreviation(db, ref_id, name, abbreviation)
if message:
return bad_request(message)
document = await asyncio.shield(virtool.otus.db.edit(
req.app,
otu_id,
name,
abbreviation,
schema,
req["client"].user_id
))
return json_response(document)
async def login(req):
"""
Create a new session for the user with `username`.
"""
db = req.app["db"]
data = req["data"]
user_id = data["username"]
password = data["password"]
# When this value is set, the session will last for 1 month instead of the 1 hour default.
remember = data["remember"]
# Re-render the login page with an error message if the username and/or password are invalid.
if not await virtool.users.db.validate_credentials(db, user_id, password):
return bad_request("Invalid username or password")
session_id = req.cookies.get("session_id")
# If the user's password needs to be reset, redirect to the reset page without authorizing the session. A one-time
# reset code is generated and added to the query string.
if await virtool.db.utils.get_one_field(db.users, "force_reset", user_id):
return json_response(
{
"reset":
True,
"reset_code":
await virtool.users.sessions.create_reset_code(
db, session_id, user_id, remember)
},
status=200)
session, token = await virtool.users.sessions.replace_session(
db, session_id, virtool.http.auth.get_ip(req), user_id, remember)
resp = json_response({"reset": False}, status=201)
virtool.http.utils.set_session_id_cookie(resp, session["_id"])
virtool.http.utils.set_session_token_cookie(resp, token)
return resp
async def remove(req):
"""
Remove an analysis document by its id.
"""
db = req.app["db"]
analysis_id = req.match_info["analysis_id"]
document = await db.analyses.find_one({"_id": analysis_id},
["job", "ready", "sample"])
if not document:
return not_found()
sample_id = document["sample"]["id"]
sample = await db.samples.find_one({"_id": sample_id},
virtool.samples.db.PROJECTION)
if not sample:
return bad_request("Parent sample does not exist")
read, write = virtool.samples.utils.get_sample_rights(
sample, req["client"])
if not read or not write:
return insufficient_rights()
if not document["ready"]:
return conflict("Analysis is still running")
await db.analyses.delete_one({"_id": analysis_id})
path = os.path.join(req.app["settings"]["data_path"], "samples", sample_id,
"analysis", analysis_id)
await req.app["run_in_thread"](virtool.utils.rm, path, True)
await virtool.samples.db.recalculate_workflow_tags(db, sample_id)
return no_content()
async def create(req):
"""
Add a new otu to the collection. Checks to make sure the supplied otu name and abbreviation are not already in
use in the collection. Any errors are sent back to the client.
"""
db = req.app["db"]
data = req["data"]
ref_id = req.match_info["ref_id"]
reference = await db.references.find_one(ref_id, ["groups", "users"])
if reference is None:
return not_found()
if not await virtool.references.db.check_right(req, reference, "modify_otu"):
return insufficient_rights()
name = data["name"].strip()
abbreviation = data["abbreviation"].strip()
# Check if either the name or abbreviation are already in use. Send a ``400`` if they are.
message = await virtool.otus.db.check_name_and_abbreviation(db, ref_id, name, abbreviation)
if message:
return bad_request(message)
document = await asyncio.shield(virtool.otus.db.create(
req.app,
ref_id,
name,
abbreviation,
req["client"].user_id
))
headers = {
"Location": "/api/otus/" + document["id"]
}
return json_response(document, status=201, headers=headers)
async def update(req):
app = req.app
db = app["db"]
ref_id = req.match_info["ref_id"]
user_id = req["client"].user_id
if not await virtool.db.utils.id_exists(db.references, ref_id):
return not_found()
if not await virtool.references.db.check_right(req, ref_id, "modify"):
return insufficient_rights()
release = await virtool.db.utils.get_one_field(db.references, "release",
ref_id)
if release is None:
return bad_request("Target release does not exist")
created_at = virtool.utils.timestamp()
context = {
"created_at":
created_at,
"ref_id":
ref_id,
"release":
await virtool.db.utils.get_one_field(db.references, "release", ref_id),
"user_id":
user_id
}
process = await virtool.processes.db.register(db,
"update_remote_reference",
context=context)
release, update_subdocument = await asyncio.shield(
virtool.references.db.update(req, created_at, process["id"], ref_id,
release, user_id))
return json_response(update_subdocument, status=201)
async def remove(req):
"""
Remove a user.
"""
db = req.app["db"]
user_id = req.match_info["user_id"]
if user_id == req["client"].user_id:
return bad_request("Cannot remove own account")
delete_result = await db.users.delete_one({"_id": user_id})
# Remove user from all references.
await db.references.update_many({}, {"$pull": {"users": {"id": user_id}}})
if delete_result.deleted_count == 0:
return not_found()
return no_content()
async def add_isolate(req):
"""
Add a new isolate to a otu.
"""
db = req.app["db"]
data = req["data"]
otu_id = req.match_info["otu_id"]
document = await db.otus.find_one(otu_id, ["reference"])
if not document:
return not_found()
if not await virtool.references.db.check_right(req, document["reference"]["id"], "modify_otu"):
return insufficient_rights()
# All source types are stored in lower case.
data["source_type"] = data["source_type"].lower()
if not await virtool.references.db.check_source_type(db, document["reference"]["id"], data["source_type"]):
return bad_request("Source type is not allowed")
isolate = await asyncio.shield(virtool.otus.isolates.add(
req.app,
otu_id,
data,
req["client"].user_id
))
headers = {
"Location": f"/api/otus/{otu_id}/isolates/{isolate['id']}"
}
return json_response(
isolate,
status=201,
headers=headers
)
async def create(req):
"""
Adds a new user group.
"""
db, data = req.app["db"], req["data"]
document = {
"_id": data["group_id"].lower(),
"permissions": virtool.users.utils.generate_base_permissions()
}
try:
await db.groups.insert_one(document)
except pymongo.errors.DuplicateKeyError:
return bad_request("Group already exists")
headers = {
"Location": "/api/groups/" + data["group_id"]
}
return json_response(virtool.utils.base_processor(document), status=201, headers=headers)
async def edit_sequence(req):
db = req.app["db"]
data = req["data"]
otu_id = req.match_info["otu_id"]
isolate_id = req.match_info["isolate_id"]
sequence_id = req.match_info["sequence_id"]
document = await db.otus.find_one({"_id": otu_id, "isolates.id": isolate_id}, ["reference", "segment"])
if not document or not await db.sequences.count_documents({"_id": sequence_id}):
return not_found()
if not await virtool.references.db.check_right(req, document["reference"]["id"], "modify_otu"):
return insufficient_rights()
message = await virtool.otus.sequences.check_segment_or_target(
db,
otu_id,
isolate_id,
sequence_id,
document["reference"]["id"],
data
)
if message:
return bad_request(message)
sequence_document = await asyncio.shield(virtool.otus.sequences.edit(
req.app,
otu_id,
isolate_id,
sequence_id,
data,
req["client"].user_id
))
return json_response(sequence_document)
async def edit_isolate(req):
"""
Edit an existing isolate.
"""
db = req.app["db"]
data = req["data"]
otu_id = req.match_info["otu_id"]
isolate_id = req.match_info["isolate_id"]
document = await db.otus.find_one({"_id": otu_id, "isolates.id": isolate_id})
if not document:
return not_found()
ref_id = document["reference"]["id"]
if not await virtool.references.db.check_right(req, ref_id, "modify_otu"):
return insufficient_rights()
# All source types are stored in lower case.
if "source_type" in data:
data["source_type"] = data["source_type"].lower()
if not await virtool.references.db.check_source_type(db, ref_id, data["source_type"]):
return bad_request("Source type is not allowed")
isolate = await asyncio.shield(virtool.otus.isolates.edit(
req.app,
otu_id,
isolate_id,
data,
req["client"].user_id
))
return json_response(isolate, status=200)
async def edit(req):
db = req.app["db"]
data = req["data"]
ref_id = req.match_info["ref_id"]
if not await virtool.db.utils.id_exists(db.references, ref_id):
return not_found()
if not await virtool.references.db.check_right(req, ref_id, "modify"):
return insufficient_rights()
targets = data.get("targets")
if targets:
names = [t["name"] for t in targets]
if len(names) != len(set(names)):
return bad_request(
"The targets field may not contain duplicate names")
document = await virtool.references.db.edit(db, ref_id, data)
return json_response(document)
async def create(req):
db = req.app["db"]
data = req["data"]
settings = req.app["settings"]
user_id = req["client"].user_id
clone_from = data.get("clone_from")
import_from = data.get("import_from")
remote_from = data.get("remote_from")
release_id = data.get("release_id") or 11447367
if clone_from:
if not await db.references.count_documents({"_id": clone_from}):
return bad_request("Source reference does not exist")
manifest = await virtool.references.db.get_manifest(db, clone_from)
document = await virtool.references.db.create_clone(
db, settings, data["name"], clone_from, data["description"],
user_id)
context = {
"created_at": document["created_at"],
"manifest": manifest,
"ref_id": document["_id"],
"user_id": user_id
}
process = await virtool.processes.db.register(db,
"clone_reference",
context=context)
p = virtool.references.db.CloneReferenceProcess(req.app, process["id"])
document["process"] = {"id": p.id}
await aiojobs.aiohttp.spawn(req, p.run())
elif import_from:
if not await db.files.count_documents({"_id": import_from}):
return not_found("File not found")
path = os.path.join(req.app["settings"]["data_path"], "files",
import_from)
document = await virtool.references.db.create_import(
db, settings, data["name"], data["description"], import_from,
user_id)
context = {
"created_at": document["created_at"],
"path": path,
"ref_id": document["_id"],
"user_id": user_id
}
process = await virtool.processes.db.register(db,
"import_reference",
context=context)
p = virtool.references.db.ImportReferenceProcess(
req.app, process["id"])
document["process"] = {"id": p.id}
await aiojobs.aiohttp.spawn(req, p.run())
elif remote_from:
try:
release = await virtool.github.get_release(settings,
req.app["client"],
remote_from,
release_id=release_id)
except aiohttp.ClientConnectionError:
return bad_gateway("Could not reach GitHub")
except virtool.errors.GitHubError as err:
if "404" in str(err):
return bad_gateway("Could not retrieve latest GitHub release")
raise
release = virtool.github.format_release(release)
document = await virtool.references.db.create_remote(
db, settings, release, remote_from, user_id)
process = await virtool.processes.db.register(db, "remote_reference")
document["process"] = {"id": process["id"]}
await aiojobs.aiohttp.spawn(
req,
virtool.references.db.finish_remote(req.app, release,
document["_id"],
document["created_at"],
process["id"], user_id))
else:
document = await virtool.references.db.create_document(
db,
settings,
data["name"],
data["organism"],
data["description"],
data["data_type"],
user_id=req["client"].user_id)
await db.references.insert_one(document)
headers = {"Location": "/api/refs/" + document["_id"]}
document = await virtool.references.db.attach_computed(db, document)
return json_response(virtool.utils.base_processor(document),
headers=headers,
status=201)
async def create(req):
db = req.app["db"]
data = req["data"]
user_id = req["client"].user_id
settings = req.app["settings"]
name_error_message = await virtool.samples.db.check_name(db, req.app["settings"], data["name"])
if name_error_message:
return bad_request(name_error_message)
# Make sure a subtraction host was submitted and it exists.
if not await db.subtraction.count_documents({"_id": data["subtraction"], "is_host": True}):
return bad_request("Subtraction does not exist")
# Make sure all of the passed file ids exist.
if not await virtool.db.utils.ids_exist(db.files, data["files"]):
return bad_request("File does not exist")
sample_id = await virtool.db.utils.get_new_id(db.samples)
document = deepcopy(data)
sample_group_setting = settings["sample_group"]
# Require a valid ``group`` field if the ``sample_group`` setting is ``users_primary_group``.
if sample_group_setting == "force_choice":
force_choice_error_message = await virtool.samples.db.validate_force_choice_group(db, data)
if force_choice_error_message:
if "not found" in force_choice_error_message:
return bad_request(force_choice_error_message)
return bad_request(force_choice_error_message)
# Assign the user"s primary group as the sample owner group if the setting is ``users_primary_group``.
elif sample_group_setting == "users_primary_group":
document["group"] = await virtool.db.utils.get_one_field(db.users, "primary_group", user_id)
# Make the owner group none if the setting is none.
elif sample_group_setting == "none":
document["group"] = "none"
document.update({
"_id": sample_id,
"nuvs": False,
"pathoscope": False,
"created_at": virtool.utils.timestamp(),
"format": "fastq",
"ready": False,
"quality": None,
"hold": True,
"group_read": settings["sample_group_read"],
"group_write": settings["sample_group_write"],
"all_read": settings["sample_all_read"],
"all_write": settings["sample_all_write"],
"library_type": data["library_type"],
"subtraction": {
"id": data["subtraction"]
},
"user": {
"id": user_id
},
"paired": len(data["files"]) == 2
})
files = [await db.files.find_one(file_id, ["_id", "name", "size"]) for file_id in data["files"]]
files = [virtool.utils.base_processor(file) for file in files]
document["files"] = files
await db.samples.insert_one(document)
await virtool.files.db.reserve(db, data["files"])
task_args = {
"sample_id": sample_id,
"files": files
}
# Create job document.
job = await virtool.jobs.db.create(
db,
req.app["settings"],
"create_sample",
task_args,
user_id
)
await req.app["jobs"].enqueue(job["_id"])
headers = {
"Location": "/api/samples/" + sample_id
}
return json_response(virtool.utils.base_processor(document), status=201, headers=headers)
async def create(req):
"""
Starts a job to rebuild the otus Bowtie2 index on disk. Does a check to make sure there are no unverified
otus in the collection and updates otu history to show the version and id of the new index.
"""
db = req.app["db"]
ref_id = req.match_info["ref_id"]
reference = await db.references.find_one(ref_id, ["groups", "users"])
if reference is None:
return not_found()
if not await virtool.references.db.check_right(req, reference, "build"):
return insufficient_rights()
if await db.indexes.count_documents({"reference.id": ref_id, "ready": False}):
return conflict("Index build already in progress")
if await db.otus.count_documents({"reference.id": ref_id, "verified": False}):
return bad_request("There are unverified OTUs")
if not await db.history.count_documents({"reference.id": ref_id, "index.id": "unbuilt"}):
return bad_request("There are no unbuilt changes")
index_id = await virtool.db.utils.get_new_id(db.indexes)
index_version = await virtool.indexes.db.get_next_version(db, ref_id)
job_id = await virtool.db.utils.get_new_id(db.jobs)
manifest = await virtool.references.db.get_manifest(db, ref_id)
user_id = req["client"].user_id
document = {
"_id": index_id,
"version": index_version,
"created_at": virtool.utils.timestamp(),
"manifest": manifest,
"ready": False,
"has_files": True,
"job": {
"id": job_id
},
"reference": {
"id": ref_id
},
"user": {
"id": user_id
}
}
await db.indexes.insert_one(document)
await db.history.update_many({"index.id": "unbuilt", "reference.id": ref_id}, {
"$set": {
"index": {
"id": index_id,
"version": index_version
}
}
})
# A dict of task_args for the rebuild job.
task_args = {
"ref_id": ref_id,
"user_id": user_id,
"index_id": index_id,
"index_version": index_version,
"manifest": manifest
}
# Create job document.
job = await virtool.jobs.db.create(
db,
req.app["settings"],
"build_index",
task_args,
user_id,
job_id=job_id
)
await req.app["jobs"].enqueue(job["_id"])
headers = {
"Location": "/api/indexes/" + index_id
}
return json_response(virtool.utils.base_processor(document), status=201, headers=headers)
