def start(request, end_session=False):
# Get the template/step status
template = "design/start.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
# initiate
fbform = ContactForm(request.POST or None)
context["form"] = fbform
if request.method == "POST":
if fbform.is_valid():
subject = "feedback neurodesign"
sender = fbform.cleaned_data['contact_name']
sendermail = fbform.cleaned_data['contact_email']
message = fbform.cleaned_data['content']
recipient = ['*****@*****.**']
key = settings.MAILGUN_KEY
command = "curl -s --user '" + key + "' https://api.mailgun.net/v3/neuropowertools.org/messages -F from='" + sender + \
" <" + sendermail + ">' -F to='*****@*****.**' -F subject='design toolbox feedback' -F text='" + message + "'"
os.system(command)
context['thanks'] = True
return render(request, template, context)
def get_recommender_inputs_request_params():
params = dict(
sessionid=get_session_id(),
steamid=get_steam_id(),
)
return params
def options(request):
# Get the template/step status
template = "design/options.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
try:
desdata = DesignModel.objects.get(SID=sid)
except DesignModel.DoesNotExist:
pass
# Define form
if "desdata" in locals():
opsform = DesignOptionsForm(request.POST or None, instance=desdata)
else:
opsform = DesignOptionsForm(request.POST or None)
context["opsform"] = opsform
# If page was result of POST: show summary
# Else: go to next page
if not request.method == "POST":
return render(request, template, context)
else:
form = opsform.save(commit=False)
form.SID = sid
form.save()
return HttpResponseRedirect('../review/')
def consinput(request):
# Get the template/step status
template = "design/cons.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
try:
desdata = DesignModel.objects.get(SID=sid)
except DesignModel.DoesNotExist:
return HttpResponseRedirect('../maininput/')
# Define form
# If page was result of POST or not valid: show form with db entries
# Else: go to next page
if desdata.nested == True:
a = np.array(['P0','P1','P2','P3','P4','P5','P6','P7','P8','P9'])
b = np.array(desdata.nest_structure)
Pmat = [a[b==(i+1)].tolist() for i in xrange(desdata.nest_classes)]
consform = DesignNestedConsForm(
request.POST or None, instance=desdata, stim=desdata.S, cons=desdata.Clen, structure=Pmat, classes=desdata.nest_structure)
else:
consform = DesignConsForm(
request.POST or None, instance=desdata, stim=desdata.S, cons=desdata.Clen)
if not request.method == "POST":
context["consform"] = consform
return render(request, template, context)
else:
form = consform.save(commit=False)
form.SID = sid
form.conpars = True
form.save()
# get data and change parameters
consform = DesignProbsForm(None, instance=desdata)
consform = consform.save(commit=False)
matrices = probs_and_cons(sid)
if matrices['empty'] == True:
context['message'] = "Please fill out all probabilities and contrasts"
context["consform"] = DesignConsForm(
request.POST or None, instance=desdata, stim=desdata.S, cons=desdata.Clen)
return render(request, "design/cons.html", context)
consform.P = matrices['P']
consform.C = matrices['C']
if desdata.HardProb == True:
consform.G = 200
consform.I = 100
consform.save()
return HttpResponseRedirect('../review/')
def end_session(request):
# Get the session ID and database entry
sid = get_session_id(request)
'''ends a session so the user can start a new one.'''
try:
request.session.flush()
except KeyError:
pass
return start(request)
def nested(request):
# Get the template/step status
template = "design/nested.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
desdata = DesignModel.objects.filter(SID=sid).last()
if desdata == None:
return HttpResponseRedirect('../maininput/')
# Define form
nestedform = DesignNestedForm(request.POST or None,
instance=desdata,
stim=desdata.S)
inputform = DesignMainForm(request.POST or None, instance=desdata)
# If page was result of POST or not valid: show form with db entries
# Else: go to next page
if not request.method == "POST" or not nestedform.is_valid():
context["nestedform"] = nestedform
return render(request, template, context)
else:
form = nestedform.save(commit=False)
form.SID = sid
form.save()
# get data and change parameters
matrices = combine_nested(sid)
if matrices['empty'] == True:
context['message'] = "Please fill out all stimuli"
context["nestedform"] = DesignNestedForm(request.POST or None,
instance=desdata,
stim=desdata.S)
return render(request, "design/nested.html", context)
if np.max(matrices['G']) > desdata.nest_classes:
context[
'message'] = "There are more classes than was specified in the previous screen."
context["nestedform"] = DesignNestedForm(request.POST or None,
instance=desdata,
stim=desdata.S)
return render(request, "design/nested.html", context)
form.nest_structure = matrices['G']
form.save()
return HttpResponseRedirect('../consinput/')
def nested(request):
# Get the template/step status
template = "design/nested.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
try:
desdata = DesignModel.objects.get(SID=sid)
except DesignModel.DoesNotExist:
return HttpResponseRedirect('../maininput/')
# Define form
nestedform = DesignNestedForm(
request.POST or None, instance=desdata, stim=desdata.S)
inputform = DesignMainForm(request.POST or None, instance=desdata)
# If page was result of POST or not valid: show form with db entries
# Else: go to next page
if not request.method == "POST" or not nestedform.is_valid():
context["nestedform"] = nestedform
return render(request, template, context)
else:
form = nestedform.save(commit=False)
form.SID = sid
form.nestpars = True
form.save()
# get data and change parameters
matrices = combine_nested(sid)
if matrices['empty'] == True:
context['message'] = "Please fill out all stimuli"
context["nestedform"] = DesignNestedForm(
request.POST or None, instance=desdata, stim=desdata.S)
return render(request, "design/nested.html", context)
if np.max(matrices['G']) > desdata.nest_classes:
context['message'] = "There are more classes than was specified in the previous screen."
context["nestedform"] = DesignNestedForm(
request.POST or None, instance=desdata, stim=desdata.S)
return render(request, "design/nested.html", context)
form.nest_structure = matrices['G']
form.save()
return HttpResponseRedirect('../consinput/')
def plotModel(request):
plt.switch_backend('agg')
sid = get_session_id(request)
peakdata = PeakTableModel.objects.filter(SID=sid)[::-1][0]
mixdata = MixtureModel.objects.filter(SID=sid)[::-1][0]
parsdata = ParameterModel.objects.filter(SID=sid)[::-1][0]
if not peakdata.err == "":
fig=plt.figure(facecolor="white")
else:
peaks = peakdata.data
twocol = Paired_12.mpl_colors
if mixdata.pi1>0:
xn = np.arange(-10,30,0.01)
nul = [1-float(mixdata.pi1)]*neuropowermodels.nulPDF(xn,exc=float(parsdata.ExcZ),method="RFT")
alt = float(mixdata.pi1)*neuropowermodels.altPDF(xn,mu=float(mixdata.mu),sigma=float(mixdata.sigma),exc=float(parsdata.ExcZ),method="RFT")
mix = neuropowermodels.mixPDF(xn,pi1=float(mixdata.pi1),mu=float(mixdata.mu),sigma=float(mixdata.sigma),exc=float(parsdata.ExcZ),method="RFT")
xn_p = np.arange(0,1,0.01)
alt_p = float(mixdata.pi1)*scipy.stats.beta.pdf(xn_p, float(mixdata.a), 1)+1-float(mixdata.pi1)
null_p = [1-float(mixdata.pi1)]*len(xn_p)
mpl.rcParams['font.size']='11.0'
fig,axs=plt.subplots(1,2,figsize=(14,5))
fig.patch.set_facecolor('None')
fig.subplots_adjust(hspace=.5,wspace=0.3)
axs=axs.ravel()
axs[0].hist(peaks.pval,lw=0,normed=True,facecolor=twocol[0],bins=np.arange(0,1.1,0.1),label="observed distribution")
axs[0].set_ylim([0,3])
axs[0].plot(xn_p,null_p,color=twocol[3],lw=2,label="null distribution")
axs[0].plot(xn_p,alt_p,color=twocol[5],lw=2,label="alternative distribution")
axs[0].legend(loc="upper right",frameon=False)
axs[0].set_title("Distribution of "+str(len(peaks))+" peak p-values \n $\pi_1$ = "+str(round(float(mixdata.pi1),2)))
axs[0].set_xlabel("Peak p-values")
axs[0].set_ylabel("Density")
axs[1].hist(peaks.peak,lw=0,facecolor=twocol[0],normed=True,bins=np.arange(min(peaks.peak),30,0.3),label="observed distribution")
axs[1].set_xlim([float(parsdata.ExcZ),np.max(peaks.peak)+1])
axs[1].set_ylim([0,1.3])
if not mixdata.pi1==0:
axs[1].plot(xn,nul,color=twocol[3],lw=2,label="null distribution")
axs[1].plot(xn,alt,color=twocol[5],lw=2, label="alternative distribution")
axs[1].plot(xn,mix,color=twocol[1],lw=2,label="total distribution")
axs[1].legend(loc="upper right",frameon=False)
peak_heights_string = str(round(float(mixdata.mu)/np.sqrt(parsdata.Subj),2))
axs[1].set_title("Distribution of peak heights \n $\delta_1$ = %s" %(peak_heights_string))
axs[1].set_xlabel("Peak heights (z-values)")
axs[1].set_ylabel("Density")
canvas = FigureCanvas(fig)
response = HttpResponse(content_type='image/png')
canvas.print_png(response)
return response
def get_recommender_results_request_params(ignored_app_ids=None):
if ignored_app_ids is None:
ignored_app_ids = []
params = dict(
sessionid=get_session_id(),
steamid=get_steam_id(),
include_played=0,
algorithm=0,
reinference=0,
model_version=0,
)
if len(ignored_app_ids) > 0:
params["ignored"] = ",".join(
str(app_id) for app_id in sorted(ignored_app_ids))
return params
def create_new_session(self, pkg):
# Generate new session id
session_id = get_session_id(int(pkg['device_id']))
logging.info('Creating new session. New session id is "{}".'.format(
session_id))
# Create session
self.database.insert(['ses_id'],
[(session_id,), ], 'sessions')
# Update session for the current device. If doesn't
# exists create.
logging.info('Update/Create session for the current device.')
self.database.update('connections',
['ses_id', 'device_id'],
{
'ses_id': session_id,
'device_id': pkg['device_id']
},
'ses_id="{}"'.format(session_id)
)
self.database.commit()
def end_session(request):
# Get the session ID and database entry
sid = get_session_id(request)
'''ends a session so the user can start a new one.'''
try:
desdata = DesignModel.objects.get(SID=sid)
revoke(desdata.taskID,terminate=True,signal='KILL')
except KeyError or DoesNotExist:
pass
try:
request.session.flush()
except KeyError:
pass
try:
DesignModel.objects.filter(SID=sid).delete()
except KeyError:
pass
return start(request, end_session=True)
def setup(self):
print("The merchant is running on port: 3000.")
print(
"\n -------------------------------------------------------------------------------------------- \n"
)
# -------------------------------------- Setup protocol ----------------------------------------
print("Setup sub-protocol: \n")
# 2
# receive data
data = self.connection.recv(4096)
# deserialize data
payload = pickle.loads(data)
# Hybrid decryption of AES and RSA client's key
k, self.public_client_key = hybrid_decryption(payload,
self.private_key)
print(f"[RECEIVED] Client's AES key: \n{k}\n")
print(f"[RECEIVED] Client's public key: \n{self.public_client_key}\n")
# Create session id and digital signature using private merchant RSA key
session_id = utils.get_session_id()
client_signature = utils.proceed_signature(session_id,
self.private_key)
print(f"[CREATE] Session id: \n{session_id}\n")
print(f"[CREATE] Client signature: \n{client_signature}\n")
# Encrypt data with AES key
k = utils.generate_k()
encrypted_session_id = utils.aes_encryption(k, session_id)
encrypted_client_signature = utils.aes_encryption(k, client_signature)
# Encrypt AES key with client's RSA public key
encrypted_k = utils.rsa_encryption(
k, RSA.importKey(self.public_client_key))
# Send payload to client
prepared_payload = {
"session_id": encrypted_session_id,
"sid_signature": encrypted_client_signature,
"k_encryption": encrypted_k
}
print(f"[SENT] Encrypted session id: \n{encrypted_session_id}\n")
print(
f"[SENT] Encrypted client signature: \n{encrypted_client_signature}\n"
)
self.connection.send(pickle.dumps(prepared_payload))
# ---------------------------------- Exchange protocol -----------------------------------------
print(
"\n -------------------------------------------------------------------------------------------- \n"
)
print("Exchange protocol:\n")
# receive data
data = self.connection.recv(4096)
# deserialize data
second_payload = pickle.loads(data)
# decrypt
pm_po_key = utils.rsa_decryption(second_payload["pm_po_key"],
self.private_key)
pm_po = utils.aes_decryption(pm_po_key, second_payload["pm_po"])
# deserialize PM, PO
loaded_pm_po = pickle.loads(pm_po)
pm, po = loaded_pm_po[0], loaded_pm_po[1]
print(f"[RECEIVED] PM: \n{pm}\n")
print(f"[RECEIVED] PO: \n{po}\n")
# verify signature
if utils.verify_signature(
pickle.dumps(
[po["OrderDesc"], po["SID"], po["Amount"], po["NC"]]),
RSA.importKey(self.public_client_key), po["SigC"]):
# 4.
# Create signature for pg using merchant private key (SigM(SID, Amount, PubKC))
merchant_signature = utils.proceed_signature(
pickle.dumps([po["SID"], po["Amount"],
self.public_client_key]), self.private_key)
print(f"[CREATE] Merchant signature: \n{merchant_signature}\n")
# Encrypt data (PM, SigM) and AES symmetric key
k = utils.generate_k()
encrypted_pm = utils.aes_encryption(
k, pickle.dumps([pm, merchant_signature]))
encrypted_pm_k = utils.rsa_encryption(k, self.pg_public_key)
# Prepare payload
prepared_pg_payload = {
"encrypted_pm": encrypted_pm,
"encrypted_pm_k": encrypted_pm_k
}
# Connecting to PG server
self.pg_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
self.pg_socket.connect(("127.0.0.1", 3001))
# Send data to PG (PM + SigM(Sid, PubKC, Amount))
print(
f"[SENT] Encrypted PM + SigM(Sid, PubKC, Amount): \n{encrypted_pm}\n"
)
self.pg_socket.send(pickle.dumps(prepared_pg_payload))
# 5
# Receive data from PG (Resp, Sid, SigPG(Resp, Sid, Amount, NC))
data = self.pg_socket.recv(4096)
pg_payload = pickle.loads(data)
decrypted_pg_key = utils.rsa_decryption(pg_payload[1],
self.private_key)
decrypted_pg_payload = utils.aes_decryption(
decrypted_pg_key, pg_payload[0])
deserialized_pg_payload = pickle.loads(decrypted_pg_payload)
print(
f"[RECEIVED] Resp, Sid, SigPG(Resp, Sid, Amount, NC): \n{deserialized_pg_payload}\n"
)
# 6
# Verify PG signature and session id.
if session_id == deserialized_pg_payload["SID"]:
if utils.verify_signature(
pickle.dumps([
deserialized_pg_payload["Resp"], po["SID"],
po["Amount"], po["NC"]
]), self.pg_public_key,
deserialized_pg_payload["SigPG"]):
# Encrypt data (Resp, Sid, SigPG(Resp, Sid, Amount, NC)) with client's public key
k = utils.generate_k()
encrypted_merchant_payload = utils.aes_encryption(
k, decrypted_pg_payload)
encrypted_merchant_key = utils.rsa_encryption(
k, RSA.importKey(self.public_client_key))
prepared_payload = {
"encrypted_payload": encrypted_merchant_payload,
"encrypted_key": encrypted_merchant_key
}
print(
f"[SENT] Resp, Sid, SigPG(Resp, Sid, Amount, NC): \n{prepared_payload}\n"
)
self.connection.send(pickle.dumps(prepared_payload))
else:
print(f"[ERROR] Invalid signature")
exit(2)
else:
print(f"[ERROR] Invalid session id")
exit(1)
else:
print("[ERROR] Invalid signature")
exit(0)
self.connection.close()
def runGA(request):
# Get the template/step status
template = "design/runGA.html"
context = {}
if not inspect().reserved() == None:
context['tasks_queued'] = len(list(inspect().reserved().values())[0])
context['tasks_running'] = float(
len(list(inspect().active().values())
[0])) / settings.CELERYD_CONCURRENCY
else:
context['tasks_queued'] = 0
context['tasks_running'] = 0
# Get the session ID
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
# retrieve session information
retrieve_id = request.GET.get('retrieve', '')
if retrieve_id:
desdata = DesignModel.objects.filter(shareID=retrieve_id).last()
desdata.SID = sid
context["steps"] = get_design_steps(template, sid)
else:
desdata = DesignModel.objects.filter(SID=sid).last()
if not desdata == None:
context['no_data'] = False
else:
context['no_data'] = True
return render(request, template, context)
# Do we know email?
mailform = DesignMailForm(request.POST or None)
runform = DesignRunForm(request.POST, instance=desdata)
if not desdata.email:
context["mailform"] = mailform
else:
context['runform'] = runform
# check status of job
form = runform.save(commit=False)
if desdata.taskstatus == 0:
form.running = 0
elif desdata.taskstatus == 1 or desdata.taskstatus == 2:
maxdelta = 1200 if desdata.taskstatus == 1 else 20
if not desdata.timestamp == "":
last = datetime.strptime(desdata.timestamp, '%Y-%m-%d %H:%M:%S.%f')
now = datetime.now()
delta = now - last
deltamin = delta.days * 24 * 60. + delta.seconds / 60.
if deltamin > maxdelta:
if desdata.taskID:
task = AsyncResult(desdata.taskID)
if task.status == "STARTED":
revoke(desdata.taskID, terminate=True, signal='KILL')
form.taskstatus = 5
else:
form.taskstatus = 4
form.running = 0
else:
form.taskstatus = 4
form.running = 0
elif desdata.taskstatus > 2:
form.running = 0
form.save()
# This approach needs access to the workers which is not guaranteed with EB
# if desdata.taskID:
# task = AsyncResult(desdata.taskID)
# if task.status == "PENDING":
# form.taskstatus = 1
# form.running = 0
# if desdata.finished == True:
# form.taskstatus = 3
# form.running = 0
# elif task.status == "STARTED":
# form.taskstatus = 2
# elif ((task.status == "RETRY"
# or task.status == "FAILURE"
# or task.status == "SUCCESS")):
# form.taskstatus = 3
# form.running = 0
# else:
# form.taskstatus = 0
# form.running = 0
# else:
# form.taskstatus = 0
# form.running = 0
# form.save()
# pass results for visualisation
if isinstance(desdata.metrics, dict):
optim = json.dumps(desdata.metrics)
context['optim'] = optim
if isinstance(desdata.bestdesign, dict):
data = json.dumps(desdata.bestdesign)
context['design'] = data
context['stim'] = desdata.S
# show downloadform if results are available
desdata = DesignModel.objects.filter(SID=sid).last()
if desdata.taskstatus == 3:
downform = DesignDownloadForm(request.POST or None, instance=desdata)
context["downform"] = downform
if desdata.taskstatus > 1:
codeform = DesignCodeForm(request.POST or None, instance=desdata)
context['codeform'] = codeform
# Responsive loop
if request.method == "POST":
someonesure = False
# if mail is given
if request.POST.get("Mail") == "Submit":
if mailform.is_valid():
email = mailform.cleaned_data['email']
name = mailform.cleaned_data['name']
desdata = DesignModel.objects.filter(SID=sid).last()
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
form.email = email
form.name = name
form.taskID = ""
form.save()
desdata = DesignModel.objects.filter(SID=sid).last()
context['mailform'] = None
context['runform'] = runform
return render(request, template, context)
# If stop is requested
if request.POST.get("GA") == "Stop":
if not (desdata.taskstatus == 2 or desdata.taskstatus == 1):
context[
'message'] = "You want to stop the optimisation, but nothing is running."
else:
revoke(desdata.taskID, terminate=True, signal='KILL')
desdata = DesignModel.objects.filter(SID=sid).last()
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
form.taskstatus = 0
form.timestamp = ""
form.timestart = ""
form.taskID = ""
form.save()
context["message"] = "The optimisation has been terminated."
return render(request, template, context)
if request.POST.get("Sure") == "I'm sure about this":
someonesure = True
desdata = DesignModel.objects.filter(SID=sid).last()
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
form.taskstatus = 0
form.taskID = ""
form.timestamp = ""
form.timestart = ""
form.finished = False
form.convergence = False
form.save()
# If run is requested
if request.POST.get("GA") == "Run" or someonesure:
desdata = DesignModel.objects.filter(SID=sid).last()
if desdata.taskstatus > 0 and not desdata.taskstatus == 4:
if desdata.taskstatus == 1:
context[
'message'] = "There is already an optimisation process queued. You can only queue or run one design optimisation at a time."
elif desdata.taskstatus == 2:
context[
'message'] = "There is already an optimisation process running. You can only queue or run one design optimisation at a time."
elif desdata.taskstatus == 3:
context['sure'] = True
sureform = DesignSureForm(request.POST or None,
instance=desdata)
context['sureform'] = sureform
return render(request, template, context)
else:
desdata = DesignModel.objects.filter(SID=sid).last()
runform = DesignRunForm(None, instance=desdata)
#maximum queue: 2 days
expires = int(2 * 24 * 60.)
subject = "NeuroDesign: optimisation process started"
sender = "NeuroDesign"
sendermail = "*****@*****.**"
message = "Your design optimisation has now started. You can follow the progress here:" + " http://www.neuropowertools.org/design/runGA/?retrieve=" + str(
desdata.shareID) + ". Thank you for using NeuroDesign."
recipient = str(desdata.email)
key = settings.MAILGUN_KEY
command = "curl -s --user '" + key + "' https://api.mailgun.net/v3/neuropowertools.org/messages -F from='" + sender + \
" <" + sendermail + ">' -F to=" + recipient + " -F subject="+subject+" -F text='" + message + "'"
os.system(command)
res = GeneticAlgorithm.apply_async(args=[sid], expires=expires)
form = runform.save(commit=False)
form.taskID = res.task_id
form.timestamp = str(datetime.now())
form.timestart = str(datetime.now())
form.taskstatus = 1
form.save()
desdata = DesignModel.objects.filter(SID=sid).last()
context['refresh'] = True
context['status'] = "PENDING"
context['message'] = "Job succesfully submitted."
return render(request, template, context)
# If request = download
if request.POST.get("Code") == "Download script":
cmd = textify_code(sid)
desdata = DesignModel.objects.filter(SID=sid).last()
resp = HttpResponse(cmd)
resp[
'Content-Disposition'] = 'attachment; filename=%s' % desdata.codefilename
return resp
# If request = download
if request.POST.get("Download") == "Download optimal sequence":
desdata = DesignModel.objects.filter(SID=sid).last()
if os.path.exists(form.onsets_folder):
files = os.listdir(form.onsets_folder)
for f in files:
if os.path.isdir(os.path.join(form.onsets_folder, f)):
shutil.rmtree(os.path.join(form.onsets_folder, f))
else:
os.remove(os.path.join(form.onsets_folder, f))
else:
os.mkdir(form.onsets_folder)
localfiles = []
for fl in desdata.files:
# check if part right after "design_sid" is a folder, if yes: make folder
stripped = fl.split("/")[1]
if len(stripped.split(".")) == 1:
# means it's a folder under onsetsfolder
folder = desdata.onsets_folder + "/" + stripped
if not os.path.exists(folder):
os.mkdir(folder)
aws_url = "https://" + settings.AWS_S3_CUSTOM_DOMAIN + "/designs/" + fl
local = desdata.local_folder + fl
response = requests.get(aws_url)
if response.status_code == 200:
with open(local, "wb") as f:
f.write(response.content)
localfiles.append(local)
# zip up
zip_subdir = "OptimalDesign"
zip_filename = "%s.zip" % zip_subdir
popfile = StringIO.StringIO()
zf = zipfile.ZipFile(popfile, "w")
for fpath in localfiles:
zf.write(os.path.join(desdata.design_suffix, fpath),
os.path.join(zip_subdir, fpath))
zf.close()
resp = HttpResponse(popfile.getvalue(),
content_type="application/x-zip-compressed")
resp[
'Content-Disposition'] = 'attachment; filename=%s' % zip_filename
return resp
else:
desdata = DesignModel.objects.filter(SID=sid).last()
context["preruns"] = desdata.preruncycles
context["runs"] = desdata.cycles
context["refrun"] = desdata.running
context['status'] = "NOT RUNNING"
if desdata.taskstatus == 0:
context['status'] = ""
elif desdata.taskstatus == 1:
context['status'] = ""
elif desdata.taskstatus == 2:
context['status'] = "RUNNING"
if desdata.preruncycles < 1000 or desdata.cycles < 1000 or desdata.resolution > 0.2:
context[
'alert'] = "Please be aware that the number of iterations for the optimisation is low. These values are perfect for trying out the application but the results will be sub-optimal. For a good optimisation, go to the settings and change the number of runs and preruns and the resolution. Some reasonable values are: 10,000 preruns, 10,000 runs and a resolution of 0.1s."
elif desdata.taskstatus == 3:
context['refrun'] = 5
context['status'] = "FINISHED"
elif desdata.taskstatus == 4:
context['refrun'] = 5
context['status'] = "FAILED"
context[
'alert'] = "Something went wrong and we don't know what. Your optimisation has stopped. You can see the optimisation below, but you can't download the results. Please contact us if the problem reoccurs."
elif desdata.taskstatus == 5:
context['refrun'] = 5
context['status'] = "FAILED"
context[
'alert'] = "Your analysis is taking too much time: each iteration takes more than 2 minutes. It is apparently difficult to calculate the efficiency. This could be because your design is too long, there are too many contrasts, or it is hard to find a random design within the restrictions. Please run the code on a local/cluster environment, or check the FAQ to figure out why it is taking so long."
context["message"] = ""
if desdata.running == 1:
context["message"] = "Design optimisation initiated."
elif desdata.running == 2:
context[
"message"] = "Running first pre-run to find maximum efficiency."
elif desdata.running == 3:
context[
"message"] = "Running second pre-run to find maximum power."
elif desdata.running == 4:
context["message"] = "Running design optimisation."
elif desdata.taskstatus == 3 and desdata.convergence:
context[
'message'] = 'Design optimisation finished after convergence.'
elif desdata.taskstatus == 3:
context[
'message'] = 'Design optimisation finished, convergence not reached. Consider increasing the number of generations.'
return render(request, template, context)
def get_recommender_tags_request_params():
params = dict(sessionid=get_session_id(), )
return params
def maininput(request):
# Get the template/step status
template = "design/input.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
try:
desdata = DesignModel.objects.get(SID=sid)
except DesignModel.DoesNotExist:
desdata = None
# Define form
inputform = DesignMainForm(request.POST or None, instance=desdata)
if end_session == True:
context["message"] = "Session has been successfully reset."
# If page was not result of POST or not valid: show form with db entries
# Else: go to next page
if not request.method == "POST" or not inputform.is_valid():
context["inputform"] = inputform
return render(request, template, context)
else:
# initial save
form = inputform.save(commit=False)
form.shareID = sid
form.SID = sid
form.mainpars = True
form.onsetsfolder = os.path.join(settings.MEDIA_ROOT, "design_"+str(sid))
form.desfile = os.path.join(form.onsetsfolder, "design.json")
form.genfile = os.path.join(form.onsetsfolder,"metrics.json")
form.statusfile = os.path.join(form.onsetsfolder,"status.txt")
form.codefilename = "GeneticAlgorithm_"+str(sid)+".py"
form.codefile = os.path.join(form.onsetsfolder, form.codefilename)
form.save()
if not os.path.exists(form.onsetsfolder):
os.mkdir(form.onsetsfolder)
# if os.path.exists(form.onsetsfolder):
# files = os.listdir(form.onsetsfolder)
# for f in files:
# if os.path.isdir(os.path.join(form.onsetsfolder,f)):
# shutil.rmtree(os.path.join(form.onsetsfolder,f))
# else:
# os.remove(os.path.join(form.onsetsfolder,f))
# else:
# os.mkdir(form.onsetsfolder)
# get data and change parameters
desdata = DesignModel.objects.get(SID=sid)
weightsform = DesignWeightsForm(None, instance=desdata)
weightsform = weightsform.save(commit=False)
W = np.array([desdata.W1, desdata.W2, desdata.W3, desdata.W4])
if np.sum(W) != 1:
W = W / np.sum(W)
weightsform.W = W
if not desdata.TR%desdata.resolution == 0:
resfact = np.ceil(desdata.TR/desdata.resolution)
weightsform.resolution = desdata.TR/resfact
# get duration in seconds
if desdata.duration_unitfree:
if desdata.duration_unit == 2:
weightsform.duration = desdata.duration_unitfree*60
elif desdata.duration_unit == 1:
weightsform.duration = desdata.duration_unitfree
weightsform.save()
if desdata.nested and desdata.nest_classes == None:
context['message'] = "For a nested design, please specify the number of classes."
context["inputform"] = inputform
return render(request, "design/input.html", context)
if desdata.nested:
return HttpResponseRedirect('../nested/')
else:
return HttpResponseRedirect('../consinput/')
def runGA(request):
# Get the template/step status
template = "design/runGA.html"
context = {}
if not inspect().reserved() == None:
context['tasks_queued'] = len(list(inspect().reserved().values())[0])
context['tasks_running'] = float(len(list(inspect().active().values())[0]))/settings.CELERYD_CONCURRENCY
else:
context['tasks_queued'] = 0
context['tasks_running'] = 0
# Get the session ID
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
# retrieve session information
retrieve_id = request.GET.get('retrieve','')
if retrieve_id:
desdata = DesignModel.objects.get(shareID=retrieve_id)
desdata.SID=sid
desdata.save()
context["steps"] = get_design_steps(template, sid)
try:
desdata = DesignModel.objects.get(SID=sid)
context['no_data'] = False
except DesignModel.DoesNotExist:
context['no_data']=True
return render(request, template, context)
# Do we know email?
mailform = DesignMailForm(request.POST or None, instance=desdata)
runform = DesignRunForm(request.POST, instance=desdata)
if not desdata.email:
context["mailform"] = mailform
else:
context['runform'] = runform
# check status of job
form = runform.save(commit=False)
if desdata.taskID:
task = AsyncResult(desdata.taskID)
if task.status == "PENDING":
form.taskstatus = 1
form.running = 0
elif task.status == "STARTED":
form.taskstatus = 2
elif ((task.status == "RETRY"
or task.status == "FAILURE"
or task.status == "SUCCESS")):
form.taskstatus = 3
form.running = 0
else:
form.taskstatus = 0
form.running = 0
else:
form.taskstatus = 0
form.running = 0
form.save()
# pass results for visualisation
if os.path.isfile(desdata.genfile):
jsonfile = open(desdata.genfile).read()
try:
data = json.loads(jsonfile)
data = json.dumps(data)
context['optim'] = data
except ValueError:
pass
if os.path.isfile(desdata.desfile):
jsonfile = open(desdata.desfile).read()
try:
data = json.loads(jsonfile)
data = json.dumps(data)
context['design'] = data
context['stim'] = desdata.S
except ValueError:
pass
# show downloadform if results are available
desdata = DesignModel.objects.get(SID=sid)
if desdata.taskstatus == 3:
downform = DesignDownloadForm(
request.POST or None, instance=desdata)
context["downform"] = downform
if desdata.taskstatus>1:
codeform = DesignCodeForm(
request.POST or None, instance=desdata)
context['codeform'] = codeform
# Responsive loop
if request.method == "POST":
someonesure = False
# if mail is given
if request.POST.get("Mail") == "Submit":
if mailform.is_valid():
email=mailform.cleaned_data['email']
name=mailform.cleaned_data['name']
desdata = DesignModel.objects.get(SID=sid)
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
form.email = email
form.name = name
form.taskID = ""
form.save()
desdata = DesignModel.objects.get(SID=sid)
context['mailform'] = None
context['runform'] = runform
return render(request, template, context)
# If stop is requested
if request.POST.get("GA") == "Stop":
if not (desdata.taskstatus == 2 or desdata.taskstatus == 1):
context['message'] = "You want to stop the optimisation, but nothing is running."
else:
revoke(desdata.taskID,terminate=True,signal='KILL')
desdata = DesignModel.objects.get(SID=sid)
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
form.taskstatus = 0
form.taskID = ""
form.save()
context["message"] = "The optimisation has been terminated."
return render(request, template, context)
if request.POST.get("Sure") == "I'm sure about this":
someonesure = True
desdata = DesignModel.objects.get(SID=sid)
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
form.taskstatus = 0
form.taskID = ""
form.convergence = False
form.save()
# If run is requested
if request.POST.get("GA") == "Run" or someonesure:
desdata = DesignModel.objects.get(SID=sid)
if desdata.taskstatus > 0:
if desdata.taskstatus == 1:
context['message'] = "There is already an optimisation process queued. You can only queue or run one design optimisation at a time."
elif desdata.taskstatus == 2:
context['message'] = "There is already an optimisation process running. You can only queue or run one design optimisation at a time."
elif desdata.taskstatus == 3:
context['sure'] = True
sureform = DesignSureForm(
request.POST or None, instance=desdata)
context['sureform'] = sureform
return render(request, template, context)
else:
desdata = DesignModel.objects.get(SID=sid)
runform = DesignRunForm(None, instance=desdata)
res = GeneticAlgorithm.delay(sid)
form = runform.save(commit=False)
form.taskID = res.task_id
form.save()
desdata = DesignModel.objects.get(SID=sid)
context['refresh'] = True
context['status'] = "PENDING"
context['message'] = "Job succesfully submitted."
return render(request, template, context)
# If request = download
if request.POST.get("Code") == "Download script":
cmd = textify_code(sid)
desdata = DesignModel.objects.get(SID=sid)
resp = HttpResponse(
cmd
)
resp['Content-Disposition'] = 'attachment; filename=%s' % desdata.codefilename
return resp
# If request = download
if request.POST.get("Download") == "Download optimal sequence":
desdata = DesignModel.objects.get(SID=sid)
print(desdata.zipfile)
resp = HttpResponse(
desdata.zipfile.getvalue(),
content_type="application/x-zip-compressed"
)
resp['Content-Disposition'] = 'attachment; filename=%s' % desdata.zip_filename
return resp
else:
#check_status
desdata = DesignModel.objects.get(SID=sid)
runform = DesignRunForm(None, instance=desdata)
form = runform.save(commit=False)
if os.path.isfile(desdata.statusfile):
f = open(desdata.statusfile)
status = f.read()
f.close()
if status == "Fe":
form.running = 2
elif status == "Fd":
form.running = 3
elif status == "optimalisation":
form.running = 4
form.save()
desdata = DesignModel.objects.get(SID=sid)
context["preruns"] = desdata.preruncycles
context["runs"] = desdata.cycles
context["refrun"] = desdata.running
context['status'] = "NOT RUNNING"
if desdata.taskstatus==1:
context['status'] = "PENDING"
if desdata.taskstatus==2:
context['status'] = "RUNNING"
if desdata.preruncycles<1000 or desdata.cycles<1000 or desdata.resolution>0.2:
context['alert'] = "Please be aware that the number of iterations for the optimisation is low. These values are perfect for trying out the application but the results will be sub-optimal. For a good optimisation, go to the settings and change the number of runs and preruns and the resolution. Some reasonable values are: 10,000 preruns, 10,000 runs and a resolution of 0.1s."
if desdata.taskstatus==3:
context['refrun'] = 5
context['status'] = "STOPPED"
context["message"] = ""
if desdata.running == 1:
context["message"] = "Design optimisation initiated."
elif desdata.running == 2:
context["message"] = "Running first pre-run to find maximum efficiency."
elif desdata.running == 3:
context["message"] = "Running second pre-run to find maximum power."
elif desdata.running == 4:
context["message"] = "Running design optimisation."
elif desdata.taskstatus == 3 and desdata.convergence:
context['message'] = 'Design optimisation finished after convergence.'
elif desdata.taskstatus == 3:
context['message'] = 'Design optimisation finished, convergence not reached. Consider increasing the number of generations.'
return render(request, template, context)
def review(request):
# Get the template/step status
template = "design/review.html"
context = {}
# Get the session ID and database entry
sid = get_session_id(request)
context["steps"] = get_design_steps(template, sid)
try:
desdata = DesignModel.objects.get(SID=sid)
except DesignModel.DoesNotExist:
return HttpResponseRedirect('../maininput/')
# Define form
revform = DesignReviewForm(request.POST or None, instance=desdata)
context["revform"] = revform
# Set summary variables in context
matrices = probs_and_cons(sid)
context["Phtml"] = matrices["Phtml"]
context["Chtml"] = matrices["Chtml"]
context["Whtml"] = weights_html(desdata.W)
context['desdata'] = desdata
context["message"] = ""
if desdata.HardProb == True:
context["message"] = context["message"] + \
"<br><p><b>Warning:</b> Because of the hard limit on the frequencies, we increased the size of the generation and the number of random designs per generation. This might slow down the optimisation. </p>"
if desdata.MaxRepeat < 10 and desdata.S == 2:
context["message"] = context["message"] + "<br><p><b>Warning:</b> With only 2 stimuli, many random designs have repetitions larger than " + \
str(desdata.MaxRepeat) + \
". We increased the number of random designs per generation, but this might slow down the optimisation. </p>"
if desdata.S>5 and desdata.L>200 and desdata.ITImax>3 and (desdata.Restnum<30 and desdata.Resdur>30) and desdata.C.shape[0]>5:
context['message'] = context['message']+"<br><p><b>Warning:</b>This is a long and complex design. Be aware that the optimisation will take a <b>long</b> time.</p>"
# Duration
if desdata.ITImodel == 1:
context['ITImodel'] = "fixed"
mean = desdata.ITIfixed
context['ITI'] = "The ITI's are equal to "+str(mean)+" seconds."
elif desdata.ITImodel == 2:
context['ITImodel'] = 'truncated exponential'
mean = desdata.ITItruncmean
context['ITI'] = "The ITI's are between "+str(desdata.ITItruncmin)+" and "+str(desdata.ITItruncmax)+" seconds and on average "+str(mean)+" seconds."
elif desdata.ITImodel == 3:
context['ITImodel'] = 'uniform'
mean = (desdata.ITIunifmin+desdata.ITIunifmax)/2.
context['ITI'] = "The ITI's are between "+str(desdata.ITIunifmin)+" and "+str(desdata.ITIunifmax)+" seconds and on average "+str(mean)+" seconds."
if desdata.L:
dur = mean*desdata.L+desdata.RestNum*desdata.RestDur
elif desdata.duration:
dur = desdata.duration
if dur > 1800:
context['message'] = context['message'] + "<p><b>Warning:</b> The run you request is longer dan 30 minutes. This optimisation will take <b>a long</b> time. You could set the resolution lower, or split the experiment in multiple shorter runs. Or you could grab a coffee and wait a few hours for the optimisation to complete.</p>"
# If page was result of POST: show summary
# Else: go to next page
if not request.method == "POST":
return render(request, template, context)
else:
form = revform.save(commit=False)
form.SID = sid
form.save()
return HttpResponseRedirect('../runGA/')