/
workertasks.py
70 lines (53 loc) · 2.22 KB
/
workertasks.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
from celery import Celery
from worker.compute.AirfoilComputation import AirfoilComputation
from worker.convert.GmshDolfinConverter import GmshDolfinConverter
from worker.create.GmshModelCreator import GmshModelCreator
from utils import generate_hash
from model.ModelParameters import ModelParameters
from model.ComputeParameters import ComputeParameters
from storage.SwiftStorage import SwiftStorage
from Crypto.Cipher import AES
from urllib import urlencode
import os
import pycurl
import json
app = Celery("CloudProjectWorker", backend="amqp://", broker="amqp://")
creator = GmshModelCreator()
converter = GmshDolfinConverter()
computation = AirfoilComputation()
try:
with open("key.aes", "r") as f:
key = f.read()
with open("iv.txt", "r") as f:
iv = f.read()
crypt_obj = AES.new(key.strip(), AES.MODE_ECB, iv.strip())
except IOError:
pass
@app.task()
def simulate_airfoil(model_params, compute_params, encrypted_swift_config, container):
"""
:param model.ModelParameters.ModelParameters model_params: ModelParameters
:param model.ComputeParameters.ComputeParameters compute_params: ComputeParameters
:param dict swift_config: dict
"""
#check if results are already in the objectstore
swift_config = json.loads(crypt_obj.decrypt(encrypted_swift_config))
swift = SwiftStorage(swift_config, container)
if swift.has_result(model_params, compute_params):
return swift.get_result(model_params, compute_params)
#create a working directory for each task, this is to
#avoid collisions between workers when they execute the airfoil binary
root_dir = os.getcwd()
working_dir = root_dir + "/workdir/" + str(model_params.job) + "/a" + str(model_params.angle)
if not os.path.exists(working_dir):
os.makedirs(working_dir)
os.chdir(working_dir)
msh_file = creator.create_model(model_params)
xml_file = converter.convert(msh_file)
result = computation.perform_computation(compute_params, xml_file)
result['angle'] = model_params.angle
#reset working directory
os.chdir(root_dir)
#put result into object store, with the results hash_key as name
swift.save_result(model_params, compute_params, result)
return json.dumps(result)