def generate_images_parallel(outfile,im_hash,config_gen):
conn = pm.Connection(document_class = SON)
db = conn[DB_NAME]
im_coll = db['images.files']
im_fs = gridfs.GridFS(db,'images')
remove_existing(im_coll,im_fs,im_hash)
X = rendering.config_gen(config_gen)
jobids = []
for (i,x) in enumerate(X):
x['image']['generator'] = config_gen['images']['generator']
jobid = qsub(generate_and_insert_single_image,(x,im_hash),opstring='-pe orte 2 -l qname=rendering.q -o /home/render -e /home/render')
jobids.append(jobid)
createCertificateDict(outfile,{'image_hash':im_hash,'args':config_gen})
return {'child_jobs':jobids}
def generate_images(outfile,im_hash,config_gen):
conn = pm.Connection(document_class = SON)
db = conn[DB_NAME]
im_coll = db['images.files']
im_fs = gridfs.GridFS(db,'images')
remove_existing(im_coll,im_fs,im_hash)
X = rendering.config_gen(config_gen)
for (i,x) in enumerate(X):
if (i/100)*100 == i:
print(i,x)
image_string = rendering.render_image(x['image'])
y = SON([('config',x)])
filename = get_filename(x)
y['filename'] = filename
y['__hash__'] = im_hash
im_fs.put(image_string,**y)
createCertificateDict(outfile,{'image_hash':im_hash,'args':config_gen})