def create_service_from_json(task_handle, data, srv, event_id, service_ids=None): """ Given :data as json, create the service on server :service_ids are the mapping of ids of already created services. Used for mapping old ids to new """ if service_ids is None: service_ids = {} global CUR_ID # sort by id data.sort(key=lambda k: k['id']) ids = {} ct = 0 total = len(data) # start creating for obj in data: # update status ct += 1 update_state(task_handle, 'Importing %s (%d/%d)' % (srv[0], ct, total)) # trim id field old_id, obj = _trim_id(obj) CUR_ID = old_id # delete not needed fields obj = _delete_fields(srv, obj) # related obj = _fix_related_fields(srv, obj, service_ids) obj['event_id'] = event_id # create object new_obj = srv[1](**obj) save_to_db(new_obj) ids[old_id] = new_obj.id # add uploads to queue _upload_media_queue(srv, new_obj) return ids
def import_event_json(task_handle, zip_path, creator_id): """ Imports and creates event from json zip """ global CUR_ID, UPLOAD_QUEUE UPLOAD_QUEUE = [] update_state(task_handle, 'Started') with app.app_context(): path = app.config['BASE_DIR'] + '/static/uploads/import_event' # delete existing files if os.path.isdir(path): shutil.rmtree(path, ignore_errors=True) # extract files from zip with zipfile.ZipFile(zip_path, "r") as z: z.extractall(path) # create event try: update_state(task_handle, 'Importing event core') data = json.loads(open(path + '/event', 'r').read()) _, data = _trim_id(data) srv = ('event', Event) data = _delete_fields(srv, data) new_event = Event(**data) save_to_db(new_event) role = Role.query.filter_by(name=OWNER).first() user = User.query.filter_by(id=creator_id).first() uer = UsersEventsRoles(user_id=user.id, event_id=new_event.id, role_id=role.id) save_to_db(uer, 'Event Saved') write_file( path + '/social_links', json.dumps(data.get('social_links', [])).encode('utf-8') ) # save social_links _upload_media_queue(srv, new_event) except Exception as e: raise make_error('event', er=e) # create other services try: service_ids = {} for item in IMPORT_SERIES: item[1].is_importing = True data = open(path + '/%s' % item[0], 'r').read() dic = json.loads(data) changed_ids = create_service_from_json( task_handle, dic, item, new_event.id, service_ids) service_ids[item[0]] = changed_ids.copy() CUR_ID = None item[1].is_importing = False except IOError: db.session.delete(new_event) db.session.commit() raise NotFoundError('File %s missing in event zip' % item[0]) except ValueError: db.session.delete(new_event) db.session.commit() raise make_error(item[0], er=ServerError(source='Zip Upload', detail='Invalid json')) except Exception: print(traceback.format_exc()) db.session.delete(new_event) db.session.commit() raise make_error(item[0], id_=CUR_ID) # run uploads _upload_media(task_handle, new_event.id, path) # return return new_event
def _upload_media(task_handle, event_id, base_path): """ Actually uploads the resources """ global UPLOAD_QUEUE total = len(UPLOAD_QUEUE) ct = 0 for i in UPLOAD_QUEUE: # update progress ct += 1 update_state(task_handle, 'Uploading media (%d/%d)' % (ct, total)) # get upload infos name, model = i['srv'] id_ = i['id'] if name == 'event': item = db.session.query(model).filter_by(id=event_id).first() else: item = db.session.query(model).filter_by(event_id=event_id).filter_by(id=id_).first() # get cur file if i['field'] in ['original', 'large', 'thumbnail', 'small', 'icon']: field = '{}_image_url'.format(i['field']) else: field = '{}_url'.format(i['field']) path = getattr(item, field) if path.startswith('/'): # relative files path = base_path + path if os.path.isfile(path): filename = path.rsplit('/', 1)[1] file = UploadedFile(path, filename) else: file = '' # remove current file setting else: # absolute links try: filename = UPLOAD_PATHS[name][field].rsplit('/', 1)[1] if is_downloadable(path): r = requests.get(path, allow_redirects=True) file = UploadedMemory(r.content, filename) else: file = None except: file = None # don't update current file setting if file is None: continue # upload try: if file == '': raise Exception() key = UPLOAD_PATHS[name][field] if name == 'event': key = key.format(event_id=event_id) else: key = key.format(event_id=event_id, id=id_) print(key) new_url = upload(file, key) except Exception: print(traceback.format_exc()) new_url = None setattr(item, field, new_url) save_to_db(item, msg='Url updated') # clear queue UPLOAD_QUEUE = [] return