def import_vdn_dataset_url(server, url, user): r = requests.get(url) response = r.json() vdn_dataset = create_dataset(response, server) vdn_dataset.save() video = Video() if user: video.uploader = user video.name = vdn_dataset.name video.vdn_dataset = vdn_dataset video.save() if vdn_dataset.download_url: task_name = 'import_vdn_file' import_video_task = TEvent() import_video_task.video = video import_video_task.operation = task_name import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif vdn_dataset.aws_key and vdn_dataset.aws_bucket: task_name = 'import_vdn_s3' import_video_task = TEvent() import_video_task.video = video import_video_task.operation = task_name import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) else: raise NotImplementedError
def import_vdn_dataset_url(server, url, user): r = requests.get(url) response = r.json() vdn_dataset = create_dataset(response, server) vdn_dataset.save() video = Video() if user: video.uploader = user video.name = vdn_dataset.name video.vdn_dataset = vdn_dataset video.save() if vdn_dataset.download_url: task_name = 'import_vdn_file' import_video_task = TEvent() import_video_task.video = video import_video_task.operation = task_name import_video_task.save() app.send_task(name=task_name, args=[ import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif vdn_dataset.aws_key and vdn_dataset.aws_bucket: task_name = 'import_vdn_s3' import_video_task = TEvent() import_video_task.video = video import_video_task.operation = task_name import_video_task.save() app.send_task(name=task_name, args=[ import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) else: raise NotImplementedError
def handle_downloaded_file(downloaded, video, name, extract=True, user=None, rate=30, rescale=0, ): video.name = name video.save() filename = downloaded.split('/')[-1] if filename.endswith('.dva_export.zip'): create_video_folders(video, create_subdirs=False) os.rename(downloaded, '{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1])) video.uploaded = True video.save() task_name = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'): create_video_folders(video, create_subdirs=True) os.rename(downloaded, '{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1])) video.uploaded = True if filename.endswith('.zip'): video.dataset = True video.save() if extract: extract_frames_task = TEvent() extract_frames_task.arguments_json = json.dumps({'rate': rate, 'rescale': rescale}) extract_frames_task.video = video task_name = 'extract_frames_by_id' extract_frames_task.operation = task_name extract_frames_task.save() app.send_task(name=task_name, args=[extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) else: raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1]) return video
def handle_downloaded_file(downloaded, video, name, extract=True, user=None, rate=30, rescale=0, ): video.name = name video.save() filename = downloaded.split('/')[-1] if filename.endswith('.dva_export.zip'): create_video_folders(video, create_subdirs=False) os.rename(downloaded, '{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1])) video.uploaded = True video.save() task_name = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'): create_video_folders(video, create_subdirs=True) os.rename(downloaded, '{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1])) video.uploaded = True if filename.endswith('.zip'): video.dataset = True video.save() if extract: extract_frames_task = TEvent() extract_frames_task.arguments_json = json.dumps({'rate': rate, 'rescale': rescale}) extract_frames_task.video = video task_name = 'extract_frames' if video.dataset else 'segment_video' extract_frames_task.operation = task_name extract_frames_task.save() app.send_task(name=task_name, args=[extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) else: raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1]) return video
def handle_youtube_video(name, url, extract=True, user=None, perform_scene_detection=True, rate=30, rescale=0): video = Video() if user: video.uploader = user video.name = name video.url = url video.youtube_video = True video.save() task_name = 'extract_frames_by_id' extract_frames_task = TEvent() extract_frames_task.video = video extract_frames_task.operation = task_name extract_frames_task.arguments_json = json.dumps({ 'perform_scene_detection': perform_scene_detection, 'rate': rate, 'rescale': rescale }) extract_frames_task.save() if extract: app.send_task(name=task_name, args=[ extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) return video
def handle_downloaded_file(downloaded, video, name, extract=True, user=None, rate=30, rescale=0): video.name = name video.save() filename = downloaded.split('/')[-1] if filename.endswith('.dva_export.zip'): create_video_folders(video, create_subdirs=False) os.rename(downloaded, '{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1])) video.uploaded = True video.save() operation = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=operation, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[operation]) elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'): create_video_folders(video, create_subdirs=True) os.rename(downloaded, '{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1])) video.uploaded = True if filename.endswith('.zip'): video.dataset = True video.save() if extract: p = processing.DVAPQLProcess() if video.dataset: query = { 'process_type':DVAPQL.PROCESS, 'tasks':[ { 'arguments':{'rate': rate, 'rescale': rescale,'next_tasks':settings.DEFAULT_PROCESSING_PLAN}, 'video_id':video.pk, 'operation': 'extract_frames', } ] } else: query = { 'process_type':DVAPQL.PROCESS, 'tasks':[ { 'arguments':{'next_tasks':[ {'operation':'decode_video', 'arguments':{ 'rate': rate, 'rescale': rescale, 'next_tasks':settings.DEFAULT_PROCESSING_PLAN } } ]}, 'video_id':video.pk, 'operation': 'segment_video', } ] } p.create_from_json(j=query,user=user) p.launch() else: raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1]) return video
def handle_uploaded_file(f, name, extract=True, user=None, perform_scene_detection=True, rate=30, rescale=0): video = Video() if user: video.uploader = user video.name = name video.save() primary_key = video.pk filename = f.name filename = filename.lower() if filename.endswith('.dva_export.zip'): create_video_folders(video, create_subdirs=False) with open('{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]), 'wb+') as destination: for chunk in f.chunks(): destination.write(chunk) video.uploaded = True video.save() task_name = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'): create_video_folders(video, create_subdirs=True) with open('{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]), 'wb+') as destination: for chunk in f.chunks(): destination.write(chunk) video.uploaded = True if filename.endswith('.zip'): video.dataset = True video.save() if extract: extract_frames_task = TEvent() extract_frames_task.arguments_json = json.dumps({'perform_scene_detection': perform_scene_detection, 'rate': rate, 'rescale': rescale}) extract_frames_task.video = video task_name = 'extract_frames_by_id' extract_frames_task.operation = task_name extract_frames_task.save() app.send_task(name=task_name, args=[extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) else: raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1]) return video
def handle_uploaded_file(f, name, extract=True, user=None, rate=30, rescale=0): video = Video() if user: video.uploader = user video.name = name video.save() primary_key = video.pk filename = f.name filename = filename.lower() if filename.endswith('.dva_export.zip'): create_video_folders(video, create_subdirs=False) with open('{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]), 'wb+') as destination: for chunk in f.chunks(): destination.write(chunk) video.uploaded = True video.save() task_name = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'): create_video_folders(video, create_subdirs=True) with open('{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]), 'wb+') as destination: for chunk in f.chunks(): destination.write(chunk) video.uploaded = True if filename.endswith('.zip'): video.dataset = True video.save() if extract: extract_frames_task = TEvent() extract_frames_task.arguments_json = json.dumps({'rate': rate,'rescale': rescale}) extract_frames_task.video = video task_name = 'extract_frames' if video.dataset else 'segment_video' extract_frames_task.operation = task_name extract_frames_task.save() app.send_task(name=task_name, args=[extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) else: raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1]) return video
def handle_uploaded_file(f, name, extract=True, user=None, rate=30, rescale=0): video = Video() if user: video.uploader = user video.name = name video.save() primary_key = video.pk filename = f.name filename = filename.lower() if filename.endswith('.dva_export.zip'): create_video_folders(video, create_subdirs=False) with open('{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]), 'wb+') as destination: for chunk in f.chunks(): destination.write(chunk) video.uploaded = True video.save() task_name = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'): create_video_folders(video, create_subdirs=True) with open('{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]), 'wb+') as destination: for chunk in f.chunks(): destination.write(chunk) video.uploaded = True if filename.endswith('.zip'): video.dataset = True video.save() if extract: p = processing.DVAPQLProcess() query = { 'process_type':DVAPQL.PROCESS, 'tasks':[ { 'arguments_json':{'rate': rate, 'rescale': rescale}, 'video_id':video.pk, 'operation': 'extract_frames' if video.dataset else 'segment_video', } ] } p.create_from_json(j=query,user=user) p.launch() else: raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1]) return video
def handle_youtube_video(name, url, extract=True, user=None, rate=30, rescale=0): video = Video() if user: video.uploader = user video.name = name video.url = url video.youtube_video = True video.save() task_name = 'segment_video' extract_frames_task = TEvent() extract_frames_task.video = video extract_frames_task.operation = task_name extract_frames_task.arguments_json = json.dumps({'rate': rate,'rescale': rescale}) extract_frames_task.save() if extract: app.send_task(name=task_name, args=[extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name]) return video
def import_vdn_dataset_url(server,url,user): r = requests.get(url) response = r.json() vdn_dataset = create_dataset(response, server) vdn_dataset.save() video = Video() if user: video.uploader = user video.name = vdn_dataset.name video.vdn_dataset = vdn_dataset video.save() primary_key = video.pk create_video_folders(video, create_subdirs=False) task_name = 'import_video_by_id' import_video_task = TEvent() import_video_task.video = video import_video_task.save() app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])