def import_vdn_dataset_url(server, url, user):
r = requests.get(url)
response = r.json()
vdn_dataset = create_dataset(response, server)
vdn_dataset.save()
video = Video()
if user:
video.uploader = user
video.name = vdn_dataset.name
video.vdn_dataset = vdn_dataset
video.save()
if vdn_dataset.download_url:
task_name = 'import_vdn_file'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.operation = task_name
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif vdn_dataset.aws_key and vdn_dataset.aws_bucket:
task_name = 'import_vdn_s3'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.operation = task_name
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
else:
raise NotImplementedError
def import_vdn_dataset_url(server, url, user):
r = requests.get(url)
response = r.json()
vdn_dataset = create_dataset(response, server)
vdn_dataset.save()
video = Video()
if user:
video.uploader = user
video.name = vdn_dataset.name
video.vdn_dataset = vdn_dataset
video.save()
if vdn_dataset.download_url:
task_name = 'import_vdn_file'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.operation = task_name
import_video_task.save()
app.send_task(name=task_name,
args=[
import_video_task.pk,
],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif vdn_dataset.aws_key and vdn_dataset.aws_bucket:
task_name = 'import_vdn_s3'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.operation = task_name
import_video_task.save()
app.send_task(name=task_name,
args=[
import_video_task.pk,
],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
else:
raise NotImplementedError
def handle_downloaded_file(downloaded, video, name, extract=True, user=None, rate=30,
rescale=0, ):
video.name = name
video.save()
filename = downloaded.split('/')[-1]
if filename.endswith('.dva_export.zip'):
create_video_folders(video, create_subdirs=False)
os.rename(downloaded, '{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]))
video.uploaded = True
video.save()
task_name = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'):
create_video_folders(video, create_subdirs=True)
os.rename(downloaded,
'{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]))
video.uploaded = True
if filename.endswith('.zip'):
video.dataset = True
video.save()
if extract:
extract_frames_task = TEvent()
extract_frames_task.arguments_json = json.dumps({'rate': rate, 'rescale': rescale})
extract_frames_task.video = video
task_name = 'extract_frames_by_id'
extract_frames_task.operation = task_name
extract_frames_task.save()
app.send_task(name=task_name, args=[extract_frames_task.pk, ],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
else:
raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1])
return video
def handle_downloaded_file(downloaded, video, name, extract=True, user=None, rate=30,
rescale=0, ):
video.name = name
video.save()
filename = downloaded.split('/')[-1]
if filename.endswith('.dva_export.zip'):
create_video_folders(video, create_subdirs=False)
os.rename(downloaded, '{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]))
video.uploaded = True
video.save()
task_name = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'):
create_video_folders(video, create_subdirs=True)
os.rename(downloaded,
'{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]))
video.uploaded = True
if filename.endswith('.zip'):
video.dataset = True
video.save()
if extract:
extract_frames_task = TEvent()
extract_frames_task.arguments_json = json.dumps({'rate': rate, 'rescale': rescale})
extract_frames_task.video = video
task_name = 'extract_frames' if video.dataset else 'segment_video'
extract_frames_task.operation = task_name
extract_frames_task.save()
app.send_task(name=task_name, args=[extract_frames_task.pk, ],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
else:
raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1])
return video
def handle_youtube_video(name,
url,
extract=True,
user=None,
perform_scene_detection=True,
rate=30,
rescale=0):
video = Video()
if user:
video.uploader = user
video.name = name
video.url = url
video.youtube_video = True
video.save()
task_name = 'extract_frames_by_id'
extract_frames_task = TEvent()
extract_frames_task.video = video
extract_frames_task.operation = task_name
extract_frames_task.arguments_json = json.dumps({
'perform_scene_detection': perform_scene_detection,
'rate': rate,
'rescale': rescale
})
extract_frames_task.save()
if extract:
app.send_task(name=task_name,
args=[
extract_frames_task.pk,
],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
return video
def handle_downloaded_file(downloaded, video, name, extract=True, user=None, rate=30, rescale=0):
video.name = name
video.save()
filename = downloaded.split('/')[-1]
if filename.endswith('.dva_export.zip'):
create_video_folders(video, create_subdirs=False)
os.rename(downloaded, '{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]))
video.uploaded = True
video.save()
operation = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=operation, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[operation])
elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'):
create_video_folders(video, create_subdirs=True)
os.rename(downloaded,
'{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]))
video.uploaded = True
if filename.endswith('.zip'):
video.dataset = True
video.save()
if extract:
p = processing.DVAPQLProcess()
if video.dataset:
query = {
'process_type':DVAPQL.PROCESS,
'tasks':[
{
'arguments':{'rate': rate, 'rescale': rescale,'next_tasks':settings.DEFAULT_PROCESSING_PLAN},
'video_id':video.pk,
'operation': 'extract_frames',
}
]
}
else:
query = {
'process_type':DVAPQL.PROCESS,
'tasks':[
{
'arguments':{'next_tasks':[
{'operation':'decode_video',
'arguments':{
'rate': rate,
'rescale': rescale,
'next_tasks':settings.DEFAULT_PROCESSING_PLAN
}
}
]},
'video_id':video.pk,
'operation': 'segment_video',
}
]
}
p.create_from_json(j=query,user=user)
p.launch()
else:
raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1])
return video
def handle_uploaded_file(f, name, extract=True, user=None, perform_scene_detection=True, rate=30, rescale=0):
video = Video()
if user:
video.uploader = user
video.name = name
video.save()
primary_key = video.pk
filename = f.name
filename = filename.lower()
if filename.endswith('.dva_export.zip'):
create_video_folders(video, create_subdirs=False)
with open('{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]),
'wb+') as destination:
for chunk in f.chunks():
destination.write(chunk)
video.uploaded = True
video.save()
task_name = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'):
create_video_folders(video, create_subdirs=True)
with open('{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]),
'wb+') as destination:
for chunk in f.chunks():
destination.write(chunk)
video.uploaded = True
if filename.endswith('.zip'):
video.dataset = True
video.save()
if extract:
extract_frames_task = TEvent()
extract_frames_task.arguments_json = json.dumps({'perform_scene_detection': perform_scene_detection,
'rate': rate,
'rescale': rescale})
extract_frames_task.video = video
task_name = 'extract_frames_by_id'
extract_frames_task.operation = task_name
extract_frames_task.save()
app.send_task(name=task_name, args=[extract_frames_task.pk, ],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
else:
raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1])
return video
def handle_uploaded_file(f, name, extract=True, user=None, rate=30, rescale=0):
video = Video()
if user:
video.uploader = user
video.name = name
video.save()
primary_key = video.pk
filename = f.name
filename = filename.lower()
if filename.endswith('.dva_export.zip'):
create_video_folders(video, create_subdirs=False)
with open('{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]),
'wb+') as destination:
for chunk in f.chunks():
destination.write(chunk)
video.uploaded = True
video.save()
task_name = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'):
create_video_folders(video, create_subdirs=True)
with open('{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]),
'wb+') as destination:
for chunk in f.chunks():
destination.write(chunk)
video.uploaded = True
if filename.endswith('.zip'):
video.dataset = True
video.save()
if extract:
extract_frames_task = TEvent()
extract_frames_task.arguments_json = json.dumps({'rate': rate,'rescale': rescale})
extract_frames_task.video = video
task_name = 'extract_frames' if video.dataset else 'segment_video'
extract_frames_task.operation = task_name
extract_frames_task.save()
app.send_task(name=task_name, args=[extract_frames_task.pk, ],
queue=settings.TASK_NAMES_TO_QUEUE[task_name])
else:
raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1])
return video
def handle_uploaded_file(f, name, extract=True, user=None, rate=30, rescale=0):
video = Video()
if user:
video.uploader = user
video.name = name
video.save()
primary_key = video.pk
filename = f.name
filename = filename.lower()
if filename.endswith('.dva_export.zip'):
create_video_folders(video, create_subdirs=False)
with open('{}/{}/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]),
'wb+') as destination:
for chunk in f.chunks():
destination.write(chunk)
video.uploaded = True
video.save()
task_name = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
elif filename.endswith('.mp4') or filename.endswith('.flv') or filename.endswith('.zip'):
create_video_folders(video, create_subdirs=True)
with open('{}/{}/video/{}.{}'.format(settings.MEDIA_ROOT, video.pk, video.pk, filename.split('.')[-1]),
'wb+') as destination:
for chunk in f.chunks():
destination.write(chunk)
video.uploaded = True
if filename.endswith('.zip'):
video.dataset = True
video.save()
if extract:
p = processing.DVAPQLProcess()
query = {
'process_type':DVAPQL.PROCESS,
'tasks':[
{
'arguments_json':{'rate': rate, 'rescale': rescale},
'video_id':video.pk,
'operation': 'extract_frames' if video.dataset else 'segment_video',
}
]
}
p.create_from_json(j=query,user=user)
p.launch()
else:
raise ValueError, "Extension {} not allowed".format(filename.split('.')[-1])
return video
def handle_youtube_video(name, url, extract=True, user=None, rate=30, rescale=0):
video = Video()
if user:
video.uploader = user
video.name = name
video.url = url
video.youtube_video = True
video.save()
task_name = 'segment_video'
extract_frames_task = TEvent()
extract_frames_task.video = video
extract_frames_task.operation = task_name
extract_frames_task.arguments_json = json.dumps({'rate': rate,'rescale': rescale})
extract_frames_task.save()
if extract:
app.send_task(name=task_name, args=[extract_frames_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
return video
def import_vdn_dataset_url(server,url,user):
r = requests.get(url)
response = r.json()
vdn_dataset = create_dataset(response, server)
vdn_dataset.save()
video = Video()
if user:
video.uploader = user
video.name = vdn_dataset.name
video.vdn_dataset = vdn_dataset
video.save()
primary_key = video.pk
create_video_folders(video, create_subdirs=False)
task_name = 'import_video_by_id'
import_video_task = TEvent()
import_video_task.video = video
import_video_task.save()
app.send_task(name=task_name, args=[import_video_task.pk, ], queue=settings.TASK_NAMES_TO_QUEUE[task_name])
