def podcast_from_feed(d, tags=False, save_files=False):
# Assume not explicit
explicit = False
if 'itunes_explicit' in d['feed']:
explicit = bool(d['feed']['itunes_explicit'])
image = None
if 'image' in d['feed']:
image = d['feed']['image']['href']
title = u''
if 'title' in d['feed']:
title = d['feed']['title']
description = u''
if 'summary' in d['feed']:
description = d['feed']['summary']
subtitle = u''
if 'subtitle' in d['feed']:
subtitle = d['feed']['subtitle']
slug = slugify(title)
author_name = u"PLACEHOLDER NAME"
author_email = u"*****@*****.**"
podcast = Podcast()
podcast.slug = get_available_slug(Podcast, slug, podcast)
podcast.title = title
podcast.subtitle = subtitle
podcast.author = Author(author_name, author_email)
podcast.description = description
podcast.explicit = explicit
DBSession.add(podcast)
DBSession.flush()
# Create thumbs from image, or default thumbs
created_images = False
if image:
temp_imagefile = tempfile.TemporaryFile()
imagefile = urllib2.urlopen(image)
temp_imagefile.write(imagefile.read())
temp_imagefile.seek(0)
filename = urlparse.urlparse(image)[2]
create_thumbs_for(podcast, temp_imagefile, filename)
created_images = True
if not created_images:
create_default_thumbs_for(podcast)
# Now add all of the entries
for entry in d['entries']:
media = media_from_entry(entry, tags, save_files)
media.podcast = podcast
return podcast
def save_thumb(self, id, thumb, **kwargs):
"""Save a thumbnail uploaded with :class:`~mediacore.forms.admin.ThumbForm`.
:param id: Media ID. If ``"new"`` a new Media stub is created.
:type id: ``int`` or ``"new"``
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
id
The :attr:`~mediacore.model.media.Media.id` which is
important if a new media has just been created.
"""
if id == 'new':
media = Media()
user = request.environ['repoze.who.identity']['user']
media.author = Author(user.display_name, user.email_address)
media.title = os.path.basename(thumb.filename)
media.slug = get_available_slug(Media, '_stub_' + media.title)
DBSession.add(media)
DBSession.flush()
else:
media = fetch_row(Media, id)
try:
# Create JPEG thumbs
create_thumbs_for(media, thumb.file, thumb.filename)
success = True
message = None
except IOError, e:
success = False
if id == 'new':
DBSession.delete(media)
if e.errno == 13:
message = _('Permission denied, cannot write file')
elif e.message == 'cannot identify image file':
message = _('Unsupport image type: %s') \
% os.path.splitext(thumb.filename)[1].lstrip('.')
elif e.message == 'cannot read interlaced PNG files':
message = _('Interlaced PNGs are not supported.')
else:
raise
def save_thumb(self, id, thumb, **kwargs):
"""Save a thumbnail uploaded with :class:`~mediacore.forms.admin.ThumbForm`.
:param id: Media ID. If ``"new"`` a new Media stub is created.
:type id: ``int`` or ``"new"``
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
id
The :attr:`~mediacore.model.media.Media.id` which is
important if a new media has just been created.
"""
if id == 'new':
media = Media()
user = req.perm.user
media.author = Author(user.display_name, user.email_address)
media.title = os.path.basename(thumb.filename)
media.slug = get_available_slug(Media, '_stub_' + media.title)
DBSession.add(media)
DBSession.flush()
else:
media = fetch_row(Media, id)
try:
# Create JPEG thumbs
create_thumbs_for(media, thumb.file, thumb.filename)
success = True
message = None
except IOError, e:
success = False
if id == 'new':
DBSession.delete(media)
if e.errno == 13:
message = _('Permission denied, cannot write file')
elif e.message == 'cannot identify image file':
message = _('Unsupported image type: %s') \
% os.path.splitext(thumb.filename)[1].lstrip('.')
elif e.message == 'cannot read interlaced PNG files':
message = _('Interlaced PNGs are not supported.')
else:
raise
def add_new_media_file(media, uploaded_file=None, url=None):
"""Create a new MediaFile for the provided Media object and File/URL
and add it to that Media object's files list.
Will also attempt to set up duration and thumbnails according to the
'use_embed_thumbnails' setting.
:param media: The Media object to append the file to
:type media: :class:`~mediacore.model.media.Media` instance
:param uploaded_file: An object with 'filename' and 'file' properties.
:type uploaded_file: Formencode uploaded file object.
:param url: The URL to represent, if no file is given.
:type url: unicode
:returns: The created MediaFile (or None)
"""
if uploaded_file is not None:
# Create a MediaFile object, add it to the video, and store the file permanently.
media_file = media_file_from_filename(uploaded_file.filename)
attach_and_store_media_file(media, media_file, uploaded_file.file)
elif url is not None:
# Looks like we were just given a URL. Create a MediaFile object with that URL.
media_file, thumb_url, duration, title = media_file_from_url(url)
media.files.append(media_file)
if title and media.slug.startswith('_stub_'):
media.title = title
media.slug = get_available_slug(Media, title, media)
# Do we have a useful duration?
if duration and not media.duration:
media.duration = duration
# Do we need to create thumbs for an embedded media item?
if thumb_url \
and asbool(app_globals.settings['use_embed_thumbnails']) \
and (not has_thumbs(media) or has_default_thumbs(media)):
# Download the image into a buffer, wrap the buffer as a File-like
# object, and create the thumbs.
try:
temp_img = urllib2.urlopen(thumb_url)
file_like_img = StringIO(temp_img.read())
temp_img.close()
create_thumbs_for(media, file_like_img, thumb_url)
file_like_img.close()
except urllib2.URLError, e:
log.exception(e)
def save_thumb(self, id, thumb, **values):
"""Save a thumbnail uploaded with :class:`~mediacore.forms.admin.ThumbForm`.
:param id: Media ID. If ``"new"`` a new Podcast stub is created.
:type id: ``int`` or ``"new"``
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
id
The :attr:`~mediacore.model.podcasts.Podcast.id` which is
important if a new podcast has just been created.
"""
if id == 'new':
return dict(
success=False,
message=
u'You must first save the podcast before you can upload a thumbnail',
)
podcast = fetch_row(Podcast, id)
try:
# Create JPEG thumbs
create_thumbs_for(podcast, thumb.file, thumb.filename)
success = True
message = None
except IOError, e:
success = False
if e.errno == 13:
message = _('Permission denied, cannot write file')
elif e.message == 'cannot identify image file':
message = _('Unsupport image type: %s') \
% os.path.splitext(thumb.filename)[1].lstrip('.')
elif e.message == 'cannot read interlaced PNG files':
message = _('Interlaced PNGs are not supported.')
else:
raise
def uploadThumb(self, thumb_file, podcastid, reviewed=False, **kwargs):
"""Save a thumbnail uploaded with :class:`~mediacore.forms.admin.ThumbForm`.
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
id
The :attr:`~mediacore.model.media.Media.id` which is
important if a new media has just been created.
"""
media = Media()
media.author = Author('user', '*****@*****.**')
media.title = os.path.basename(thumb_file.filename)
media.slug = get_available_slug(Media, '_stub_' + media.title)
media.reviewed = reviewed
media.views = podcastid
DBSession.add(media)
DBSession.flush()
try:
# Create JPEG thumbs
create_thumbs_for(media, thumb_file.file, thumb_file.filename)
success = True
message = None
except IOError, e:
success = False
if id == 'new':
DBSession.delete(media)
if e.errno == 13:
message = _('Permission denied, cannot write file')
elif e.message == 'cannot identify image file':
message = _('Unsupport image type: %s') \
% os.path.splitext(thumb_file.filename)[1].lstrip('.')
elif e.message == 'cannot read interlaced PNG files':
message = _('Interlaced PNGs are not supported.')
else:
raise
def save_thumb(self, id, thumb, **values):
"""Save a thumbnail uploaded with :class:`~mediacore.forms.admin.ThumbForm`.
:param id: Media ID. If ``"new"`` a new Podcast stub is created.
:type id: ``int`` or ``"new"``
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
id
The :attr:`~mediacore.model.podcasts.Podcast.id` which is
important if a new podcast has just been created.
"""
if id == 'new':
return dict(
success = False,
message = u'You must first save the podcast before you can upload a thumbnail',
)
podcast = fetch_row(Podcast, id)
try:
# Create JPEG thumbs
create_thumbs_for(podcast, thumb.file, thumb.filename)
success = True
message = None
except IOError, e:
success = False
if e.errno == 13:
message = _('Permission denied, cannot write file')
elif e.message == 'cannot identify image file':
message = _('Unsupport image type: %s') \
% os.path.splitext(thumb.filename)[1].lstrip('.')
elif e.message == 'cannot read interlaced PNG files':
message = _('Interlaced PNGs are not supported.')
else:
raise
def generate_thumb_from_video(self, media):
m_img_dir = config['image_dir'] + os.sep + Media._thumb_dir + os.sep
for current_file in media.files:
if current_file.type == 'video':
video_path = config['media_dir'] + os.sep + current_file.unique_id
thumbname = str(media.id)
frame_args = {'path': m_img_dir, 'filename': thumbname}
frame = "%(path)s%(filename)s.jpg" % frame_args
#cmd_args = {'frames': 10, 'video_path': url, 'output': frame}
#command = "ffmpeg -y -vframes %(frames)d -i %(video_path)s -f image2 %(output)s"
cmd_args = {'option': '-ss 0:01:00 -t 00:00:01',
'video_path': video_path, 'output': frame}
command = "ffmpeg -y %(option)s -i %(video_path)s -f image2 %(output)s"
command = command % cmd_args
subprocess.call(command, shell=True,
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
create_thumbs_for(media, frame, thumbname)
os.remove(frame)
def add_new_media_file(media, file=None, url=None):
"""Create a MediaFile instance from the given file or URL.
This function MAY modify the given media object.
:type media: :class:`~mediacore.model.media.Media` instance
:param media: The media object that this file or URL will belong to.
:type file: :class:`cgi.FieldStorage` or None
:param file: A freshly uploaded file object.
:type url: unicode or None
:param url: A remote URL string.
:rtype: :class:`~mediacore.model.media.MediaFile`
:returns: A newly created media file instance.
:raises StorageError: If the input file or URL cannot be
stored with any of the registered storage engines.
"""
engines = DBSession.query(StorageEngine)\
.filter(StorageEngine.enabled == True)\
.all()
sorted_engines = list(sort_engines(engines))
for engine in sorted_engines:
try:
meta = engine.parse(file=file, url=url)
log.debug('Engine %r returned meta %r', engine, meta)
break
except UnsuitableEngineError:
log.debug('Engine %r unsuitable for %r/%r', engine, file, url)
continue
else:
raise StorageError(_('Unusable file or URL provided.'), None, None)
mf = MediaFile()
mf.storage = engine
mf.media = media
mf.type = meta['type']
mf.display_name = meta.get('display_name', default_display_name(file, url))
mf.unique_id = meta.get('unique_id', None)
mf.container = meta.get('container', None)
mf.size = meta.get('size', None)
mf.bitrate = meta.get('bitrate', None)
mf.width = meta.get('width', None)
mf.height = meta.get('height', None)
media.files.append(mf)
DBSession.flush()
unique_id = engine.store(media_file=mf, file=file, url=url, meta=meta)
if unique_id:
mf.unique_id = unique_id
elif not mf.unique_id:
raise StorageError('Engine %r returned no unique ID.', engine)
if not media.duration and meta.get('duration', 0):
media.duration = meta['duration']
if not media.description and meta.get('description'):
media.description = clean_xhtml(meta['description'])
if not media.title:
media.title = meta.get('title', None) or mf.display_name
if media.type is None:
media.type = mf.type
if ('thumbnail_url' in meta or 'thumbnail_file' in meta) \
and (not has_thumbs(media) or has_default_thumbs(media)):
thumb_file = meta.get('thumbnail_file', None)
if thumb_file is not None:
thumb_filename = thumb_file.filename
else:
thumb_url = meta['thumbnail_url']
thumb_filename = os.path.basename(thumb_url)
# Download the image to a buffer and wrap it as a file-like object
try:
temp_img = urlopen(thumb_url)
thumb_file = StringIO(temp_img.read())
temp_img.close()
except URLError, e:
log.exception(e)
if thumb_file is not None:
create_thumbs_for(media, thumb_file, thumb_filename)
thumb_file.close()
def add_new_media_file(media, file=None, url=None):
"""Create a MediaFile instance from the given file or URL.
This function MAY modify the given media object.
:type media: :class:`~mediacore.model.media.Media` instance
:param media: The media object that this file or URL will belong to.
:type file: :class:`cgi.FieldStorage` or None
:param file: A freshly uploaded file object.
:type url: unicode or None
:param url: A remote URL string.
:rtype: :class:`~mediacore.model.media.MediaFile`
:returns: A newly created media file instance.
:raises StorageError: If the input file or URL cannot be
stored with any of the registered storage engines.
"""
engines = DBSession.query(StorageEngine)\
.filter(StorageEngine.enabled == True)\
.all()
sorted_engines = list(sort_engines(engines))
for engine in sorted_engines:
try:
meta = engine.parse(file=file, url=url)
log.debug('Engine %r returned meta %r', engine, meta)
break
except UnsuitableEngineError:
log.debug('Engine %r unsuitable for %r/%r', engine, file, url)
continue
else:
raise StorageError(_('Unusable file or URL provided.'), None, None)
mf = MediaFile()
mf.storage = engine
mf.media = media
mf.type = meta['type']
mf.display_name = meta.get('display_name', default_display_name(file, url))
mf.unique_id = meta.get('unique_id', None)
mf.container = meta.get('container', None)
mf.size = meta.get('size', None)
mf.bitrate = meta.get('bitrate', None)
mf.width = meta.get('width', None)
mf.height = meta.get('height', None)
media.files.append(mf)
DBSession.flush()
unique_id = engine.store(media_file=mf, file=file, url=url, meta=meta)
if unique_id:
mf.unique_id = unique_id
elif not mf.unique_id:
raise StorageError('Engine %r returned no unique ID.', engine)
if not media.duration and meta.get('duration', 0):
media.duration = meta['duration']
if not media.description and meta.get('description'):
media.description = clean_xhtml(meta['description'])
if not media.title:
media.title = meta.get('title', None) or mf.display_name
if media.type is None:
media.type = mf.type
if ('thumbnail_url' in meta or 'thumbnail_file' in meta) \
and (not has_thumbs(media) or has_default_thumbs(media)):
thumb_file = meta.get('thumbnail_file', None)
if thumb_file is not None:
thumb_filename = thumb_file.filename
else:
thumb_url = meta['thumbnail_url']
thumb_filename = os.path.basename(thumb_url)
# Download the image to a buffer and wrap it as a file-like object
try:
temp_img = urlopen(thumb_url)
thumb_file = StringIO(temp_img.read())
temp_img.close()
except URLError, e:
log.exception(e)
if thumb_file is not None:
create_thumbs_for(media, thumb_file, thumb_filename)
thumb_file.close()
def media_from_entry(e, tags=False, save_files=False):
# Get tags as a list of unicode objects.
tags = [t['term'] for t in e['tags']]
# Assume not explicit.
explicit = 0
if 'itunes_explicit' in e:
explicit = e['itunes_explicit']
# Find the duration, if it exists
duration = u''
if 'itunes_duration' in e:
try:
duration = e['itunes_duration']
duration = duration_to_seconds(duration)
except ValueError:
duration = None
# Find the first <img> tag in the summary, if there is one
image = None
m = img_regex.match(e['summary'])
if m is not None:
image = m.group(1)[1:-1]
title = e['title']
slug = slugify(title)
author_name = u"PLACEHOLDER NAME"
author_email = u"*****@*****.**"
if 'author_detail' in e:
if 'name' in e['author_detail']:
author_name = e['author_detail']['name']
if 'email' in e['author_detail']:
author_email = e['author_detail']['email']
year, month, day, hour, minute, second = e['updated_parsed'][:6]
updated = datetime(year, month, day, hour, minute, second)
media = Media()
media.slug = get_available_slug(Media, slug, media)
media.title = e['title']
media.author = Author(author_name, author_email)
media.description = e['summary']
media.notes = u''
if tags:
media.set_tags(tags)
else:
media.set_categories(tags)
media.publish_on = updated
media.created_on = updated
media.publishable = True
media.reviewed = True
media.duration = duration
DBSession.add(media)
DBSession.flush()
# Create thumbs from image, or default thumbs
created_images = False
if image:
temp_imagefile = tempfile.TemporaryFile()
imagefile = urllib2.urlopen(image)
temp_imagefile.write(imagefile.read())
temp_imagefile.seek(0)
filename = urlparse.urlparse(image)[2]
create_thumbs_for(media, temp_imagefile, filename)
created_images = True
if not created_images:
create_default_thumbs_for(media)
print "Loaded episode:", media
# now add all of the files.
for enc in e['enclosures']:
mf = media_file_from_enclosure(enc, media, save_files)
print "Loaded media file:", mf
media.update_status()
return media
