def media_file_from_url(url):
"""Create and return a MediaFile object representing a given URL.
Also returns the URL to a suitable thumbnail image (or None) and the
duration of the media file in seconds (or None).
Does not add the created MediaFile to the database.
"""
thumb_url = None
duration = None
title = None
media_file = MediaFile()
# Parse the URL checking for known embeddables like YouTube
embed = parse_embed_url(url)
if embed:
media_file.type = embed['type']
media_file.container = embed['container']
media_file.embed = embed['id']
title = embed['title']
if title:
media_file.display_name = title
else:
media_file.display_name = '%s ID: %s' % \
(embed['container'].capitalize(), media_file.embed)
thumb_url = embed['thumb_url']
duration = embed['duration']
else:
# Check for types we can play ourselves
name, ext, container = base_ext_container_from_uri(url)
media_file.type = guess_media_type(ext)
media_file.container = container
media_file.url = url
media_file.display_name = os.path.basename(url)
return media_file, thumb_url, duration, title
def _add_new_media_file(media, original_filename, file):
# FIXME: I think this will raise a KeyError if the uploaded
# file doesn't have an extension.
file_ext = os.path.splitext(original_filename)[1].lower()[1:]
# set the file paths depending on the file type
media_file = MediaFile()
media_file.type = file_ext
media_file.url = 'dummy_url' # model requires that url not NULL
media_file.is_original = True
media_file.enable_player = media_file.is_playable
media_file.enable_feed = not media_file.is_embeddable
media_file.size = os.fstat(file.fileno())[6]
# update media relations
media.files.append(media_file)
# add the media file (and its media, if new) to the database to get IDs
DBSession.add(media_file)
DBSession.flush()
# copy the file to its permanent location
file_name = '%d_%d_%s.%s' % (media.id, media_file.id, media.slug, file_ext)
file_url = _store_media_file(file, file_name)
media_file.url = file_url
return media_file
def prepareForUpload(self, environ, media_id, content_type, filename, filesize, meta=None, **kwargs):
STORAGE_ENGINE = getStorageEngine()
log.info("{self}.prepareForUpload({media_id},{content_type},{filename},{filesize})".format(**vars()))
if not meta:
meta = {}
else:
try:
meta = json.loads(meta)
except Exception as e:
return {"success": False, "message": "Invalid JSON object given for `meta`"}
media = fetch_row(Media, media_id)
mediaFile = MediaFile()
mediaFile.storage = STORAGE_ENGINE
mediaFile.media = media
mediaFile.media_id = media_id
mediaFile.type = content_type
mediaFile.meta = meta
media.type = content_type
mediaFile.display_name = filename
mediaFile.size = filesize
media.files.append(mediaFile)
DBSession.add(media)
DBSession.add(mediaFile)
DBSession.flush()
# This is to ensure that we don't allow any uploads that haven't been prepared for with prepareForUpload
token = "".join(random.choice(string.ascii_uppercase + string.digits) for x in range(13))
upload_tokens[str(mediaFile.id)] = token
return {
"success": True,
"id": mediaFile.id,
"upload_url": "http://{host}{path}".format(
host=environ["HTTP_HOST"],
path=url_for(
controller="upload_api/api/uploader", action="uploadFile", media_id=media_id, file_id=mediaFile.id
),
),
"upload_headers": {
"Content-Type": "application/octet-stream",
"Cache-Control": "none",
"X-File-Name": filename,
"X-Upload-Token": token,
},
"postprocess_url": "http://{host}{path}".format(
host=environ["HTTP_HOST"],
path=url_for(
controller="upload_api/api/uploader",
action="postprocessFile",
media_id=media_id,
file_id=mediaFile.id,
),
),
}
def _add_new_media_file(media, original_filename, file):
# FIXME: I think this will raise a KeyError if the uploaded
# file doesn't have an extension.
file_ext = os.path.splitext(original_filename)[1].lower()[1:]
# set the file paths depending on the file type
media_file = MediaFile()
media_file.display_name = original_filename
media_file.container = guess_container_format(file_ext)
media_file.type = guess_media_type(media_file.container)
# Small files are stored in memory and do not have a tmp file w/ fileno
if hasattr(file, 'fileno'):
media_file.size = os.fstat(file.fileno())[6]
else:
# The file may contain multi-byte characters, so we must seek instead of count chars
file.seek(0, os.SEEK_END)
media_file.size = file.tell()
file.seek(0)
# update media relations
media.files.append(media_file)
# add the media file (and its media, if new) to the database to get IDs
DBSession.add(media_file)
DBSession.flush()
# copy the file to its permanent location
file_name = '%d_%d_%s.%s' % (media.id, media_file.id, media.slug, file_ext)
file_url = _store_media_file(file, file_name)
media_file.file_name = file_name
return media_file
def _save_media_obj(self, name, email, title, description, tags, file, url):
# create our media object as a status-less placeholder initially
media_obj = Media()
media_obj.author = Author(name, email)
media_obj.title = title
media_obj.slug = get_available_slug(Media, title)
media_obj.description = description
media_obj.notes = fetch_setting('wording_additional_notes')
media_obj.set_tags(tags)
# Create a media object, add it to the media_obj, and store the file permanently.
if file is not None:
media_file = _add_new_media_file(media_obj, file.filename, file.file)
else:
# FIXME: For some reason the media.type isn't ever set to video
# during this request. On subsequent requests, when
# media_obj.update_type() is called, it is set properly.
# This isn't too serious an issue right now because
# it is called the first time a moderator goes to review
# the new media_obj.
media_file = MediaFile()
url = unicode(url)
for type, info in external_embedded_containers.iteritems():
match = info['pattern'].match(url)
if match:
media_file.type = guess_media_type(type)
media_file.container = type
media_file.embed = match.group('id')
media_file.display_name = type.capitalize() + ' ID: ' + media_file.embed
break
else:
# Trigger a validation error on the whole form.
raise formencode.Invalid('Please specify a URL or upload a file below.', None, None)
media_obj.files.append(media_file)
# Add the final changes.
media_obj.update_type()
media_obj.update_status()
DBSession.add(media_obj)
DBSession.flush()
create_default_thumbs_for(media_obj)
return media_obj
def _save_media_obj(self, name, email, title, description, tags, file, url):
# create our media object as a status-less placeholder initially
media_obj = Media()
media_obj.author = Author(name, email)
media_obj.title = title
media_obj.slug = get_available_slug(Media, title)
media_obj.description = description
media_obj.notes = fetch_setting('wording_additional_notes')
media_obj.set_tags(tags)
# Create a media object, add it to the media_obj, and store the file permanently.
if file is not None:
media_file = _add_new_media_file(media_obj, file.filename, file.file)
else:
media_file = MediaFile()
url = unicode(url)
embed = parse_embed_url(url)
if embed:
media_file.type = embed['type']
media_file.container = embed['container']
media_file.embed = embed['id']
media_file.display_name = '%s ID: %s' % \
(embed['container'].capitalize(), media_file.embed)
else:
# Check for types we can play ourselves
ext = os.path.splitext(url)[1].lower()[1:]
container = guess_container_format(ext)
if container in accepted_extensions():
media_file.type = guess_media_type(container)
media_file.container = container
media_file.url = url
media_file.display_name = os.path.basename(url)
else:
# Trigger a validation error on the whole form.
raise formencode.Invalid('Please specify a URL or upload a file below.', None, None)
media_obj.files.append(media_file)
# Add the final changes.
media_obj.update_status()
DBSession.add(media_obj)
DBSession.flush()
create_default_thumbs_for(media_obj)
return media_obj
def media_file_from_filename(filename):
"""Create and return a MediaFile object representing a given filename.
Does not store the file, or add the created MediaFile to the database.
"""
name, ext, container = base_ext_container_from_uri(filename)
# set the file paths depending on the file type
media_file = MediaFile()
media_file.display_name = '%s.%s' % (name, container)
media_file.container = container
media_file.type = guess_media_type(ext)
# File has not been stored. It has neither URL nor Filename.
media_file.url = None
media_file.file_name = None
return media_file
def add_new_media_file(media, file=None, url=None):
"""Create a MediaFile instance from the given file or URL.
This function MAY modify the given media object.
:type media: :class:`~mediacore.model.media.Media` instance
:param media: The media object that this file or URL will belong to.
:type file: :class:`cgi.FieldStorage` or None
:param file: A freshly uploaded file object.
:type url: unicode or None
:param url: A remote URL string.
:rtype: :class:`~mediacore.model.media.MediaFile`
:returns: A newly created media file instance.
:raises StorageError: If the input file or URL cannot be
stored with any of the registered storage engines.
"""
engines = DBSession.query(StorageEngine)\
.filter(StorageEngine.enabled == True)\
.all()
sorted_engines = list(sort_engines(engines))
for engine in sorted_engines:
try:
meta = engine.parse(file=file, url=url)
log.debug('Engine %r returned meta %r', engine, meta)
break
except UnsuitableEngineError:
log.debug('Engine %r unsuitable for %r/%r', engine, file, url)
continue
else:
raise StorageError(_('Unusable file or URL provided.'), None, None)
mf = MediaFile()
mf.storage = engine
mf.media = media
mf.type = meta['type']
mf.display_name = meta.get('display_name', default_display_name(file, url))
mf.unique_id = meta.get('unique_id', None)
mf.container = meta.get('container', None)
mf.size = meta.get('size', None)
mf.bitrate = meta.get('bitrate', None)
mf.width = meta.get('width', None)
mf.height = meta.get('height', None)
media.files.append(mf)
DBSession.flush()
unique_id = engine.store(media_file=mf, file=file, url=url, meta=meta)
if unique_id:
mf.unique_id = unique_id
elif not mf.unique_id:
raise StorageError('Engine %r returned no unique ID.', engine)
if not media.duration and meta.get('duration', 0):
media.duration = meta['duration']
if not media.description and meta.get('description'):
media.description = clean_xhtml(meta['description'])
if not media.title:
media.title = meta.get('title', None) or mf.display_name
if media.type is None:
media.type = mf.type
if ('thumbnail_url' in meta or 'thumbnail_file' in meta) \
and (not has_thumbs(media) or has_default_thumbs(media)):
thumb_file = meta.get('thumbnail_file', None)
if thumb_file is not None:
thumb_filename = thumb_file.filename
else:
thumb_url = meta['thumbnail_url']
thumb_filename = os.path.basename(thumb_url)
# Download the image to a buffer and wrap it as a file-like object
try:
temp_img = urlopen(thumb_url)
thumb_file = StringIO(temp_img.read())
temp_img.close()
except URLError, e:
log.exception(e)
if thumb_file is not None:
create_thumbs_for(media, thumb_file, thumb_filename)
thumb_file.close()
def add_new_media_file(media, file=None, url=None):
"""Create a MediaFile instance from the given file or URL.
This function MAY modify the given media object.
:type media: :class:`~mediacore.model.media.Media` instance
:param media: The media object that this file or URL will belong to.
:type file: :class:`cgi.FieldStorage` or None
:param file: A freshly uploaded file object.
:type url: unicode or None
:param url: A remote URL string.
:rtype: :class:`~mediacore.model.media.MediaFile`
:returns: A newly created media file instance.
:raises StorageError: If the input file or URL cannot be
stored with any of the registered storage engines.
"""
engines = DBSession.query(StorageEngine)\
.filter(StorageEngine.enabled == True)\
.all()
sorted_engines = list(sort_engines(engines))
for engine in sorted_engines:
try:
meta = engine.parse(file=file, url=url)
log.debug('Engine %r returned meta %r', engine, meta)
break
except UnsuitableEngineError:
log.debug('Engine %r unsuitable for %r/%r', engine, file, url)
continue
else:
raise StorageError(_('Unusable file or URL provided.'), None, None)
mf = MediaFile()
mf.storage = engine
mf.media = media
mf.type = meta['type']
mf.display_name = meta.get('display_name', default_display_name(file, url))
mf.unique_id = meta.get('unique_id', None)
mf.container = meta.get('container', None)
mf.size = meta.get('size', None)
mf.bitrate = meta.get('bitrate', None)
mf.width = meta.get('width', None)
mf.height = meta.get('height', None)
media.files.append(mf)
DBSession.flush()
unique_id = engine.store(media_file=mf, file=file, url=url, meta=meta)
if unique_id:
mf.unique_id = unique_id
elif not mf.unique_id:
raise StorageError('Engine %r returned no unique ID.', engine)
if not media.duration and meta.get('duration', 0):
media.duration = meta['duration']
if not media.description and meta.get('description'):
media.description = clean_xhtml(meta['description'])
if not media.title:
media.title = meta.get('title', None) or mf.display_name
if media.type is None:
media.type = mf.type
if ('thumbnail_url' in meta or 'thumbnail_file' in meta) \
and (not has_thumbs(media) or has_default_thumbs(media)):
thumb_file = meta.get('thumbnail_file', None)
if thumb_file is not None:
thumb_filename = thumb_file.filename
else:
thumb_url = meta['thumbnail_url']
thumb_filename = os.path.basename(thumb_url)
# Download the image to a buffer and wrap it as a file-like object
try:
temp_img = urlopen(thumb_url)
thumb_file = StringIO(temp_img.read())
temp_img.close()
except URLError, e:
log.exception(e)
if thumb_file is not None:
create_thumbs_for(media, thumb_file, thumb_filename)
thumb_file.close()
def add_default_data():
log.info('Adding default data')
settings = [
(u'email_media_uploaded', None),
(u'email_comment_posted', None),
(u'email_support_requests', None),
(u'email_send_from', u'noreply@localhost'),
(u'wording_user_uploads',
N_(u"Upload your media using the form below. We'll review it and get back to you."
)),
(u'wording_administrative_notes', None),
(u'wording_display_administrative_notes', u''),
(u'popularity_decay_exponent', u'4'),
(u'popularity_decay_lifetime', u'36'),
(u'rich_text_editor', u'tinymce'),
(u'google_analytics_uacct', u''),
(u'featured_category', u'1'),
(u'max_upload_size', u'314572800'),
(u'ftp_storage', u'false'),
(u'ftp_server', u'ftp.someserver.com'),
(u'ftp_user', u'username'),
(u'ftp_password', u'password'),
(u'ftp_upload_directory', u'media'),
(u'ftp_download_url',
u'http://www.someserver.com/web/accessible/media/'),
(u'ftp_upload_integrity_retries', u'10'),
(u'akismet_key', u''),
(u'akismet_url', u''),
(u'req_comment_approval', u''),
(u'use_embed_thumbnails', u'true'),
(u'api_secret_key_required', u'true'),
(u'api_secret_key', random_string(20)),
(u'api_media_max_results', u'50'),
(u'api_tree_max_depth', u'10'),
(u'general_site_name', u'MediaCore'),
(u'general_site_title_display_order', u'prepend'),
(u'sitemaps_display', u'True'),
(u'rss_display', u'True'),
(u'vulgarity_filtered_words', u''),
(u'primary_language', u'en'),
(u'advertising_banner_html', u''),
(u'advertising_sidebar_html', u''),
(u'comments_engine', u'mediacore'),
(u'facebook_appid', u''),
]
settings.extend(appearance_settings)
for key, value in settings:
s = Setting()
s.key = key
s.value = value
DBSession.add(s)
admin_user = User()
admin_user.user_name = u'admin'
admin_user.display_name = u'Admin'
admin_user.email_address = u'*****@*****.**'
admin_user.password = u'admin'
DBSession.add(admin_user)
admin_group = Group()
admin_group.group_name = u'admins'
admin_group.display_name = u'Admins'
admin_group.users.append(admin_user)
DBSession.add(admin_group)
editor_group = Group()
editor_group.group_name = u'editors'
editor_group.display_name = u'Editors'
DBSession.add(editor_group)
admin_perm = Permission()
admin_perm.permission_name = u'admin'
admin_perm.description = u'Grants access to the admin panel'
admin_perm.groups.append(admin_group)
DBSession.add(admin_perm)
edit_perm = Permission()
edit_perm.permission_name = u'edit'
edit_perm.description = u'Grants access to edit site content'
edit_perm.groups.append(admin_group)
edit_perm.groups.append(editor_group)
DBSession.add(edit_perm)
category = Category()
category.name = u'Featured'
category.slug = u'featured'
DBSession.add(category)
category2 = Category()
category2.name = u'Instructional'
category2.slug = u'instructional'
DBSession.add(category2)
podcast = Podcast()
podcast.slug = u'hello-world'
podcast.title = u'Hello World'
podcast.subtitle = u'My very first podcast!'
podcast.description = u"""<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>"""
podcast.category = u'Technology'
podcast.author = Author(admin_user.display_name, admin_user.email_address)
podcast.explicit = None
podcast.copyright = u'Copyright 2009 Xyz'
podcast.itunes_url = None
podcast.feedburner_url = None
DBSession.add(podcast)
comment = Comment()
comment.subject = u'Re: New Media'
comment.author = AuthorWithIP(name=u'John Doe', ip=2130706433)
comment.body = u'<p>Hello to you too!</p>'
DBSession.add(comment)
media = Media()
media.type = None
media.slug = u'new-media'
media.reviewed = True
media.encoded = False
media.publishable = False
media.title = u'New Media'
media.subtitle = None
media.description = u"""<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>"""
media.description_plain = u"""Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum."""
media.author = Author(admin_user.display_name, admin_user.email_address)
media.categories.append(category)
media.comments.append(comment)
DBSession.add(media)
#XXX The list of default players is actually defined in model.players
# and should at some point be moved here to avoid inconsistency
# between the default storage engines and default players.
remote_url_storage = RemoteURLStorage()
default_engines = [
LocalFileStorage(),
remote_url_storage,
YoutubeStorage(),
VimeoStorage(),
BlipTVStorage(),
DailyMotionStorage(),
GoogleVideoStorage(),
]
for engine in default_engines:
DBSession.add(engine)
import datetime
instructional_media = [
(
u'workflow-in-mediacore',
u'Workflow in MediaCore',
u'<p>This sceencast explains the publish status feature in MediaCore.</p><p>Initially all videos uploaded through the front-end or admin panel are placed under "awaiting review" status. Once the administrator hits the "review complete" button, they can upload media. Videos can be added in any format, however, they can only be published if they are in a web-ready format such as FLV, M4V, MP3, or MP4. Alternatively, if they are published through Youtube or Vimeo the encoding step is skipped</p><p>Once uploaded and encoded the administrator can then publish the video.</p>',
u'This sceencast explains the publish status feature in MediaCore.\nInitially all videos uploaded through the front-end or admin panel are placed under \"awaiting review\" status. Once the administrator hits the \"review complete\" button, they can upload media. Videos can be added in any format, however, they can only be published if they are in a web-ready format such as FLV, M4V, MP3, or MP4. Alternatively, if they are published through Youtube or Vimeo the encoding step is skipped\nOnce uploaded and encoded the administrator can then publish the video.',
datetime.datetime(2010, 5, 13, 2, 29, 40),
218,
u'http://getmediacore.com/files/tutorial-workflow-in-mediacore.mp4',
u'video',
u'mp4',
),
(
u'creating-a-podcast-in-mediacore',
u'Creating a Podcast in MediaCore',
u'<p>This describes the process an administrator goes through in creating a podcast in MediaCore. An administrator can enter information that will automatically generate the iTunes/RSS feed information. Any episodes published to a podcast will automatically publish to iTunes/RSS.</p>',
u'This describes the process an administrator goes through in creating a podcast in MediaCore. An administrator can enter information that will automatically generate the iTunes/RSS feed information. Any episodes published to a podcast will automatically publish to iTunes/RSS.',
datetime.datetime(2010, 5, 13, 2, 33, 44),
100,
u'http://getmediacore.com/files/tutorial-create-podcast-in-mediacore.mp4',
u'video',
u'mp4',
),
(
u'adding-a-video-in-mediacore',
u'Adding a Video in MediaCore',
u'<p>This screencast shows how video or audio can be added in MediaCore.</p><p>MediaCore supports a wide range of formats including (but not limited to): YouTube, Vimeo, Google Video, Amazon S3, Bits on the Run, BrightCove, Kaltura, and either your own server or someone else\'s.</p><p>Videos can be uploaded in any format, but can only be published in web-ready formats such as FLV, MP3, M4V, MP4 etc.</p>',
u'This screencast shows how video or audio can be added in MediaCore.\nMediaCore supports a wide range of formats including (but not limited to): YouTube, Vimeo, Google Video, Amazon S3, Bits on the Run, BrightCove, Kaltura, and either your own server or someone else\'s.\nVideos can be uploaded in any format, but can only be published in web-ready formats such as FLV, MP3, M4V, MP4 etc.',
datetime.datetime(2010, 5, 13, 02, 37, 36),
169,
u'http://getmediacore.com/files/tutorial-add-video-in-mediacore.mp4',
u'video',
u'mp4',
),
]
name = u'MediaCore Team'
email = u'*****@*****.**'
for slug, title, desc, desc_plain, publish_on, duration, url, type_, container in instructional_media:
media = Media()
media.author = Author(name, email)
media.description = desc
media.description_plain = desc_plain
media.duration = duration
media.publish_on = publish_on
media.slug = slug
media.title = title
media.type = type_
media_file = MediaFile()
media_file.container = container
media_file.created_on = publish_on
media_file.display_name = os.path.basename(url)
media_file.duration = duration
media_file.type = type_
media_file.storage = remote_url_storage
media_file.unique_id = url
DBSession.add(media)
DBSession.add(media_file)
media.files.append(media_file)
media.categories.append(category2)
media.encoded = True
media.reviewed = True
media.publishable = True
def add_default_data():
log.info('Adding default data')
settings = [
(u'email_media_uploaded', None),
(u'email_comment_posted', None),
(u'email_support_requests', None),
(u'email_send_from', u'noreply@localhost'),
(u'wording_user_uploads', N_(u"Upload your media using the form below. We'll review it and get back to you.")),
(u'wording_administrative_notes', None),
(u'wording_display_administrative_notes', u''),
(u'popularity_decay_exponent', u'4'),
(u'popularity_decay_lifetime', u'36'),
(u'rich_text_editor', u'tinymce'),
(u'google_analytics_uacct', u''),
(u'featured_category', u'1'),
(u'max_upload_size', u'314572800'),
(u'ftp_storage', u'false'),
(u'ftp_server', u'ftp.someserver.com'),
(u'ftp_user', u'username'),
(u'ftp_password', u'password'),
(u'ftp_upload_directory', u'media'),
(u'ftp_download_url', u'http://www.someserver.com/web/accessible/media/'),
(u'ftp_upload_integrity_retries', u'10'),
(u'akismet_key', u''),
(u'akismet_url', u''),
(u'req_comment_approval', u''),
(u'use_embed_thumbnails', u'true'),
(u'api_secret_key_required', u'true'),
(u'api_secret_key', random_string(20)),
(u'api_media_max_results', u'50'),
(u'api_tree_max_depth', u'10'),
(u'general_site_name', u'MediaCore'),
(u'general_site_title_display_order', u'prepend'),
(u'sitemaps_display', u'True'),
(u'rss_display', u'True'),
(u'vulgarity_filtered_words', u''),
(u'primary_language', u'en'),
(u'advertising_banner_html', u''),
(u'advertising_sidebar_html', u''),
(u'comments_engine', u'mediacore'),
(u'facebook_appid', u''),
]
settings.extend(appearance_settings)
for key, value in settings:
s = Setting()
s.key = key
s.value = value
DBSession.add(s)
admin_user = User()
admin_user.user_name = u'admin'
admin_user.display_name = u'Admin'
admin_user.email_address = u'*****@*****.**'
admin_user.password = u'admin'
DBSession.add(admin_user)
admin_group = Group(name=u'admins', display_name=u'Admins')
admin_group.users.append(admin_user)
DBSession.add(admin_group)
editor_group = Group(name=u'editors', display_name=u'Editors')
DBSession.add(editor_group)
admin_perm = Permission(name=u'admin', groups=[admin_group],
description=u'Grants access to the admin panel')
DBSession.add(admin_perm)
edit_perm = Permission(name=u'edit', groups=[admin_group, editor_group],
description=u'Grants access to edit site content')
DBSession.add(edit_perm)
category = Category(name=u'Featured', slug=u'featured')
DBSession.add(category)
category2 = Category(name=u'Instructional', slug=u'instructional')
DBSession.add(category2)
podcast = Podcast()
podcast.slug = u'hello-world'
podcast.title = u'Hello World'
podcast.subtitle = u'My very first podcast!'
podcast.description = u"""<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>"""
podcast.category = u'Technology'
podcast.author = Author(admin_user.display_name, admin_user.email_address)
podcast.explicit = None
podcast.copyright = u'Copyright 2009 Xyz'
podcast.itunes_url = None
podcast.feedburner_url = None
DBSession.add(podcast)
comment = Comment()
comment.subject = u'Re: New Media'
comment.author = AuthorWithIP(name=u'John Doe', ip=2130706433)
comment.body = u'<p>Hello to you too!</p>'
DBSession.add(comment)
media = Media()
media.type = None
media.slug = u'new-media'
media.reviewed = True
media.encoded = False
media.publishable = False
media.title = u'New Media'
media.subtitle = None
media.description = u"""<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>"""
media.description_plain = u"""Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum."""
media.author = Author(admin_user.display_name, admin_user.email_address)
media.categories.append(category)
media.comments.append(comment)
DBSession.add(media)
#XXX The list of default players is actually defined in model.players
# and should at some point be moved here to avoid inconsistency
# between the default storage engines and default players.
remote_url_storage = RemoteURLStorage()
default_engines = [
LocalFileStorage(),
remote_url_storage,
YoutubeStorage(),
VimeoStorage(),
BlipTVStorage(),
DailyMotionStorage(),
GoogleVideoStorage(),
]
for engine in default_engines:
DBSession.add(engine)
import datetime
instructional_media = [
(u'workflow-in-mediacore',
u'Workflow in MediaCore',
u'<p>This sceencast explains the publish status feature in MediaCore.</p><p>Initially all videos uploaded through the front-end or admin panel are placed under "awaiting review" status. Once the administrator hits the "review complete" button, they can upload media. Videos can be added in any format, however, they can only be published if they are in a web-ready format such as FLV, M4V, MP3, or MP4. Alternatively, if they are published through Youtube or Vimeo the encoding step is skipped</p><p>Once uploaded and encoded the administrator can then publish the video.</p>',
u'This sceencast explains the publish status feature in MediaCore.\nInitially all videos uploaded through the front-end or admin panel are placed under \"awaiting review\" status. Once the administrator hits the \"review complete\" button, they can upload media. Videos can be added in any format, however, they can only be published if they are in a web-ready format such as FLV, M4V, MP3, or MP4. Alternatively, if they are published through Youtube or Vimeo the encoding step is skipped\nOnce uploaded and encoded the administrator can then publish the video.',
datetime.datetime(2010, 5, 13, 2, 29, 40),
218,
u'http://getmediacore.com/files/tutorial-workflow-in-mediacore.mp4',
u'video',
u'mp4',
),
(u'creating-a-podcast-in-mediacore',
u'Creating a Podcast in MediaCore',
u'<p>This describes the process an administrator goes through in creating a podcast in MediaCore. An administrator can enter information that will automatically generate the iTunes/RSS feed information. Any episodes published to a podcast will automatically publish to iTunes/RSS.</p>',
u'This describes the process an administrator goes through in creating a podcast in MediaCore. An administrator can enter information that will automatically generate the iTunes/RSS feed information. Any episodes published to a podcast will automatically publish to iTunes/RSS.',
datetime.datetime(2010, 5, 13, 2, 33, 44),
100,
u'http://getmediacore.com/files/tutorial-create-podcast-in-mediacore.mp4',
u'video',
u'mp4',
),
(u'adding-a-video-in-mediacore',
u'Adding a Video in MediaCore',
u'<p>This screencast shows how video or audio can be added in MediaCore.</p><p>MediaCore supports a wide range of formats including (but not limited to): YouTube, Vimeo, Google Video, Amazon S3, Bits on the Run, BrightCove, Kaltura, and either your own server or someone else\'s.</p><p>Videos can be uploaded in any format, but can only be published in web-ready formats such as FLV, MP3, M4V, MP4 etc.</p>',
u'This screencast shows how video or audio can be added in MediaCore.\nMediaCore supports a wide range of formats including (but not limited to): YouTube, Vimeo, Google Video, Amazon S3, Bits on the Run, BrightCove, Kaltura, and either your own server or someone else\'s.\nVideos can be uploaded in any format, but can only be published in web-ready formats such as FLV, MP3, M4V, MP4 etc.',
datetime.datetime(2010, 5, 13, 02, 37, 36),
169,
u'http://getmediacore.com/files/tutorial-add-video-in-mediacore.mp4',
u'video',
u'mp4',
),
]
name = u'MediaCore Team'
email = u'*****@*****.**'
for slug, title, desc, desc_plain, publish_on, duration, url, type_, container in instructional_media:
media = Media()
media.author = Author(name, email)
media.description = desc
media.description_plain = desc_plain
media.duration = duration
media.publish_on = publish_on
media.slug = slug
media.title = title
media.type = type_
media_file = MediaFile()
media_file.container = container
media_file.created_on = publish_on
media_file.display_name = os.path.basename(url)
media_file.duration = duration
media_file.type = type_
media_file.storage = remote_url_storage
media_file.unique_id = url
DBSession.add(media)
DBSession.add(media_file)
media.files.append(media_file)
media.categories.append(category2)
media.encoded = True
media.reviewed = True
media.publishable = True
def add_file(self, id, file=None, url=None, **kwargs):
"""Save action for the :class:`~mediacore.forms.media.AddFileForm`.
Creates a new :class:`~mediacore.model.media.MediaFile` from the
uploaded file or the local or remote URL.
:param id: Media ID. If ``"new"`` a new Media stub is created with
:func:`~mediacore.model.media.create_media_stub`.
:type id: :class:`int` or ``"new"``
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:param url: A URL to a recognizable audio or video file
:type url: :class:`unicode` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
media_id
The :attr:`~mediacore.model.media.Media.id` which is
important if new media has just been created.
file_id
The :attr:`~mediacore.model.media.MediaFile.id` for the newly
created file.
edit_form
The rendered XHTML :class:`~mediacore.forms.media.EditFileForm`
for this file.
status_form
The rendered XHTML :class:`~mediacore.forms.media.UpdateStatusForm`
"""
if id == 'new':
media = create_media_stub()
else:
media = fetch_row(Media, id, incl_trash=True)
try:
if file is not None:
# Create a media object, add it to the video, and store the file permanently.
media_file = _add_new_media_file(media, file.filename, file.file)
elif url:
media_file = MediaFile()
# Parse the URL checking for known embeddables like YouTube
for type, info in config.embeddable_filetypes.iteritems():
match = re.match(info['pattern'], url)
if match:
media_file.type = type
media_file.url = match.group('id')
media_file.enable_feed = False
break
else:
# Check for types we can play ourselves
type = os.path.splitext(url)[1].lower()[1:]
for playable_types in config.playable_types.itervalues():
if type in playable_types:
media_file.type = type
media_file.url = url
break
else:
raise Exception, 'Unsupported URL %s' % url
else:
raise Exception, 'Given no action to perform.'
media.files.append(media_file)
media.update_type()
media.update_status()
DBSession.add(media)
DBSession.flush()
# Render some widgets so the XHTML can be injected into the page
edit_form_xhtml = unicode(edit_file_form.display(
action=url_for(action='edit_file', id=media.id),
file=media_file))
status_form_xhtml = unicode(update_status_form.display(
action=url_for(action='update_status', id=media.id),
media=media))
return dict(
success = True,
media_id = media.id,
file_id = media_file.id,
edit_form = edit_form_xhtml,
status_form = status_form_xhtml,
)
except Exception, e:
return dict(
success = False,
message = e.message,
)
def add_default_data():
log.info("Adding default data")
settings = [
(u"email_media_uploaded", None),
(u"email_comment_posted", None),
(u"email_support_requests", None),
(u"email_send_from", u"noreply@localhost"),
(u"wording_user_uploads", N_(u"Upload your media using the form below. We'll review it and get back to you.")),
(u"wording_administrative_notes", None),
(u"wording_display_administrative_notes", u""),
(u"popularity_decay_exponent", u"4"),
(u"popularity_decay_lifetime", u"36"),
(u"rich_text_editor", u"tinymce"),
(u"google_analytics_uacct", u""),
(u"featured_category", u"1"),
(u"max_upload_size", u"314572800"),
(u"ftp_storage", u"false"),
(u"ftp_server", u"ftp.someserver.com"),
(u"ftp_user", u"username"),
(u"ftp_password", u"password"),
(u"ftp_upload_directory", u"media"),
(u"ftp_download_url", u"http://www.someserver.com/web/accessible/media/"),
(u"ftp_upload_integrity_retries", u"10"),
(u"akismet_key", u""),
(u"akismet_url", u""),
(u"req_comment_approval", u""),
(u"use_embed_thumbnails", u"true"),
(u"api_secret_key_required", u"true"),
(u"api_secret_key", random_string(20)),
(u"api_media_max_results", u"50"),
(u"api_tree_max_depth", u"10"),
(u"general_site_name", u"MediaCore"),
(u"general_site_title_display_order", u"prepend"),
(u"sitemaps_display", u"True"),
(u"rss_display", u"True"),
(u"vulgarity_filtered_words", u""),
(u"primary_language", u"en"),
(u"advertising_banner_html", u""),
(u"advertising_sidebar_html", u""),
(u"comments_engine", u"mediacore"),
(u"facebook_appid", u""),
]
settings.extend(appearance_settings)
for key, value in settings:
s = Setting()
s.key = key
s.value = value
DBSession.add(s)
admin_user = User()
admin_user.user_name = u"admin"
admin_user.display_name = u"Admin"
admin_user.email_address = u"*****@*****.**"
admin_user.password = u"admin"
DBSession.add(admin_user)
admin_group = Group(name=u"admins", display_name=u"Admins")
admin_group.users.append(admin_user)
DBSession.add(admin_group)
editor_group = Group(name=u"editors", display_name=u"Editors")
DBSession.add(editor_group)
anonymous_group = Group(name=u"anonymous", display_name=u"Everyone (including guests)")
DBSession.add(anonymous_group)
authenticated_group = Group(name=u"authenticated", display_name=u"Logged in users")
DBSession.add(authenticated_group)
admin_perm = Permission(name=u"admin", groups=[admin_group], description=u"Grants access to the admin panel")
DBSession.add(admin_perm)
edit_perm = Permission(
name=u"edit", groups=[admin_group, editor_group], description=u"Grants access to edit site content"
)
DBSession.add(edit_perm)
view_perm = Permission(
name=u"view", groups=[admin_group, anonymous_group, editor_group], description=u"View published media"
)
DBSession.add(view_perm)
upload_perm = Permission(
name=u"upload", groups=[admin_group, anonymous_group, editor_group], description=u"Can upload new media"
)
DBSession.add(upload_perm)
media_upload_perm = Permission()
media_upload_perm.permission_name = u"MEDIA_UPLOAD"
media_upload_perm.description = u"Grants the ability to upload new media"
media_upload_perm.groups.append(admin_group)
media_upload_perm.groups.append(editor_group)
media_upload_perm.groups.append(anonymous_group)
DBSession.add(edit_perm)
category = Category(name=u"Featured", slug=u"featured")
DBSession.add(category)
category2 = Category(name=u"Instructional", slug=u"instructional")
DBSession.add(category2)
podcast = Podcast()
podcast.slug = u"hello-world"
podcast.title = u"Hello World"
podcast.subtitle = u"My very first podcast!"
podcast.description = u"""<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>"""
podcast.category = u"Technology"
podcast.author = Author(admin_user.display_name, admin_user.email_address)
podcast.explicit = None
podcast.copyright = u"Copyright 2009 Xyz"
podcast.itunes_url = None
podcast.feedburner_url = None
DBSession.add(podcast)
comment = Comment()
comment.subject = u"Re: New Media"
comment.author = AuthorWithIP(name=u"John Doe", ip=2130706433)
comment.body = u"<p>Hello to you too!</p>"
DBSession.add(comment)
media = Media()
media.type = None
media.slug = u"new-media"
media.reviewed = True
media.encoded = False
media.publishable = False
media.title = u"New Media"
media.subtitle = None
media.description = u"""<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>"""
media.description_plain = u"""Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum."""
media.author = Author(admin_user.display_name, admin_user.email_address)
media.categories.append(category)
media.comments.append(comment)
DBSession.add(media)
# XXX The list of default players is actually defined in model.players
# and should at some point be moved here to avoid inconsistency
# between the default storage engines and default players.
remote_url_storage = RemoteURLStorage()
default_engines = [
LocalFileStorage(),
remote_url_storage,
YoutubeStorage(),
VimeoStorage(),
BlipTVStorage(),
DailyMotionStorage(),
]
for engine in default_engines:
DBSession.add(engine)
import datetime
instructional_media = [
(
u"workflow-in-mediacore",
u"Workflow in MediaCore",
u"<p>This sceencast explains the publish status feature in MediaCore.</p><p>Initially all videos uploaded through the front-end or admin panel are placed under "awaiting review" status. Once the administrator hits the "review complete" button, they can upload media. Videos can be added in any format, however, they can only be published if they are in a web-ready format such as FLV, M4V, MP3, or MP4. Alternatively, if they are published through Youtube or Vimeo the encoding step is skipped</p><p>Once uploaded and encoded the administrator can then publish the video.</p>",
u'This sceencast explains the publish status feature in MediaCore.\nInitially all videos uploaded through the front-end or admin panel are placed under "awaiting review" status. Once the administrator hits the "review complete" button, they can upload media. Videos can be added in any format, however, they can only be published if they are in a web-ready format such as FLV, M4V, MP3, or MP4. Alternatively, if they are published through Youtube or Vimeo the encoding step is skipped\nOnce uploaded and encoded the administrator can then publish the video.',
datetime.datetime(2010, 5, 13, 2, 29, 40),
218,
u"http://mediacorecommunity.org/files/videos/tutorial-workflow-in-mediacore.mp4",
u"video",
u"mp4",
),
(
u"creating-a-podcast-in-mediacore",
u"Creating a Podcast in MediaCore",
u"<p>This describes the process an administrator goes through in creating a podcast in MediaCore. An administrator can enter information that will automatically generate the iTunes/RSS feed information. Any episodes published to a podcast will automatically publish to iTunes/RSS.</p>",
u"This describes the process an administrator goes through in creating a podcast in MediaCore. An administrator can enter information that will automatically generate the iTunes/RSS feed information. Any episodes published to a podcast will automatically publish to iTunes/RSS.",
datetime.datetime(2010, 5, 13, 2, 33, 44),
100,
u"http://mediacorecommunity.org/files/videos/tutorial-create-podcast-in-mediacore.mp4",
u"video",
u"mp4",
),
(
u"adding-a-video-in-mediacore",
u"Adding a Video in MediaCore",
u"<p>This screencast shows how video or audio can be added in MediaCore.</p><p>MediaCore supports a wide range of formats including (but not limited to): YouTube, Vimeo, Amazon S3, Bits on the Run, BrightCove, Kaltura, and either your own server or someone else's.</p><p>Videos can be uploaded in any format, but can only be published in web-ready formats such as FLV, MP3, M4V, MP4 etc.</p>",
u"This screencast shows how video or audio can be added in MediaCore.\nMediaCore supports a wide range of formats including (but not limited to): YouTube, Vimeo, Amazon S3, Bits on the Run, BrightCove, Kaltura, and either your own server or someone else's.\nVideos can be uploaded in any format, but can only be published in web-ready formats such as FLV, MP3, M4V, MP4 etc.",
datetime.datetime(2010, 5, 13, 02, 37, 36),
169,
u"http://mediacorecommunity.org/files/videos/tutorial-add-video-in-mediacore.mp4",
u"video",
u"mp4",
),
]
name = u"MediaCore Team"
email = u"*****@*****.**"
for slug, title, desc, desc_plain, publish_on, duration, url, type_, container in instructional_media:
media = Media()
media.author = Author(name, email)
media.description = desc
media.description_plain = desc_plain
media.duration = duration
media.publish_on = publish_on
media.slug = slug
media.title = title
media.type = type_
media_file = MediaFile()
media_file.container = container
media_file.created_on = publish_on
media_file.display_name = os.path.basename(url)
media_file.duration = duration
media_file.type = type_
media_file.storage = remote_url_storage
media_file.unique_id = url
DBSession.add(media)
DBSession.add(media_file)
media.files.append(media_file)
media.categories.append(category2)
media.encoded = True
media.reviewed = True
media.publishable = True
def add_file(self, id, file=None, url=None, **kwargs):
"""Save action for the :class:`~mediacore.forms.admin.media.AddFileForm`.
Creates a new :class:`~mediacore.model.media.MediaFile` from the
uploaded file or the local or remote URL.
:param id: Media ID. If ``"new"`` a new Media stub is created with
:func:`~mediacore.model.media.create_media_stub`.
:type id: :class:`int` or ``"new"``
:param file: The uploaded file
:type file: :class:`cgi.FieldStorage` or ``None``
:param url: A URL to a recognizable audio or video file
:type url: :class:`unicode` or ``None``
:rtype: JSON dict
:returns:
success
bool
message
Error message, if unsuccessful
media_id
The :attr:`~mediacore.model.media.Media.id` which is
important if new media has just been created.
file_id
The :attr:`~mediacore.model.media.MediaFile.id` for the newly
created file.
edit_form
The rendered XHTML :class:`~mediacore.forms.admin.media.EditFileForm`
for this file.
status_form
The rendered XHTML :class:`~mediacore.forms.admin.media.UpdateStatusForm`
"""
if id == 'new':
media = create_media_stub()
else:
media = fetch_row(Media, id)
data = dict(success=False)
if file is not None:
# Create a media object, add it to the video, and store the file permanently.
media_file = _add_new_media_file(media, file.filename, file.file)
data['success'] = True
elif url:
media_file = MediaFile()
# Parse the URL checking for known embeddables like YouTube
for type, info in external_embedded_containers.iteritems():
match = info['pattern'].match(url)
if match:
media_file.type = guess_media_type(type)
media_file.container = type
media_file.embed = match.group('id')
media_file.display_name = type.capitalize() + ' ID: ' + media_file.embed
data['success'] = True
break
else:
# Check for types we can play ourselves
try:
ext = os.path.splitext(url)[1].lower()[1:]
container = guess_container_format(ext)
except KeyError:
container = None
for conts in playable_containers.itervalues():
if container in conts:
media_file.type = guess_media_type(container)
media_file.container = container
media_file.url = url
media_file.display_name = os.path.basename(url)
data['success'] = True
break
else:
data['message'] = 'Unsupported URL'
else:
data['message'] = 'No action to perform.'
if data['success']:
media.files.append(media_file)
media.update_type()
media.update_status()
DBSession.add(media)
DBSession.flush()
if id == 'new':
helpers.create_default_thumbs_for(media)
# Render some widgets so the XHTML can be injected into the page
edit_form_xhtml = unicode(edit_file_form.display(
action=url_for(action='edit_file', id=media.id),
file=media_file))
status_form_xhtml = unicode(update_status_form.display(
action=url_for(action='update_status', id=media.id),
media=media))
data.update(dict(
media_id = media.id,
file_id = media_file.id,
file_type = media_file.type,
edit_form = edit_form_xhtml,
status_form = status_form_xhtml,
))
return data
def prepareForUpload(self,
environ,
media_id,
content_type,
filename,
filesize,
meta=None,
**kwargs):
STORAGE_ENGINE = getStorageEngine()
log.info(
"prepareForUpload({media_id},{content_type},{filename},{filesize})"
.format(**vars()))
if not meta:
meta = {}
else:
try:
meta = json.loads(meta)
except Exception as e:
return {
"success": False,
"message": "Invalid JSON object given for `meta`"
}
media = fetch_row(Media, media_id)
mediaFile = MediaFile()
mediaFile.storage = STORAGE_ENGINE
mediaFile.media = media
mediaFile.media_id = media_id
mediaFile.type = content_type
mediaFile.meta = meta
media.type = content_type
mediaFile.display_name = filename
mediaFile.size = filesize
media.files.append(mediaFile)
DBSession.add(media)
DBSession.add(mediaFile)
DBSession.flush()
# This is to ensure that we don't allow any uploads that haven't been prepared for with prepareForUpload
token = ''.join(
random.choice(string.ascii_uppercase + string.digits)
for x in range(13))
upload_tokens[str(mediaFile.id)] = token
return {
"success":
True,
"id":
mediaFile.id,
"upload_url":
"http://{host}{path}".format(
host=environ['HTTP_HOST'],
path=url_for(controller='upload_api/api/uploader',
action='uploadFile',
media_id=media_id,
file_id=mediaFile.id)),
"upload_headers": {
"Content-Type": "application/octet-stream",
"Cache-Control": "none",
"X-File-Name": filename,
"X-Upload-Token": token
},
"postprocess_url":
"http://{host}{path}".format(
host=environ['HTTP_HOST'],
path=url_for(controller='upload_api/api/uploader',
action='postprocessFile',
media_id=media_id,
file_id=mediaFile.id))
}
