def inject_in_db(cls, enable_player=False):
from mediadrop.model import DBSession
from mediadrop.model.players import players as players_table, PlayerPrefs
prefs = PlayerPrefs()
prefs.name = cls.name
prefs.enabled = enable_player
# MySQL does not allow referencing the same table in a subquery
# (i.e. insert, max): http://stackoverflow.com/a/14302701/138526
# Therefore we need to alias the table in max
current_max_query = sql.select([sql.func.max(players_table.alias().c.priority)])
# sql.func.coalesce == "set default value if func.max does "
# In case there are no players in the database the current max is NULL. With
# coalesce we can set a default value.
new_priority_query = sql.func.coalesce(
current_max_query.as_scalar()+1,
1
)
prefs.priority = new_priority_query
prefs.created_on = datetime.now()
prefs.modified_on = datetime.now()
prefs.data = cls.default_data
DBSession.add(prefs)
DBSession.commit()
def main(parser, options, args):
app_globs = app_globals._current_obj()
app_id = app_globals.settings['facebook_appid']
if not app_id:
print 'No Facebook app_id configured, exiting'
sys.exit(3)
app_secret = options.app_secret
fb = FacebookAPI(app_id, app_secret)
from mediadrop.model import DBSession, Media
# eager loading of 'meta' to speed up later check.
all_media = Media.query.options(joinedload('_meta')).all()
print 'Checking all media for existing Facebook comments'
progress = ProgressBar(maxval=len(all_media)).start()
for i, media in enumerate(all_media):
progress.update(i+1)
if 'facebook-comment-xid' not in media.meta:
continue
if not fb.has_xid_comments(media):
continue
media.meta[u'facebook-comment-xid'] = unicode(media.id)
DBSession.add(media)
DBSession.commit()
progress.finish()
def inject_in_db(cls, enable_player=False):
from mediadrop.model import DBSession
from mediadrop.model.players import players as players_table, PlayerPrefs
prefs = PlayerPrefs()
prefs.name = cls.name
prefs.enabled = enable_player
# MySQL does not allow referencing the same table in a subquery
# (i.e. insert, max): http://stackoverflow.com/a/14302701/138526
# Therefore we need to alias the table in max
current_max_query = sql.select([sql.func.max(players_table.alias().c.priority)])
# sql.func.coalesce == "set default value if func.max does "
# In case there are no players in the database the current max is NULL. With
# coalesce we can set a default value.
new_priority_query = sql.func.coalesce(
current_max_query.as_scalar()+1,
1
)
prefs.priority = new_priority_query
prefs.created_on = datetime.now()
prefs.modified_on = datetime.now()
prefs.data = cls.default_data
DBSession.add(prefs)
DBSession.commit()
def create_new_user(username, config):
from mediadrop.model import DBSession, User, fetch_row, Group
user = User.by_user_name(username)
if user is None:
try:
print "MIDDLEWARE"
print config
l = ldap.initialize(config['ldap_url'])
l.simple_bind_s(config['ldap_binddn'], config['ldap_pw'])
filter = '(samaccountname=%s)' % username
r = l.search_s(config['ldap_base'],ldap.SCOPE_SUBTREE, filter, ['displayname', 'mail'])
l.unbind_s()
user_attrs = {}
for dn, entry in r:
for attr, v in entry.iteritems():
user_attrs[attr] = v[0]
except ldap.LDAPError:
l.unbind_s()
new_user = fetch_row(User, "new")
new_user.display_name = user_attrs['displayName']
new_user.email_address = user_attrs['mail']
new_user.user_name = username
query = DBSession.query(Group).filter(Group.group_name.in_(['authenticated']))
new_user.groups = list(query.all())
DBSession.add(new_user)
DBSession.commit()
def view(self, slug, podcast_slug=None, **kwargs):
"""Display the media player, info and comments.
:param slug: The :attr:`~mediadrop.models.media.Media.slug` to lookup
:param podcast_slug: The :attr:`~mediadrop.models.podcasts.Podcast.slug`
for podcast this media belongs to. Although not necessary for
looking up the media, it tells us that the podcast slug was
specified in the URL and therefore we reached this action by the
preferred route.
:rtype dict:
:returns:
media
The :class:`~mediadrop.model.media.Media` instance for display.
related_media
A list of :class:`~mediadrop.model.media.Media` instances that
rank as topically related to the given media item.
comments
A list of :class:`~mediadrop.model.comments.Comment` instances
associated with the selected media item.
comment_form_action
``str`` comment form action
comment_form_values
``dict`` form values
next_episode
The next episode in the podcast series, if this media belongs to
a podcast, another :class:`~mediadrop.model.media.Media`
instance.
"""
media = fetch_row(Media, slug=slug)
request.perm.assert_permission(u'view', media.resource)
if media.podcast_id is not None:
# Always view podcast media from a URL that shows the context of the podcast
if url_for() != url_for(podcast_slug=media.podcast.slug):
redirect(podcast_slug=media.podcast.slug)
try:
media.increment_views()
DBSession.commit()
except OperationalError:
DBSession.rollback()
if request.settings['comments_engine'] == 'facebook':
response.facebook = Facebook(request.settings['facebook_appid'])
related_media = viewable_media(Media.query.related(media))[:6]
# TODO: finish implementation of different 'likes' buttons
# e.g. the default one, plus a setting to use facebook.
return dict(
media=media,
related_media=related_media,
comments=media.comments.published().all(),
comment_form_action=url_for(action='comment'),
comment_form_values=kwargs,
)
def view(self, slug, podcast_slug=None, **kwargs):
"""Display the media player, info and comments.
:param slug: The :attr:`~mediadrop.models.media.Media.slug` to lookup
:param podcast_slug: The :attr:`~mediadrop.models.podcasts.Podcast.slug`
for podcast this media belongs to. Although not necessary for
looking up the media, it tells us that the podcast slug was
specified in the URL and therefore we reached this action by the
preferred route.
:rtype dict:
:returns:
media
The :class:`~mediadrop.model.media.Media` instance for display.
related_media
A list of :class:`~mediadrop.model.media.Media` instances that
rank as topically related to the given media item.
comments
A list of :class:`~mediadrop.model.comments.Comment` instances
associated with the selected media item.
comment_form_action
``str`` comment form action
comment_form_values
``dict`` form values
next_episode
The next episode in the podcast series, if this media belongs to
a podcast, another :class:`~mediadrop.model.media.Media`
instance.
"""
media = fetch_row(Media, slug=slug)
request.perm.assert_permission(u'view', media.resource)
if media.podcast_id is not None:
# Always view podcast media from a URL that shows the context of the podcast
if url_for() != url_for(podcast_slug=media.podcast.slug):
redirect(podcast_slug=media.podcast.slug)
try:
media.increment_views()
DBSession.commit()
except OperationalError:
DBSession.rollback()
if request.settings['comments_engine'] == 'facebook':
response.facebook = Facebook(request.settings['facebook_appid'])
related_media = viewable_media(Media.query.related(media))[:6]
# TODO: finish implementation of different 'likes' buttons
# e.g. the default one, plus a setting to use facebook.
return dict(
media = media,
related_media = related_media,
comments = media.comments.published().all(),
comment_form_action = url_for(action='comment'),
comment_form_values = kwargs,
)
def _create_user_with_admin_permission_only(self):
admin_perm = DBSession.query(Permission).filter(Permission.permission_name == u'admin').one()
second_admin_group = Group.example(name=u'Second admin group')
admin_perm.groups.append(second_admin_group)
admin = User.example(groups=[second_admin_group])
DBSession.commit()
perm = MediaDropPermissionSystem.permissions_for_user(admin, config)
assert_true(perm.contains_permission(u'admin'))
assert_false(perm.contains_permission(u'edit'))
return admin
def _create_user_with_admin_permission_only(self):
admin_perm = DBSession.query(Permission).filter(Permission.permission_name == u'admin').one()
second_admin_group = Group.example(name=u'Second admin group')
admin_perm.groups.append(second_admin_group)
admin = User.example(groups=[second_admin_group])
DBSession.commit()
perm = MediaDropPermissionSystem.permissions_for_user(admin, config)
assert_true(perm.contains_permission(u'admin'))
assert_false(perm.contains_permission(u'edit'))
return admin
def test_add_file_url(self):
slug = u'test-add-file-url'
title = u'Test Adding File by URL on Media Edit Page.'
try:
media = self._new_publishable_media(slug, title)
media.publishable = False
media.reviewed = False
DBSession.add(media)
DBSession.commit()
media_id = media.id
except SQLAlchemyError, e:
DBSession.rollback()
raise e
def test_add_file_url(self):
slug = u'test-add-file-url'
title = u'Test Adding File by URL on Media Edit Page.'
try:
media = self._new_publishable_media(slug, title)
media.publishable = False
media.reviewed = False
DBSession.add(media)
DBSession.commit()
media_id = media.id
except SQLAlchemyError, e:
DBSession.rollback()
raise e
def inject_in_db(cls, enable_player=False):
from mediadrop.model import DBSession
from mediadrop.model.players import players as players_table, PlayerPrefs
prefs = PlayerPrefs()
prefs.name = cls.name
prefs.enabled = enable_player
# didn't get direct SQL expression to work with SQLAlchemy
# player_table = sql.func.max(player_table.c.priority)
query = sql.select([sql.func.max(players_table.c.priority)])
max_priority = DBSession.execute(query).first()[0]
if max_priority is None:
max_priority = -1
prefs.priority = max_priority + 1
prefs.created_on = datetime.now()
prefs.modified_on = datetime.now()
prefs.data = cls.default_data
DBSession.add(prefs)
DBSession.commit()
def test_edit_media(self):
title = u'Edit Existing Media Test'
slug = u'edit-existing-media-test' # this should be unique
# Values that we will change during the edit process
name = u'Frederick Awesomeson'
email = u'*****@*****.**'
description = u'This media item was created to test the "admin/media/edit/someID" method'
htmlized_description = '<p>This media item was created to test the "admin/media/edit/someID" method</p>'
notes = u'Some Notes!'
try:
media = self._new_publishable_media(slug, title)
media.publishable = False
media.reviewed = False
DBSession.add(media)
DBSession.commit()
media_id = media.id
except SQLAlchemyError, e:
DBSession.rollback()
raise e
def test_edit_media(self):
title = u'Edit Existing Media Test'
slug = u'edit-existing-media-test' # this should be unique
# Values that we will change during the edit process
name = u'Frederick Awesomeson'
email = u'*****@*****.**'
description = u'This media item was created to test the "admin/media/edit/someID" method'
htmlized_description = '<p>This media item was created to test the "admin/media/edit/someID" method</p>'
notes = u'Some Notes!'
try:
media = self._new_publishable_media(slug, title)
media.publishable = False
media.reviewed = False
DBSession.add(media)
DBSession.commit()
media_id = media.id
except SQLAlchemyError, e:
DBSession.rollback()
raise e
def final_view(self, id, **kwargs):
print('hello')
try:
csrf = kwargs['environ']['paste.cookies'][0]['csrftoken'].value
# .filter(Views_Counter.csrftoken==csrf)\
temp = Views_Counter.query.filter(Views_Counter.media_id==id)\
.filter(Views_Counter.validated==False)
print(csrf)
if temp:
temp = temp.one()
media = fetch_row(Media, id=id)
try:
media.increment_views3()
media.increment_views()
DBSession.commit()
except OperationalError:
DBSession.rollback()
return dict(success=False)
temp.validated = True
DBSession.flush()
except:
return dict(success=False)
return dict(success=True)
def setup_app(command, conf, vars):
"""Called by ``paster setup-app``.
This script is responsible for:
* Creating the initial database schema and loading default data.
* Executing any migrations necessary to bring an existing database
up-to-date. Your data should be safe but, as always, be sure to
make backups before using this.
* Re-creating the default database for every run of the test suite.
XXX: All your data will be lost IF you run the test suite with a
config file named 'test.ini'. Make sure you have this configured
to a different database than in your usual deployment.ini or
development.ini file because all database tables are dropped a
and recreated every time this script runs.
XXX: If you are upgrading from MediaCore v0.7.2 or v0.8.0, run whichever
one of these that applies:
``python batch-scripts/upgrade/upgrade_from_v072.py deployment.ini``
``python batch-scripts/upgrade/upgrade_from_v080.py deployment.ini``
XXX: For search to work, we depend on a number of MySQL triggers which
copy the data from our InnoDB tables to a MyISAM table for its
fulltext indexing capability. Triggers can only be installed with
a mysql superuser like root, so you must run the setup_triggers.sql
script yourself.
"""
config = load_environment(conf.global_conf, conf.local_conf)
plugin_manager = config['pylons.app_globals'].plugin_mgr
mediadrop_migrator = MediaDropMigrator.from_config(conf, log=log)
engine = metadata.bind
db_connection = engine.connect()
# simplistic check to see if MediaDrop tables are present, just check for
# the media_files table and assume that all other tables are there as well
from mediadrop.model.media import media_files
mediadrop_tables_exist = engine.dialect.has_table(db_connection, media_files.name)
run_migrations = True
if not mediadrop_tables_exist:
head_revision = mediadrop_migrator.head_revision()
log.info('Initializing new database with version %r' % head_revision)
metadata.create_all(bind=DBSession.bind, checkfirst=True)
mediadrop_migrator.init_db(revision=head_revision)
run_migrations = False
add_default_data()
for migrator in plugin_manager.migrators():
migrator.init_db()
events.Environment.database_initialized()
elif not mediadrop_migrator.migrate_table_exists():
log.error('No migration table found, probably your MediaDrop install '
'is too old (< 0.9?). Please upgrade to MediaCore CE 0.9 first.')
raise AssertionError('no migration table found')
elif not mediadrop_migrator.alembic_table_exists():
alembic_revision = mediadrop_migrator.map_migrate_version()
mediadrop_migrator.stamp(alembic_revision)
if run_migrations:
mediadrop_migrator.migrate_db()
for migrator in plugin_manager.migrators():
migrator.migrate_db()
events.Environment.database_migrated()
cleanup_players_table(enabled=True)
# Save everything, along with the dummy data if applicable
DBSession.commit()
events.Environment.database_ready()
log.info('Generating appearance.css from your current settings')
settings = DBSession.query(Setting.key, Setting.value)
generate_appearance_css(settings, cache_dir=conf['cache_dir'])
log.info('Successfully setup')
def setup_app(command, conf, vars):
"""Called by ``paster setup-app``.
This script is responsible for:
* Creating the initial database schema and loading default data.
* Executing any migrations necessary to bring an existing database
up-to-date. Your data should be safe but, as always, be sure to
make backups before using this.
* Re-creating the default database for every run of the test suite.
XXX: All your data will be lost IF you run the test suite with a
config file named 'test.ini'. Make sure you have this configured
to a different database than in your usual deployment.ini or
development.ini file because all database tables are dropped a
and recreated every time this script runs.
XXX: If you are upgrading from MediaCore v0.7.2 or v0.8.0, run whichever
one of these that applies:
``python batch-scripts/upgrade/upgrade_from_v072.py deployment.ini``
``python batch-scripts/upgrade/upgrade_from_v080.py deployment.ini``
XXX: For search to work, we depend on a number of MySQL triggers which
copy the data from our InnoDB tables to a MyISAM table for its
fulltext indexing capability. Triggers can only be installed with
a mysql superuser like root, so you must run the setup_triggers.sql
script yourself.
"""
# paster just scans the source code for a "websetup.py". Due to our
# compatibility module for the old "mediacore" namespace it actually finds
# two modules (mediadrop.websetup and mediacore.websetup) even though both
# actually point to the same source code.
# Because of that "paster setup-app" actually runs "setup_app()" twice
# which causes some bad stuff to happen (e.g. duplicate metadata
# initialization. Until we get rid of the compat package we should make
# sure the following code is only run once.
global did_run_setup
if did_run_setup:
return
config = load_environment(conf.global_conf, conf.local_conf)
plugin_manager = config['pylons.app_globals'].plugin_mgr
mediadrop_migrator = MediaDropMigrator.from_config(conf, log=log)
engine = metadata.bind
db_connection = engine.connect()
# simplistic check to see if MediaDrop tables are present, just check for
# the media_files table and assume that all other tables are there as well
from mediadrop.model.media import media_files
mediadrop_tables_exist = engine.dialect.has_table(db_connection,
media_files.name)
run_migrations = True
if not mediadrop_tables_exist:
head_revision = mediadrop_migrator.head_revision()
log.info('Initializing new database with version %r' % head_revision)
metadata.create_all(bind=DBSession.bind, checkfirst=True)
mediadrop_migrator.init_db(revision=head_revision)
run_migrations = False
add_default_data()
for migrator in plugin_manager.migrators():
migrator.init_db()
events.Environment.database_initialized()
elif not mediadrop_migrator.alembic_table_exists():
if not mediadrop_migrator.migrate_table_exists():
log.error(
'No migration table found, probably your MediaDrop install '
'is too old (< 0.9?). Please upgrade to MediaCore CE 0.9 first.'
)
raise AssertionError('no migration table found')
alembic_revision = mediadrop_migrator.map_migrate_version()
mediadrop_migrator.stamp(alembic_revision)
if run_migrations:
mediadrop_migrator.migrate_db()
for migrator in plugin_manager.migrators():
migrator.migrate_db()
events.Environment.database_migrated()
cleanup_players_table(enabled=True)
# Save everything, along with the dummy data if applicable
DBSession.commit()
events.Environment.database_ready()
log.info('Generating appearance.css from your current settings')
settings = DBSession.query(Setting.key, Setting.value)
if settings.count() == 0:
error_msg = (
u"Unable to find any settings in the database. This may happen if a previous\n"
u"setup did not complete successfully.\n"
u"Please inspect your database contents. If you don't have any valuable data in\n"
u"that db you can try to remove all tables and run the setup process again.\n"
u"BE CAREFUL: REMOVING ALL TABLES MIGHT CAUSE DATA LOSS!\n")
sys.stderr.write(error_msg)
log.error(error_msg.replace('\n', u' '))
sys.exit(99)
generate_appearance_css(settings, cache_dir=conf['cache_dir'])
did_run_setup = True
log.info('Successfully setup')
def setup_app(command, conf, vars):
"""Called by ``paster setup-app``.
This script is responsible for:
* Creating the initial database schema and loading default data.
* Executing any migrations necessary to bring an existing database
up-to-date. Your data should be safe but, as always, be sure to
make backups before using this.
* Re-creating the default database for every run of the test suite.
XXX: All your data will be lost IF you run the test suite with a
config file named 'test.ini'. Make sure you have this configured
to a different database than in your usual deployment.ini or
development.ini file because all database tables are dropped a
and recreated every time this script runs.
XXX: If you are upgrading from MediaCore v0.7.2 or v0.8.0, run whichever
one of these that applies:
``python batch-scripts/upgrade/upgrade_from_v072.py deployment.ini``
``python batch-scripts/upgrade/upgrade_from_v080.py deployment.ini``
XXX: For search to work, we depend on a number of MySQL triggers which
copy the data from our InnoDB tables to a MyISAM table for its
fulltext indexing capability. Triggers can only be installed with
a mysql superuser like root, so you must run the setup_triggers.sql
script yourself.
"""
# paster just scans the source code for a "websetup.py". Due to our
# compatibility module for the old "mediacore" namespace it actually finds
# two modules (mediadrop.websetup and mediacore.websetup) even though both
# actually point to the same source code.
# Because of that "paster setup-app" actually runs "setup_app()" twice
# which causes some bad stuff to happen (e.g. duplicate metadata
# initialization. Until we get rid of the compat package we should make
# sure the following code is only run once.
global did_run_setup
if did_run_setup:
return
config = load_environment(conf.global_conf, conf.local_conf)
plugin_manager = config['pylons.app_globals'].plugin_mgr
mediadrop_migrator = MediaDropMigrator.from_config(conf, log=log)
engine = metadata.bind
db_connection = engine.connect()
# simplistic check to see if MediaDrop tables are present, just check for
# the media_files table and assume that all other tables are there as well
from mediadrop.model.media import media_files
mediadrop_tables_exist = engine.dialect.has_table(db_connection, media_files.name)
run_migrations = True
if not mediadrop_tables_exist:
head_revision = mediadrop_migrator.head_revision()
log.info('Initializing new database with version %r' % head_revision)
metadata.create_all(bind=DBSession.bind, checkfirst=True)
mediadrop_migrator.init_db(revision=head_revision)
run_migrations = False
add_default_data()
for migrator in plugin_manager.migrators():
migrator.init_db()
events.Environment.database_initialized()
elif not mediadrop_migrator.alembic_table_exists():
if not mediadrop_migrator.migrate_table_exists():
log.error('No migration table found, probably your MediaDrop install '
'is too old (< 0.9?). Please upgrade to MediaCore CE 0.9 first.')
raise AssertionError('no migration table found')
alembic_revision = mediadrop_migrator.map_migrate_version()
mediadrop_migrator.stamp(alembic_revision)
if run_migrations:
mediadrop_migrator.migrate_db()
for migrator in plugin_manager.migrators():
migrator.migrate_db()
events.Environment.database_migrated()
cleanup_players_table(enabled=True)
# Save everything, along with the dummy data if applicable
DBSession.commit()
events.Environment.database_ready()
log.info('Generating appearance.css from your current settings')
settings = DBSession.query(Setting.key, Setting.value)
if settings.count() == 0:
error_msg = (
u"Unable to find any settings in the database. This may happen if a previous\n"
u"setup did not complete successfully.\n"
u"Please inspect your database contents. If you don't have any valuable data in\n"
u"that db you can try to remove all tables and run the setup process again.\n"
u"BE CAREFUL: REMOVING ALL TABLES MIGHT CAUSE DATA LOSS!\n"
)
sys.stderr.write(error_msg)
log.error(error_msg.replace('\n', u' '))
sys.exit(99)
generate_appearance_css(settings, cache_dir=conf['cache_dir'])
did_run_setup = True
log.info('Successfully setup')
