def convert_media_entries(mk_db): session = Session() for entry in mk_db.MediaEntry.find().sort('created'): print repr(entry.title) new_entry = MediaEntry() copy_attrs(entry, new_entry, ('title', 'slug', 'created', 'description', 'media_type', 'state', 'license', 'fail_error', 'fail_metadata', 'queued_task_id',)) copy_reference_attr(entry, new_entry, "uploader") session.add(new_entry) session.flush() add_obj_ids(entry, new_entry) for key, value in entry.media_files.iteritems(): new_file = MediaFile(name=key, file_path=value) new_file.media_entry = new_entry.id Session.add(new_file) for attachment in entry.attachment_files: new_attach = MediaAttachmentFile( name=attachment["name"], filepath=attachment["filepath"], created=attachment["created"] ) new_attach.media_entry = new_entry.id Session.add(new_attach) session.commit() session.close()
def cleanup_sql_tables(sql_db): for mt, table_list in media_types_tables: session = Session() count = session.query(MediaEntry.media_type). \ filter_by(media_type=unicode(mt)).count() print " %s: %d entries" % (mt, count) if count == 0: print "\tAnalyzing tables" for tab in table_list: cnt2 = session.query(tab).count() print "\t %s: %d entries" % (tab.__tablename__, cnt2) assert cnt2 == 0 print "\tRemoving migration info" mi = session.query(MigrationData).filter_by(name=unicode(mt)).one() session.delete(mi) session.commit() session.close() print "\tDropping tables" tables = [model.__table__ for model in table_list] Base_v0.metadata.drop_all(sql_db.engine, tables=tables) session.close()
def convert_media_tags(mk_db): session = Session() session.autoflush = False for media in mk_db.MediaEntry.find().sort('created'): print repr(media.title) for otag in media.tags: print " ", repr((otag["slug"], otag["name"])) nslug = session.query(Tag).filter_by(slug=otag["slug"]).first() print " ", repr(nslug) if nslug is None: nslug = Tag(slug=otag["slug"]) session.add(nslug) session.flush() print " ", repr(nslug), nslug.id ntag = MediaTag() ntag.tag = nslug.id ntag.name = otag["name"] ntag.media_entry = obj_id_table[media._id] session.add(ntag) session.commit() session.close()
def clean_orphan_tags(commit=True): """Search for unused MediaTags and delete them""" q1 = Session.query(Tag).outerjoin(MediaTag).filter(MediaTag.id==None) for t in q1: Session.delete(t) # The "let the db do all the work" version: # q1 = Session.query(Tag.id).outerjoin(MediaTag).filter(MediaTag.id==None) # q2 = Session.query(Tag).filter(Tag.id.in_(q1)) # q2.delete(synchronize_session = False) if commit: Session.commit()
def clean_orphan_tags(): q1 = Session.query(Tag).outerjoin(MediaTag).filter(MediaTag.id==None) for t in q1: Session.delete(t) # The "let the db do all the work" version: # q1 = Session.query(Tag.id).outerjoin(MediaTag).filter(MediaTag.id==None) # q2 = Session.query(Tag).filter(Tag.id.in_(q1)) # q2.delete(synchronize_session = False) Session.commit()
def convert_add_migration_versions(dummy_sql_db): session = Session() for name in chain(("__main__",), imap(lambda e: e[0], media_types_tables)): print "\tAdding %s" % (name,) m = MigrationData(name=unicode(name), version=0) session.add(m) session.commit() session.close()
def convert_video(mk_db): session = Session() for media in mk_db.MediaEntry.find( {'media_type': 'mediagoblin.media_types.video'}).sort('created'): media_data_row = VideoData(**media.media_data) media_data_row.media_entry = obj_id_table[media['_id']] session.add(media_data_row) session.commit() session.close()
def convert_image(mk_db): session = Session() for media in mk_db.MediaEntry.find( {'media_type': 'mediagoblin.media_types.image'}).sort('created'): media_data = copy(media.media_data) if len(media_data): media_data_row = ImageData(**media_data) media_data_row.media_entry = obj_id_table[media['_id']] session.add(media_data_row) session.commit() session.close()
def convert_users(mk_db): session = Session() for entry in mk_db.User.find().sort('created'): print entry.username new_entry = User() copy_attrs(entry, new_entry, ('username', 'email', 'created', 'pw_hash', 'email_verified', 'status', 'verification_key', 'is_admin', 'url', 'bio', 'fp_verification_key', 'fp_token_expire',)) # new_entry.fp_verification_expire = entry.fp_token_expire session.add(new_entry) session.flush() add_obj_ids(entry, new_entry) session.commit() session.close()
def convert_media_comments(mk_db): session = Session() for entry in mk_db.MediaComment.find().sort('created'): print repr(entry.content) new_entry = MediaComment() copy_attrs(entry, new_entry, ('created', 'content',)) try: copy_reference_attr(entry, new_entry, "media_entry") copy_reference_attr(entry, new_entry, "author") except KeyError as e: print('KeyError in convert_media_comments(): {0}'.format(e)) else: session.add(new_entry) session.flush() add_obj_ids(entry, new_entry) session.commit() session.close()
def atomic_update(table, query_dict, update_values): table.find(query_dict).update(update_values, synchronize_session=False) Session.commit()
def commit(self): Session.commit()