def file_handler_helper(post, uploadedfile): f = Attachment() # Save first to generate pk for random file system f.save() f.uploader = User.objects.get(pk=40) # Hardcoded for now f.attachment = uploadedfile if post.get('description'): f.description = post['description'] f.save()
def file_handler_helper(uploadedfile, description): f = Attachment() # Save first to generate pk for random file system f.save() f.uploader = User.objects.get(pk=40) # Hardcoded for now f.attachment = uploadedfile if description: f.description = description f.save() return f
def create_movement(request): if request.method == 'POST': form = MovementForm(request.POST, request.FILES) if form.is_valid(): clean_form = form.cleaned_data # Hardcoded user for now uploader = User.objects.get(pk=40) # Get and create attachment if possible try: attach = clean_form['attachment'] attachment = Attachment() attachment.save() attachment.attachment = attach attachment.uploader = uploader attachment.description = clean_form.get('description') attachment.save() except KeyError: attachment = None # Handle tags tags = tag_handler(clean_form['tags']) # Handle objects piece = object_handler(Piece, clean_form['piece']) corpus = object_handler(Corpus, clean_form.get('corpus')) composer = composer_handler(clean_form.get('composer')) # Create movement movement = Movement(title=clean_form['title'], composer=composer, corpus=corpus, piece=piece, date_of_composition=clean_form.get('date_of_composition'), number_of_voices=clean_form.get('number_of_voices'), comment=clean_form.get('comment'), attachment=attachment, tags=tags, uploader=uploader ) movement.save() else: form = MovementForm(initial={'title':'Movement title', 'composer': 'Composer', 'corpus': 'Corpus', 'piece': 'Piece', 'date_of_composition':'date of composition', 'comment': 'Add a comment...', 'tags': 'Comma-separated list of tags', 'description':'Description of movement file...'}) return render(request, 'forms/movement.html', {'form':form})
def setUp(self): self.setUp_user() self.p = Piece() self.p.creator = self.creator_user self.p.save() self.composer = Composer() self.composer.name = "Fake Composer" self.composer.save() self.m = Movement() self.m.creator = self.creator_user self.m.composer = self.composer self.m.title = "This is the movement title" self.m.save() self.source1 = Source() self.source1.title = "Source 1" self.source1.save() self.source2 = Source() self.source2.title = "Source 2" self.source2.save() self.genre1 = Genre() self.genre1.title = "Genre 1" self.genre1.save() self.genre2 = Genre() self.genre2.title = "Genre 2" self.genre2.save() self.attachment1 = Attachment() self.attachment1.description = "Attachment 1" self.attachment1.save() self.attachment2 = Attachment() self.attachment2.description = "Attachment 2" self.attachment2.save()
class MovementTestCase(ElvisTestSetup, APITestCase): def setUp(self): self.setUp_user() self.p = Piece() self.p.creator = self.creator_user self.p.save() self.composer = Composer() self.composer.name = "Fake Composer" self.composer.save() self.m = Movement() self.m.creator = self.creator_user self.m.composer = self.composer self.m.title = "This is the movement title" self.m.save() self.source1 = Source() self.source1.title = "Source 1" self.source1.save() self.source2 = Source() self.source2.title = "Source 2" self.source2.save() self.genre1 = Genre() self.genre1.title = "Genre 1" self.genre1.save() self.genre2 = Genre() self.genre2.title = "Genre 2" self.genre2.save() self.attachment1 = Attachment() self.attachment1.description = "Attachment 1" self.attachment1.save() self.attachment2 = Attachment() self.attachment2.description = "Attachment 2" self.attachment2.save() def tearDown(self): self.p.delete() self.m.delete() self.composer.delete() self.source1.delete() self.source2.delete() self.genre1.delete() self.genre2.delete() self.attachment1.delete() def test_unicode(self): self.assertEqual(str(self.m), "This is the movement title") def test_get_parent_cart_id(self): # No piece self.assertEqual(self.m.get_parent_cart_id, "") # Add the piece self.m.piece = self.p # Assert that it matches the regex self.assertRegexpMatches(self.m.get_parent_cart_id, self.uuid_regexp) # Remove it self.m.piece = None self.assertEqual(self.m.get_parent_cart_id, "")
def get_pieces_movements(self, rettype): users = self.__get_ddmal_users() query = PIECE_MOVEMENT_QUERY.format(rettype) self.__connect() self.curs.execute(query) objects = self.curs.fetchall() print "Deleting {0}".format(rettype) if rettype == "piece": Piece.objects.all().delete() elif rettype == "movement": Movement.objects.all().delete() print "Adding {0}".format(rettype) for item in objects: # LM: composer may be none try: composer_obj = Composer.objects.get(old_id=item['composer_id']) except Composer.DoesNotExist: composer_obj = None for user in users: if item.get('uploader') == user.get('uid'): user_obj = User.objects.get(username=user.get('name')) break if rettype == "piece": collection_objs = Collection.objects.filter(old_id=item['book_id']) if not collection_objs.exists(): collection_objs = None else: collection_objs = collection_objs elif rettype == "movement": parent_obj = self.__resolve_movement_parent(item['old_id']) collection_objs = Collection.objects.filter(old_id=item['book_id']) if not collection_objs.exists(): collection_objs = None else: collection_objs = collection_objs p = { 'uploader': user_obj, 'composer': composer_obj, 'old_id': item.get('old_id', None), 'title': my_decoder(item.get('title', None)), 'date_of_composition': pytz.utc.localize(item.get('date_of_composition', None)), 'date_of_composition2': pytz.utc.localize(item.get('date_of_composition2', None)), 'number_of_voices': item.get('number_of_voices', None), 'comment': my_decoder(item.get('comment', None)), 'created': datetime.datetime.fromtimestamp(item.get('created')), 'updated': datetime.datetime.fromtimestamp(item.get('updated')) } #if not item.get('composition_start_date', None) == item.get('composition_end_date', None): if rettype == "piece": x = Piece(**p) elif rettype == "movement": p.update({'piece': parent_obj}) x = Movement(**p) x.save() if not (collection_objs is None or collection_objs is []): for collection_obj in collection_objs: x.collections.add(collection_obj) x.save() self.__disconnect() print "Tagging {0}".format(rettype) # filters out composers (tid 3) ITEM_TAG_QUERY = """SELECT ti.nid, ti.tid FROM taxonomy_index ti LEFT JOIN taxonomy_term_data td ON td.tid = ti.tid WHERE ti.nid = %s""" if rettype == "piece": objects = Piece.objects.all() elif rettype == "movement": objects = Movement.objects.all() for item in objects: self.__connect() self.curs.execute(ITEM_TAG_QUERY, [item.old_id]) tags = self.curs.fetchall() for tag in tags: tag_obj = Tag.objects.filter(old_id=tag.get('tid')) if not tag_obj.exists(): continue item.tags.add(tag_obj[0]) item.save() self.__disconnect() ITEM_ATTACHMENT_QUERY = """SELECT ff.field_files_description AS description, fm.timestamp AS created, fm.uid AS uploader, fm.filename AS filename, fm.uri AS uri FROM field_data_field_files ff LEFT JOIN file_managed fm ON ff.field_files_fid = fm.fid WHERE ff.entity_id = %s""" print "Attaching files to {0}".format(rettype) if rettype == "piece": objects = Piece.objects.all() # LM: Deletion of previous attachments should happen here, otherwise attaching movements will delete attachments to pieces print "Deleting attachments" #Attachment.objects.all().delete() attachment_set = Attachment.objects.all() for item in attachment_set: item.delete() elif rettype == "movement": objects = Movement.objects.all() print("Attaching for real - LM") self.__connect() failures = 0 for item in objects: self.curs.execute(ITEM_ATTACHMENT_QUERY, [item.old_id]) attachments = self.curs.fetchall() for attachment in attachments: for user in users: if attachment.get('uploader') == user.get('uid'): user_obj = User.objects.get(username=user.get('name')) break a = Attachment() a.save() # ensure we've got a PK before we try and attach a file. # LM filename from old attachment objects filename = attachment.get('filename') #filename = "test_file.mei" # for testing. # LM Catch IO Error when trying to find file try: filepath = os.path.join(DRUPAL_FILE_PATH, filename) f = open(filepath, 'rb') except IOError: # print('Failed to open: ' + filename) # Some files have _0 appended to name before extension.... try that try: filename_temp, extension_temp = os.path.splitext(filename) filename = filename_temp + '_0' + extension_temp filepath = os.path.join(DRUPAL_FILE_PATH, filename) f = open(filepath) # If that doesn't work then pass except IOError: print('Failure: ' + filename) failures = failures + 1 continue attached_file = os.path.join(a.attachment_path, filename) # LM Try to localise timezone #try: date_created = pytz.utc.localize(datetime.datetime.fromtimestamp(attachment.get('created'))) #except AttributeError: # date_created = datetime.datetime.fromtimestamp(attachment.get('created')) s = { 'uploader': user_obj, 'description': attachment.get('description', None), 'created': date_created, 'old_id': attachment.get('old_id', None) } a.__dict__.update(**s) a.save() a.attachment.save(filename, File(f)) a.save() f.close() #print('Attaching ' + a.attachment.attachment_path + ' to ' + item.title) item.attachments.add(a) self.__disconnect() print('failed attachments', failures)
def get_pieces_movements(self, rettype): users = self.__get_ddmal_users() query = PIECE_MOVEMENT_QUERY.format(rettype) self.__connect() self.curs.execute(query) objects = self.curs.fetchall() print "Deleting {0}".format(rettype) if rettype == "piece": Piece.objects.all().delete() elif rettype == "movement": Movement.objects.all().delete() print "Adding {0}".format(rettype) for item in objects: composer_obj = Composer.objects.get(old_id=item['composer_id']) for user in users: if item.get('uploader') == user.get('uid'): user_obj = User.objects.get(username=user.get('name')) break if rettype == "piece": parent_obj = Corpus.objects.filter(old_id=item['book_id']) if not parent_obj.exists(): parent_obj = None else: parent_obj = parent_obj[0] elif rettype == "movement": parent_obj = self.__resolve_movement_parent(item['old_id']) corpus_obj = Corpus.objects.filter(old_id=item['book_id']) if not corpus_obj.exists(): corpus_obj = None else: corpus_obj = corpus_obj[0] p = { 'uploader': user_obj, 'composer': composer_obj, 'old_id': item.get('old_id', None), 'title': item.get('title', None), 'date_of_composition': item.get('date_of_composition', None), 'number_of_voices': item.get('number_of_voices', None), 'comment': item.get('comment', None), 'created': datetime.datetime.fromtimestamp(item.get('created')), 'updated': datetime.datetime.fromtimestamp(item.get('updated')) } if rettype == "piece": p.update({'corpus': parent_obj}) x = Piece(**p) elif rettype == "movement": p.update({'piece': parent_obj, 'corpus': corpus_obj}) x = Movement(**p) x.save() self.__disconnect() print "Tagging {0}".format(rettype) # filters out composers (tid 3) ITEM_TAG_QUERY = """SELECT ti.nid, ti.tid FROM taxonomy_index ti LEFT JOIN taxonomy_term_data td ON td.tid = ti.tid WHERE ti.nid = %s""" if rettype == "piece": objects = Piece.objects.all() elif rettype == "movement": objects = Movement.objects.all() for item in objects: self.__connect() self.curs.execute(ITEM_TAG_QUERY, item.old_id) tags = self.curs.fetchall() for tag in tags: tag_obj = Tag.objects.filter(old_id=tag.get('tid')) if not tag_obj.exists(): continue item.tags.add(tag_obj[0]) item.save() self.__disconnect() ITEM_ATTACHMENT_QUERY = """SELECT ff.field_files_description AS description, fm.timestamp AS created, fm.uid AS uploader, fm.filename AS filename, fm.uri AS uri FROM field_data_field_files ff LEFT JOIN file_managed fm ON ff.field_files_fid = fm.fid WHERE ff.entity_id = %s""" print "Attaching files to {0}".format(rettype) if rettype == "piece": objects = Piece.objects.all() elif rettype == "movement": objects = Movement.objects.all() print "Deleting attachments" Attachment.objects.all().delete() self.__connect() for item in objects: self.curs.execute(ITEM_ATTACHMENT_QUERY, item.old_id) attachments = self.curs.fetchall() for attachment in attachments: for user in users: if attachment.get('uploader') == user.get('uid'): user_obj = User.objects.get(username=user.get('name')) break a = Attachment() a.save( ) # ensure we've got a PK before we try and attach a file. # filename = attachment.get('filename')[9:] # lop the 'public://' off. filename = "test_file.mei" # for testing. filepath = os.path.join(DRUPAL_FILE_PATH, filename) f = open(filepath, 'rb') # attached_file = os.path.join(a.attachment_path, filename) s = { 'uploader': user_obj, 'description': attachment.get('description', None), 'created': datetime.datetime.fromtimestamp(attachment.get('created')), 'old_id': attachment.get('old_id', None) } a.__dict__.update(**s) a.save() a.attachment.save(filename, File(f)) a.save() f.close() item.attachments.add(a) self.__disconnect()
def get_pieces_movements(self, rettype): users = self.__get_ddmal_users() query = PIECE_MOVEMENT_QUERY.format(rettype) self.__connect() self.curs.execute(query) objects = self.curs.fetchall() print "Deleting {0}".format(rettype) if rettype == "piece": Piece.objects.all().delete() elif rettype == "movement": Movement.objects.all().delete() print "Adding {0}".format(rettype) for item in objects: composer_obj = Composer.objects.get(old_id=item['composer_id']) for user in users: if item.get('uploader') == user.get('uid'): user_obj = User.objects.get(username=user.get('name')) break if rettype == "piece": parent_obj = Corpus.objects.filter(old_id=item['book_id']) if not parent_obj.exists(): parent_obj = None else: parent_obj = parent_obj[0] elif rettype == "movement": parent_obj = self.__resolve_movement_parent(item['old_id']) corpus_obj = Corpus.objects.filter(old_id=item['book_id']) if not corpus_obj.exists(): corpus_obj = None else: corpus_obj = corpus_obj[0] p = { 'uploader': user_obj, 'composer': composer_obj, 'old_id': item.get('old_id', None), 'title': item.get('title', None), 'date_of_composition': item.get('date_of_composition', None), 'number_of_voices': item.get('number_of_voices', None), 'comment': item.get('comment', None), 'created': datetime.datetime.fromtimestamp(item.get('created')), 'updated': datetime.datetime.fromtimestamp(item.get('updated')) } if rettype == "piece": p.update({'corpus': parent_obj}) x = Piece(**p) elif rettype == "movement": p.update({'piece': parent_obj, 'corpus': corpus_obj}) x = Movement(**p) x.save() self.__disconnect() print "Tagging {0}".format(rettype) # filters out composers (tid 3) ITEM_TAG_QUERY = """SELECT ti.nid, ti.tid FROM taxonomy_index ti LEFT JOIN taxonomy_term_data td ON td.tid = ti.tid WHERE ti.nid = %s""" if rettype == "piece": objects = Piece.objects.all() elif rettype == "movement": objects = Movement.objects.all() for item in objects: self.__connect() self.curs.execute(ITEM_TAG_QUERY, item.old_id) tags = self.curs.fetchall() for tag in tags: tag_obj = Tag.objects.filter(old_id=tag.get('tid')) if not tag_obj.exists(): continue item.tags.add(tag_obj[0]) item.save() self.__disconnect() ITEM_ATTACHMENT_QUERY = """SELECT ff.field_files_description AS description, fm.timestamp AS created, fm.uid AS uploader, fm.filename AS filename, fm.uri AS uri FROM field_data_field_files ff LEFT JOIN file_managed fm ON ff.field_files_fid = fm.fid WHERE ff.entity_id = %s""" print "Attaching files to {0}".format(rettype) if rettype == "piece": objects = Piece.objects.all() elif rettype == "movement": objects = Movement.objects.all() print "Deleting attachments" Attachment.objects.all().delete() self.__connect() for item in objects: self.curs.execute(ITEM_ATTACHMENT_QUERY, item.old_id) attachments = self.curs.fetchall() for attachment in attachments: for user in users: if attachment.get('uploader') == user.get('uid'): user_obj = User.objects.get(username=user.get('name')) break a = Attachment() a.save() # ensure we've got a PK before we try and attach a file. # filename = attachment.get('filename')[9:] # lop the 'public://' off. filename = "test_file.mei" # for testing. filepath = os.path.join(DRUPAL_FILE_PATH, filename) f = open(filepath, 'rb') # attached_file = os.path.join(a.attachment_path, filename) s = { 'uploader': user_obj, 'description': attachment.get('description', None), 'created': datetime.datetime.fromtimestamp(attachment.get('created')), 'old_id': attachment.get('old_id', None) } a.__dict__.update(**s) a.save() a.attachment.save(filename, File(f)) a.save() f.close() item.attachments.add(a) self.__disconnect()