Beispiel #1
0
def all_tags():
    if request.method == 'POST':
        name, color = request.form['name'], request.form['color']
        try:
            Tag.create(name=name, color=color)
        except Exception as e:
            flash(str(e), 'alert')
        else:
            flash('Тег создан', 'success')
        return redirect(url_for("tags.all_tags"))
    tags = Tag.get()
    form = TagForm()
    return render_template('tags.html', tags=tags, form=form, button='Создать')
 def test_add_remove_tag(self):
     """
     测试添加删除标签
     :return:
     """
     post = Post.create(title='hahd')
     tags = [i.tag for i in post.tags.all()]
     self.assertListEqual(tags, [])
     self.assertTrue(post.tags.count() == 0)
     tag = Tag.create(title='摄影')
     post.add_tag(tag)
     tags = [i.tag for i in post.tags.all()]
     self.assertListEqual(tags, [tag])
     self.assertTrue(post.tags.all() == tag.posts.all())
     post.remove_tag(tag)
     self.assertTrue(post.tags.count() == 0)
Beispiel #3
0
def add_new_tags(tags_string: str, post_id: int):
    """
    Add new tags or create connection to post with existed.
    """
    tags = tags_string.split(';')
    for tag in tags:
        tag = tag.strip()
        if not tag:
            continue
        try:
            old_tag = Tag.get(Tag.text == tag)
            try:
                tmp = Tag_to_Post.get(
                    Tag_to_Post.post_id == post_id,
                    Tag_to_Post.tag_id == old_tag.tag_id,
                )
            except Tag_to_Post.DoesNotExist:
                Tag_to_Post.create(post_id=post_id, tag_id=old_tag.tag_id)
        except DoesNotExist:
            new_tag = Tag.create(text=tag)
            Tag_to_Post.create(post_id=post_id, tag_id=new_tag.tag_id)
Beispiel #4
0
def add_new_tags(tags_string: str, post_id: int):
    """
    Add new tags or create connection to post with existed.
    """
    tags = tags_string.split(';')
    for tag in tags:
        tag = tag.strip()
        if not tag:
            continue
        try:
            old_tag = Tag.get(Tag.text == tag)
            try:
                tmp = Tag_to_Post.get(
                    Tag_to_Post.post_id == post_id,
                    Tag_to_Post.tag_id == old_tag.tag_id,
                )
            except Tag_to_Post.DoesNotExist:
                Tag_to_Post.create(post_id=post_id, tag_id=old_tag.tag_id)
        except DoesNotExist:
            new_tag = Tag.create(text=tag)
            Tag_to_Post.create(post_id=post_id, tag_id=new_tag.tag_id)
Beispiel #5
0
def scan_archive_file(archives, filetype):
    # Loop over zips & rars, get tags from titles
    # Add volume to Volume DB
    # Add tags to Tag DB (many-to-many mapping)
    # Add pages to Image DB

    # initialise mimetypes
    mimetypes.init()

    # Iterate over input list of archive files
    for f in archives:

        # Attempt to scan ZIP file
        if filetype == 'zip':

            try:
                myfile = zipfile.ZipFile(INPUT_PATH + f, 'r')
            except zipfile.BadZipfile as e:
                raise Exception(
                    '"{}" is not a valid ZIP file! Error: {}'.format(f, e))
            except:
                print('Unknown error: ZIP extraction failed: {}'.format(f))
                raise

        # Scan RAR file
        elif filetype == 'rar':

            try:
                myfile = rarfile.RarFile(INPUT_PATH + f, 'r')
            except (rarfile.BadRarFile, rarfile.NotRarFile) as e:
                raise Exception(
                    '"{}" is not a valid RAR file! Error: {}'.format(f, e))
            except:
                print('Unknown error: RAR extraction failed: {}'.format(f))
                raise

        else:

            raise ValueError(
                'Unrecognised archive type value: {}'.format(filetype))

        # Get members from archive
        members = myfile.namelist()

        # Filter member list for images
        members = [x for x in members if is_image(x) is True]

        # Sort members
        members = natsorted(members)

        # Get number of images
        member_count = len(members)

        # If images found...
        if member_count > 0:

            # Generate MD5 checksum for archive file
            md5 = md5sum(INPUT_PATH + f)

            # Parse title, tags from filename
            title, tags = tag.split_title_tags(f)

            # Add volume to DB Volume table
            vol = Volume.create(title=title,
                                filename=f,
                                md5=md5,
                                filetype=filetype,
                                num=member_count,
                                comments='')

            # Add tags to DB Tags table
            for t in tags:
                # check if tag already exists, insert if not
                try:
                    new_tag = Tag.get(Tag.name == t)
                except DoesNotExist:
                    new_tag = Tag.create(name=t, descr='')

                # insert tag and volume id into TagRelation table
                TagRelation.create(relVolume=vol.id, relTag=new_tag.id)

            # Reset page counter (assume cover is page 0)
            page = 0

            # Generate display title
            disptitle = title[:20]
            if len(disptitle) < len(title):
                disptitle = disptitle + '...'
            disptitle.ljust(24)

            # initialise progress bar display
            widgets = [
                disptitle + ': ',
                Counter(), '/' + str(member_count) + ' ',
                Bar(marker='=', left='[', right=']'),
                ETA()
            ]
            pbar = ProgressBar(widgets=widgets, maxval=member_count).start()

            # Attempt to create thumbnail directory if it doesn't already exist
            path = THUMB_PATH + str(vol.id)

            try:
                os.makedirs(path)
            except OSError:
                if not os.path.isdir(path):
                    raise

            # Iterate over images in zip file
            for m in members:

                # Guess mimetype for image from filename
                (mimetype, encoding) = mimetypes.guess_type(m)

                # Create record in Image table
                # >>> TODO: image record should include image height & width
                im = Image.create(volume=vol.id,
                                  page=page,
                                  mimetype=mimetype,
                                  filename=m)

                # Generate thumbnails
                # >>> TODO: May spawn greenlets to do this?

                # Read data from archive
                rawdata = myfile.read(m)

                # Generate Page object
                p = Page(rawdata)

                # Create thumbnail
                p.thumb(path + '/' + '{:03d}'.format(page) + '.jpg')

                # Update progress bar
                pbar.update(page)
                page += 1

            # end progress bar
            pbar.finish()

        # Close archive
        myfile.close()
 def str_to_obj(cls, tag):
     """将字符串转换位obj对象"""
     tag_obj = Tag.query.filter_by(title=tag).first()
     if tag_obj is None:
         tag_obj = Tag.create(title=tag)
     return tag_obj
Beispiel #7
0
def scan_archive_file(archives, filetype):
    # Loop over zips & rars, get tags from titles
    # Add volume to Volume DB
    # Add tags to Tag DB (many-to-many mapping)
    # Add pages to Image DB

    # initialise mimetypes
    mimetypes.init()

    # Iterate over input list of archive files
    for f in archives:

        # Attempt to scan ZIP file        
        if filetype == 'zip':

            try:
                myfile = zipfile.ZipFile(INPUT_PATH+f, 'r')
            except zipfile.BadZipfile as e:
                raise Exception('"{}" is not a valid ZIP file! Error: {}'.format(f, e))
            except:
                print('Unknown error: ZIP extraction failed: {}'.format(f))
                raise

        # Scan RAR file
        elif filetype == 'rar':

            try:
                myfile = rarfile.RarFile(INPUT_PATH+f, 'r')
            except (rarfile.BadRarFile, rarfile.NotRarFile) as e:
                raise Exception('"{}" is not a valid RAR file! Error: {}'.format(f, e))
            except:
                print('Unknown error: RAR extraction failed: {}'.format(f))
                raise

        else:

            raise ValueError('Unrecognised archive type value: {}'.format(filetype))

        # Get members from archive
        members = myfile.namelist()

        # Filter member list for images
        members = [x for x in members if is_image(x) is True]
        
        # Sort members
        members = natsorted(members)

        # Get number of images
        member_count = len(members)

        # If images found...
        if member_count > 0:

            # Generate MD5 checksum for archive file
            md5 = md5sum(INPUT_PATH+f)

            # Parse title, tags from filename
            title, tags = tag.split_title_tags(f)

            # Add volume to DB Volume table
            vol = Volume.create(title=title, filename=f, md5=md5, filetype=filetype, num=member_count, comments='')

            # Add tags to DB Tags table
            for t in tags:
                # check if tag already exists, insert if not
                try:
                    new_tag = Tag.get(Tag.name == t)
                except DoesNotExist:
                    new_tag = Tag.create(name=t, descr='')

                # insert tag and volume id into TagRelation table
                TagRelation.create(relVolume=vol.id, relTag=new_tag.id)

            # Reset page counter (assume cover is page 0)
            page = 0  

            # Generate display title
            disptitle=title[:20]
            if len(disptitle) < len(title):
                disptitle = disptitle+'...'
            disptitle.ljust(24)

            # initialise progress bar display
            widgets = [disptitle+': ', Counter(),'/'+str(member_count)+' ', Bar(marker='=', left='[', right=']'), ETA()]
            pbar = ProgressBar(widgets=widgets, maxval=member_count).start()
            
            # Attempt to create thumbnail directory if it doesn't already exist
            path = THUMB_PATH + str(vol.id)

            try:
                os.makedirs(path)
            except OSError:
                if not os.path.isdir(path):
                    raise

            # Iterate over images in zip file
            for m in members:

                # Guess mimetype for image from filename
                (mimetype, encoding) = mimetypes.guess_type(m)

                # Create record in Image table
                # >>> TODO: image record should include image height & width
                im = Image.create(volume=vol.id, page=page, mimetype=mimetype, filename=m)

                # Generate thumbnails
                # >>> TODO: May spawn greenlets to do this?

                # Read data from archive
                rawdata = myfile.read(m)
                
                # Generate Page object
                p = Page(rawdata)

                # Create thumbnail
                p.thumb(path+'/'+'{:03d}'.format(page)+'.jpg')
                
                # Update progress bar
                pbar.update(page)
                page += 1

            
            # end progress bar
            pbar.finish()

        # Close archive
        myfile.close()