from vframe.settings import vframe_cfg as cfg
from vcat.settings import vcat_cfg
# --------------------------------------------------------
# testing
# --------------------------------------------------------
@click.command()
@click.option('-i', '--input', 'opt_fp_neg', required=True,
help='Negatives CSV')
@click.option('-o', '--output', 'opt_dir_project', required=True,
help='Path to existing YOLO project')
@click.option('-d', '--disk', 'opt_disk',
default=click_utils.get_default(types.DataStore.HDD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('--size', 'opt_size',
type=cfg.ImageSizeVar,
default=click_utils.get_default(types.ImageSize.LARGE),
help=click_utils.show_help(types.ImageSize))
@click.pass_context
def cli(ctx, opt_fp_neg, opt_dir_project, opt_disk, opt_size):
"""Generates negative images"""
# ------------------------------------------------
# imports
import os
from os.path import join
from glob import glob
from pathlib import Path
from cli_vframe import processor
@click.command('')
@click.option('--dir-media',
'opt_dir_media',
default=None,
help='Path to media folder')
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.SSD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('--density',
'opt_density',
default=click_utils.get_default(types.KeyframeMetadata.BASIC),
show_default=True,
type=cfg.KeyframeMetadataVar,
help=click_utils.show_help(types.KeyframeMetadata))
@click.option('--size',
'opt_size_type',
type=cfg.ImageSizeVar,
default=click_utils.get_default(types.ImageSize.MEDIUM),
help=click_utils.show_help(types.ImageSize))
@click.option('--draw',
'opt_drawframes',
is_flag=True,
default=False,
# Add source items to chain
# Sources can be original mappings or metadata, which always include mappings
# --------------------------------------------------------
@click.command()
@click.option('-i',
'--input',
'fp_in',
required=True,
help='Override file input path')
@click.option('--size',
'opt_size_type',
type=cfg.ImageSizeVar,
default=click_utils.get_default(types.ImageSize.MEDIUM),
help=click_utils.show_help(types.ImageSize)
) # TODO move to add_images
@generator
@click.pass_context
def cli(ctx, sink, fp_in, opt_size_type):
"""Add mappings data to chain"""
# -------------------------------------------------------------
# imports
import os
import logging
import cv2 as cv
from tqdm import tqdm
import imutils
from vframe.settings import types
from vframe.utils import click_utils
from vframe.settings import vframe_cfg as cfg
from cli_vframe import processor
@click.command()
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.HDD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('-t',
'--net-type',
'opt_net',
type=cfg.FaceDetectNetVar,
default=click_utils.get_default(types.FaceDetectNet.DLIB_CNN),
help=click_utils.show_help(types.FaceDetectNet))
@click.option('--size',
'opt_dnn_size',
type=(int, int),
default=(500, 500),
help='Inference image size. Default: 300x300 OpenCV DNN')
@click.option('--pyramids',
'opt_pyramids',
default=2,
help='Number of image pyramids for dlib')
@click.command()
@click.option('--inline/--no-inline',
'opt_inline',
is_flag=True,
default=True,
help='Process items inline or all at once')
@click.option(
'-t',
'--type',
'opt_metadata_types',
default=None, # default uses original mappings
type=cfg.MetadataVar,
show_default=True,
multiple=True,
required=True,
help=click_utils.show_help(types.Metadata))
@processor
@click.pass_context
def cli(ctx, sink, opt_inline, opt_metadata_types):
"""Removes metadata"""
# -------------------------------------------------
# imports
from tqdm import tqdm
from vframe.utils import file_utils, logger_utils
# -------------------------------------------------
# process
from vframe.settings import types
from vframe.settings import vframe_cfg as cfg
from cli_vframe import processor
# --------------------------------------------------------
# Add source items to chain
# --------------------------------------------------------
@click.command('quality', short_help='Filters mapping and metadata')
@click.option('--min',
'opt_quality_min',
default=click_utils.get_default(types.VideoQuality.HD),
type=cfg.VideoQualityVar,
show_default=True,
help=click_utils.show_help(types.VideoQuality))
@click.option('--max',
'opt_quality_max',
default=None,
type=cfg.VideoQualityVar,
show_default=True,
help=click_utils.show_help(types.VideoQuality))
@processor
@click.pass_context
def cli(ctx, sink, opt_quality_min, opt_quality_max):
"""Filters video quality by frame size, count, and rate
Videos down to and including the min VideoQualityVar are passed through
Videos up to and including the max VideoQuality are passed through"""
# -------------------------------------------------
# imports
# --------------------------------------------------------
@click.command()
@click.option(
'-i',
'--input',
'fp_in',
default=None, # metadata can be filepath
help='Override file input path')
@click.option(
'-e',
'--ext',
'opt_format', # shortcut for json, pkl (no csv)
default=click_utils.get_default(types.FileExt.PKL),
type=cfg.FileExtVar,
show_default=True,
help=click_utils.show_help(types.FileExt))
@click.option(
'-d',
'--disk',
'opt_disk', # which storage device to use
default=click_utils.get_default(types.DataStore.SSD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option(
'-t',
'--type',
'opt_metadata_types',
default=None, # default uses original mappings
type=cfg.MetadataVar,
show_default=True,
import click
from vframe.settings import types
from vframe.utils import click_utils
from vframe.settings import vframe_cfg as cfg
from cli_vframe import processor
@click.command()
@click.option('-t',
'--net-type',
'opt_net',
default=click_utils.get_default(types.ClassifyNet.PLACES365),
type=cfg.ClassifyNetVar,
help=click_utils.show_help(types.ClassifyNet))
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.SSD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@processor
@click.pass_context
def cli(ctx, sink, opt_net, opt_disk):
"""Generates classification metadata (OpenCV DNN)"""
# -------------------------------------------------------------
# imports
from vframe.settings import vframe_cfg as cfg
@click.command()
@click.option('-i',
'--input',
'fp_in',
default=None,
help='Override file input path')
@click.option(
'-m',
'--metadata',
'opt_metadata_type',
default=None, # default uses original mappings
type=cfg.MetadataVar,
help=click_utils.show_help(types.Metadata))
@click.option('--type',
'opt_type',
required=True,
type=cfg.SearchParamVar,
default=click_utils.get_default(types.SearchParam.SHA256),
help=click_utils.show_help(types.SearchParam))
@click.option('--verified',
'opt_verified',
type=cfg.VerifiedVar,
default=click_utils.get_default(types.Verified.VERIFIED),
show_default=True,
help=click_utils.show_help(types.Verified))
@click.option('--id', 'opt_id', required=True, help='ID value to search for')
@click.option('-d',
'--disk',
'--input',
'fp_in',
required=True,
type=str,
help="Path to input date for record system (eg sugarcube CSV)")
@click.option('-o',
'--output',
'fp_out',
default=None,
help='Path to output file (overrides other settings)')
@click.option('--record-type',
'opt_media_record_type',
type=cfg.MediaRecordVar,
default=click_utils.get_default(types.MediaRecord.SHA256),
show_default=True,
help=click_utils.show_help(types.MediaRecord))
@click.option('--client-type',
'opt_client_record_type',
type=cfg.ClientRecordVar,
default=click_utils.get_default(types.ClientRecord.SUGARCUBE),
show_default=True,
help=click_utils.show_help(types.ClientRecord))
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.HDD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('--media-format',
'opt_media_format_type',
from vframe.settings import types
from vframe.utils import click_utils
from vframe.settings import vframe_cfg as cfg
from cli_vframe import processor
@click.command()
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.HDD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('--conf',
'opt_conf_thresh',
type=click.FloatRange(0, 1),
default=0.95,
help='Minimum detection confidence')
@click.option('--nms',
'opt_nms_thresh',
type=click.FloatRange(0, 1),
default=0.4,
help='Minimum non-max supression confidence')
@click.option('-t',
'--net-type',
'opt_net',
type=cfg.SceneTextNetVar,
default=click_utils.get_default(types.SceneTextNet.EAST),
from vframe.settings import types
from vframe.settings import vframe_cfg as cfg
from cli_vframe import processor
# --------------------------------------------------------
# Add source items to chain
# --------------------------------------------------------
@click.command()
@click.option('--type',
'opt_search_type',
required=True,
type=cfg.SearchParamVar,
default=click_utils.get_default(types.SearchParam.SHA256),
help=click_utils.show_help(types.SearchParam))
@click.option('--id', 'opt_id', required=True, help='ID value to search for')
@processor
@click.pass_context
def cli(ctx, sink, opt_search_type, opt_id):
"""Isolates media record ID"""
# -------------------------------------------------
# imports
import os
from tqdm import tqdm
from vframe.settings import vframe_cfg as cfg
from vframe.settings.paths import Paths
from vframe.settings import types
from vframe.utils import click_utils
from vframe.settings import vframe_cfg as cfg
from cli_vframe import processor
@click.command('feature_extractor')
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.SSD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('-t',
'--net-type',
'opt_net',
default=click_utils.get_default(types.PyTorchNet.VGG16),
type=cfg.PyTorchNetVar,
help=click_utils.show_help(types.PyTorchNet))
@click.option('--gpu',
'opt_gpu',
type=int,
default=0,
help='GPU index (use -1 for CPU)')
@click.option('--normalize//no-normalize',
'opt_normalize',
is_flag=True,
default=True,
@click.command('gen_sugarcube', short_help='Generate Sugarcube metadata')
@click.option('-i',
'--input',
'fp_in',
required=True,
type=str,
help="Path to mappings CSV files from sugarcube/littlefork")
@click.option('-d',
'--disk',
'opt_disk',
default=click_utils.get_default(types.DataStore.SSD),
type=cfg.DataStoreVar,
show_default=True,
help=click_utils.show_help(types.DataStore))
@click.option('--media-format',
'opt_media_type',
default=types.MediaFormat.VIDEO.name.lower(),
type=cfg.MediaFormatVar,
show_default=True,
help=click_utils.show_help(types.MediaFormat))
@click.option('--minify/--no-minify',
'opt_minify',
default=False,
help='Minify output if using JSON')
@click.option('--all/--filter-status',
'opt_all',
is_flag=True,
default=False,
help='Keep all or filter by verified status')