Python Flow.index_filesの例

コード例 #1

ファイル: app.py プロジェクト: saman-moeinsadat/examples

def main(task, num_docs):
    config(task)
    workspace = os.environ['WORKDIR']
    image_src = '/tmp/jina/celeb/lfw/**/*.jpg'
    if task == 'index':
        if os.path.exists(workspace):
            print(
                f'\n +---------------------------------------------------------------------------------+ \
                    \n |                                   ������                                        | \
                    \n | The directory {workspace} already exists. Please remove it before indexing again. | \
                    \n |                                   ������                                        | \
                    \n +---------------------------------------------------------------------------------+'
            )
        f = Flow().load_config('flow-index.yml')
        with f:
            f.index_files(image_src,
                          batch_size=8,
                          read_mode='rb',
                          size=num_docs)
    elif task == 'query':
        f = Flow().load_config('flow-query.yml')
        f.use_rest_gateway()
        with f:
            f.block()
    elif task == 'dryrun':
        f = Flow.load_config('flow-query.yml')
        with f:
            pass
    else:
        raise NotImplementedError(
            f'unknown task: {task}. A valid task is either `index` or `query` or `dryrun`.'
        )

コード例 #2

def main(task, num_docs):
    config()
    data_path = os.path.join(os.environ['TMP_DATA_DIR'], 'jpg')
    if task == 'index':
        workspace = os.environ['WORKDIR']
        if os.path.exists(workspace):
            print(f'\n +---------------------------------------------------------------------------------+ \
                    \n |                                   ������                                        | \
                    \n | The directory {workspace} already exists. Please remove it before indexing again. | \
                    \n |                                   ������                                        | \
                    \n +---------------------------------------------------------------------------------+')
        f = Flow().load_config('flow-index.yml')
        with f:
            f.index_files(f'{data_path}/*.jpg', size=num_docs, read_mode='rb', batch_size=2)
    elif task == 'query':
        f = Flow().load_config('flow-query.yml')
        f.use_rest_gateway()
        with f:
            f.block()
    elif task == 'dryrun':
        f = Flow.load_config('flow-query.yml')
        with f:
            pass
    else:
        raise NotImplementedError(
            f'unknown task: {task}. A valid task is either `index` or `query` or `dryrun`.')

コード例 #3

ファイル: test_objectsearch.py プロジェクト: wonkday/examples

def index_documents():
    f = Flow().load_config(INDEX_FLOW_FILE_PATH)

    with f:
        f.index_files(os.environ['JINA_DATA'],
                      batch_size=1,
                      read_mode='rb',
                      size=NUM_DOCS)

コード例 #4

ファイル: test_pokedex.py プロジェクト: snayan06/examples

def index_documents():
    f = Flow().load_config('flows/index.yml')

    with f:
        f.index_files(os.environ['JINA_DATA'],
                      request_size=64,
                      read_mode='rb',
                      size=NUM_DOCS)

コード例 #5

ファイル: test_tumblr_integration.py プロジェクト: wonkday/examples

def index_documents():
    f = Flow().load_config('flow-index.yml')

    with f:
        f.index_files(GIF_BLOB,
                      request_size=REQ_SIZE,
                      read_mode='rb',
                      skip_dry_run=True)

コード例 #6

ファイル: app.py プロジェクト: leonwanghui/mindspore-jina-apps

def main(task, num_docs):
    config()
    data_path = os.path.join(os.environ['JINA_DATA_DIR'], 'jpg/*.jpg')
    if task == 'index':
        f = Flow().load_config('flow-index.yml')
        with f:
            f.index_files(data_path, batch_size=64, read_mode='rb', size=num_docs)
    elif task == 'query':
        f = Flow().load_config('flow-query.yml')
        with f:
            f.block()
    else:
        raise NotImplementedError(f'unknown task: {task}. A valid task is either `index` or `query`.')

コード例 #7

ファイル: app.py プロジェクト: rutulgandhi05/examples

def main(task, num_docs):
    os.environ['TMP_WORKSPACE'] = get_random_ws(os.environ['TMP_DATA_DIR'])
    data_path = os.path.join(os.environ['TMP_DATA_DIR'], 'jpg')
    if task == 'index':
        f = Flow().load_config('flow-index.yml')
        with f:
            f.index_files(f'{data_path}/*.jpg', size=num_docs, read_mode='rb', batch_size=2)
    elif task == 'query':
        f = Flow().load_config('flow-query.yml')
        f.use_rest_gateway()
        with f:
            f.block()
    else:
        raise NotImplementedError(f'unknown task: {task}. A valid task is either `index` or `query`.')

コード例 #8

def main(task, num_docs):
    config()
    data_path = os.path.join(os.environ['TMP_DATA_DIR'], 'audio')
    if task == 'index':
        f = Flow().load_config('./flows/flow-index.yml')
        with f:
            f.index_files(f'{data_path}/*.wav', size=num_docs, batch_size=2)
    elif task == 'query':
        f = Flow().load_config('./flows/flow-query.yml')
        f.use_rest_gateway()
        with f:
            f.block()
    elif task == 'dryrun':
        f = Flow.load_config('./flows/flow-query.yml')
        with f:
            pass
    else:
        raise NotImplementedError(
            f'unknown task: {task}. A valid task is either `index` or `query` or `dryrun`.'
        )

コード例 #9

ファイル: app.py プロジェクト: yuanbit/examples

def main(task, num_docs):
    config(task)
    image_src = '/tmp/jina/celeb/lfw/**/*.jpg'
    if task == 'index':
        f = Flow().load_config('flow-index.yml')
        with f:
            f.index_files(image_src,
                          batch_size=8,
                          read_mode='rb',
                          size=num_docs)
    elif task == 'query':
        f = Flow().load_config('flow-query.yml')
        f.use_rest_gateway()
        with f:
            f.block()
    elif task == 'dryrun':
        f = Flow.load_config('flow-query.yml')
        with f:
            pass
    else:
        raise NotImplementedError(
            f'unknown task: {task}. A valid task is either `index` or `query` or `dryrun`.'
        )

コード例 #10

ファイル: app.py プロジェクト: saman-moeinsadat/examples

@click.command()
@click.option('--task', '-t')
@click.option('--num_docs', '-n', default=50)
def main(task, num_docs):
    config()
    data_path = os.path.join(os.environ['WORKDIR'], 'audio')
        if os.path.exists(data_path):
            print(f'\n +---------------------------------------------------------------------------------+ \
                    \n |                                   ������                                        | \
                    \n | The directory {data_path} already exists. Please remove it before indexing again. | \
                    \n |                                   ������                                        | \
                    \n +---------------------------------------------------------------------------------+')
    if task == 'index':
        f = Flow().load_config('./flows/flow-index.yml')
        with f:
            f.index_files(f'{data_path}/*.wav', size=num_docs, batch_size=2)
    elif task == 'query':
        f = Flow().load_config('./flows/flow-query.yml')
        f.use_rest_gateway()
        with f:
            f.block()
    elif task == 'dryrun':
        f = Flow.load_config('./flows/flow-query.yml')
        with f:
            pass
    else:
        raise NotImplementedError(
            f'unknown task: {task}. A valid task is either `index` or `query` or `dryrun`.')


if __name__ == '__main__':

コード例 #11

def index():
    f = Flow().add(yaml_path='indexer.yml')
    with f:
        f.index_files(sys.argv[2])

コード例 #12

ファイル: test_audio_search.py プロジェクト: atibaup/examples

def index_documents():
    f = Flow().load_config('flows/index.yml')
    with f:
        f.index_files('tests/data/*.wav', batch_size=2, size=NUM_DOCS)

コード例 #13

def index():
    f = Flow().add(uses='indexer.yml')
    with f:
        f.index_files(sys.argv[2])