Пример #1
0
def main(task, num_docs, top_k):
    config()
    workspace = os.environ["JINA_WORKSPACE"]
    logger = JinaLogger('chinese-text-search')
    if 'index' in task:
        if os.path.exists(workspace):
            logger.error(
                f'\n +------------------------------------------------------------------------------------+ \
                    \n |                                   🤖🤖🤖                                           | \
                    \n | The directory {workspace} already exists. Please remove it before indexing again.  | \
                    \n |                                   🤖🤖🤖                                           | \
                    \n +------------------------------------------------------------------------------------+'
            )
            sys.exit(1)

    logger.info(f'### task = {task}')
    if task == "index":
        index(num_docs)
    elif task == "index_restful":
        index_restful(num_docs)
    elif task == "query":
        if not os.path.exists(workspace):
            logger.warning(
                f'The directory {workspace} does not exist. Please index first via `python app.py -t index`'
            )
        query(top_k)
    elif task == "query_restful":
        if not os.path.exists(workspace):
            logger.warning(
                f'The directory {workspace} does not exist. Please index first via `python app.py -t index`'
            )
        query_restful()
    elif task == "dryrun":
        dryrun()
Пример #2
0
def main(task, num_docs, request_size, data_set, model_name):
    config(model_name)
    workspace = os.environ['JINA_WORKSPACE']
    logger = JinaLogger('cross-modal-search')
    if 'index' in task:
        if os.path.exists(workspace):
            logger.error(
                f'\n +------------------------------------------------------------------------------------+ \
                    \n |                                   ������                                           | \
                    \n | The directory {workspace} already exists. Please remove it before indexing again.  | \
                    \n |                                   ������                                           | \
                    \n +------------------------------------------------------------------------------------+'
            )
            sys.exit(1)

    logger.info(f'### task = {task}')
    if task == 'index':
        with Flow.load_config('flow-index.yml') as f:
            with TimeContext(f'QPS: indexing {num_docs}', logger=f.logger):
                f.index(
                    input_fn=input_index_data(num_docs, request_size, data_set),
                    request_size=request_size
                )
    elif task == 'index_restful':
        index_restful(num_docs)
    elif task == 'query':
        with Flow.load_config('flow-query.yml') as f:
            f.use_rest_gateway()
            f.block()
    elif task == 'query_restful':
        if not os.path.exists(workspace):
            logger.warning(f'The directory {workspace} does not exist. Please index first via `python app.py -t index`')
        query_restful()
    elif task == 'dryrun':
        dryrun()
Пример #3
0
def main(task, num_docs_index):
    config()
    workspace = os.environ["JINA_WORKSPACE"]
    logger = JinaLogger('multires-lyrics-search')

    if task == 'index':
        config()
        workspace = os.environ['JINA_WORKDIR']
        if os.path.exists(workspace):
            logger.warning(
                f'\n +---------------------------------------------------------------------------------+ \
                    \n |                                   ������                                        | \
                    \n | The directory {workspace} already exists. Please remove it before indexing again. | \
                    \n |                                   ������                                        | \
                    \n +---------------------------------------------------------------------------------+'
            )
        index()
    elif task == 'index_restful':
        index_restful(num_docs_index)
    elif task == 'query':
        config()
        query()
    elif task == 'query_restful':
        if not os.path.exists(workspace):
            logger.warning(
                f'The directory {workspace} does not exist. Please index first via `python app.py -t index`'
            )
        query_restful()
    elif task == 'dryrun':
        dryrun()
    else:
        raise NotImplementedError(
            f'unknown task: {task}. A valid task is either `index` or `query`.'
        )