run_parser.add_argument('--threads', type=int, metavar='num', required=False, default=1, help="Maximum number of threads to use.") args = parse_args(parser, commands) if os.path.exists(args.run.topics) and args.run.topics.endswith('.json'): topics = json.load(open(args.run.topics)) else: topics = get_topics(args.run.topics) # invalid topics name if topics == {}: print(f'Topic {args.run.topics} Not Found') exit() query_encoder = init_query_encoder(args.dense.encoder, args.run.topics, args.dense.encoded_queries, args.dense.device) if not query_encoder: print(f'No encoded queries for topic {args.run.topics}') exit() if os.path.exists(args.dense.index): # create searcher from index directory dsearcher = SimpleDenseSearcher(args.dense.index, query_encoder) else: # create searcher from prebuilt index name dsearcher = SimpleDenseSearcher.from_prebuilt_index(args.dense.index, query_encoder) if not dsearcher: exit()
run_parser.add_argument('--threads', type=int, metavar='num', required=False, default=1, help="Maximum number of threads to use.") args = parse_args(parser, commands) query_iterator = get_query_iterator(args.run.topics, TopicsFormat(args.run.topics_format)) topics = query_iterator.topics query_encoder = init_query_encoder(args.dense.encoder, args.dense.tokenizer, args.run.topics, args.dense.encoded_queries, args.dense.device, args.dense.query_prefix) if os.path.exists(args.dense.index): # create searcher from index directory dsearcher = SimpleDenseSearcher(args.dense.index, query_encoder) else: # create searcher from prebuilt index name dsearcher = SimpleDenseSearcher.from_prebuilt_index( args.dense.index, query_encoder) if not dsearcher: exit() if os.path.exists(args.sparse.index):