from operations.drop import do_drop
from logs import LOGGER
from encode import Sentence_model
app = FastAPI()
origins = ["*"]
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
MODEL = Sentence_model()
MILVUS_CLI = MilvusHelper()
MYSQL_CLI = MySQLHelper()
@app.post('/qa/load_data')
async def do_load_api(file: UploadFile = File(...), table_name: str = None):
try:
text = await file.read()
fname = file.filename
dirs = "QA_data"
if not os.path.exists(dirs):
os.makedirs(dirs)
fname_path = os.path.join(os.getcwd(), os.path.join(dirs, fname))
with open(fname_path, 'wb') as f:
f.write(text)
except Exception as e:
def main():
try:
opts, args = getopt.getopt(sys.argv[1:], "hc", [
"help", "collection=", "dim=", "index_type=", "create", "load",
"create_index", "performance", "index_info", "describe", "show",
"has", "rows", "describe_index", "drop", "drop_index", "version",
"search_param=", "recall", "partition_name=", "create_partition"
])
except getopt.GetoptError:
print(
"Usage: python milvus_toolkindex_type.py -q <nq> -k <topk> -c <collection> -s"
)
sys.exit(2)
for opt_name, opt_value in opts:
if opt_name in ("-h", "--help"):
print(
"For parameter descriptions, please refer to https://github.com/milvus-io/bootcamp/tree/master/benchmark_test/scripts"
)
sys.exit(2)
elif opt_name == "--collection":
collection_name = opt_value
elif opt_name == "--index_type":
index_type = opt_value
elif opt_name == "--search_param":
search_param = int(opt_value)
# create collection
elif opt_name in ("-c", "--create"):
client = MilvusHelper()
# collection_name = 'bench_test1'
print(client.create_collection(collection_name))
sys.exit(2)
# insert data to milvus
elif opt_name == "--load":
client = MilvusHelper()
insert_data(client, collection_name)
sys.exit(2)
# build index
elif opt_name == "--create_index":
# time1 = time.time()
client = MilvusHelper()
# index_param = {"index_type": index_type, "metric_type": METRIC_TYPE, "params": {"nlist": NLIST}}
create_index(client, collection_name, index_type)
# client.create_index(collection_name, index_param)
# print("build cost time: ", time.time() - time1)
sys.exit(2)
# test search performance
elif opt_name == "--performance":
client = MilvusHelper()
performance(client, collection_name, search_param)
sys.exit(2)
# save search result
elif opt_name == "--recall":
client = MilvusHelper()
recall(client, collection_name, search_param)
elif opt_name == "--partition_name":
partition_name = opt_value
elif opt_name == "--create_partition":
# milvus = connect_server()
client = MilvusHelper()
status = client.create_partition(collection_name, partition_name)
print(status)
# present collection info
elif opt_name == "--index_info":
client = MilvusHelper()
print(client.get_index_params(collection_name))
sys.exit(2)
#Show if collection exists
elif opt_name == "--has":
client = MilvusHelper()
print(client.has_collection(collection_name))
sys.exit(2)
#Get collection row count
elif opt_name == "--rows":
client = MilvusHelper()
print(client.count(collection_name))
sys.exit(2)
# Drop collection
elif opt_name == "--drop":
client = MilvusHelper()
status = client.delete_collection(collection_name)
print(status)
sys.exit(2)
# Drop index
elif opt_name == "--drop_index":
client = MilvusHelper()
client.delete_index(collection_name)
sys.exit(2)