def test_adds():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
docs = []
item = {}
item['id'] = 2
item['owner_id'] = 2
item['catalog_id'] = [11, 56]
item['title'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发"
item[
'text'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发 100%实现阿里云OpenSearch的C++语言SDK 需要跨Windows、Linux、MacOS三个平台"
item['updated'] = 1439514278
item['created'] = 1439514278
docs.append(item)
item = {}
item['id'] = 3
item['owner_id'] = 1
item['catalog_id'] = [12, 34]
item['title'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发"
item[
'text'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发 项目结束后，开发者需要继续三个月的bug维护期"
item['updated'] = 1439514278
item['created'] = 1439514278
docs.append(item)
ret = indexDoc.add(docs, table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def doc_add(docs):
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.add(docs, table_name)
assert ret['status'] == 'OK'
print(ret)
time.sleep(10)
def doc_add(docs):
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.add(docs, table_name)
assert ret['status'] == 'OK'
print(ret)
time.sleep(10)
def test_adds():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
docs = []
item = {}
item['id'] = 2
item['owner_id'] = 2
item['catalog_id'] = [11, 56]
item['title'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发"
item['text'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发 100%实现阿里云OpenSearch的C++语言SDK 需要跨Windows、Linux、MacOS三个平台"
item['updated'] = 1439514278
item['created'] = 1439514278
docs.append(item)
item = {}
item['id'] = 3
item['owner_id'] = 1
item['catalog_id'] = [12, 34]
item['title'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发"
item['text'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发 项目结束后，开发者需要继续三个月的bug维护期"
item['updated'] = 1439514278
item['created'] = 1439514278
docs.append(item)
ret = indexDoc.add(docs, table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def test_after_update_get():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = yield from indexDoc.get(doc_id, table_name)
client.session.close()
print(ret)
assert ret['status'] == 'OK'
def test_update():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
doc = {
"id": doc_id, "title": "这是一个测试标题的[修改]", "text": "这是一个测试标题的修改 OpenSearch"}
ret = indexDoc.add(doc, table_name)
assert ret['status'] == 'OK'
def doc_update():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
doc = {"id": doc_id, "title": "this is a test title [modify]", "text": "this is a test title [modify] OpenSearch"}
ret = indexDoc.add(doc, table_name)
time.sleep(2)
print('update doc status: ', ret['status'])
def test_after_update_get():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = yield from indexDoc.get(doc_id, table_name)
client.session.close()
print(ret)
assert ret['status'] == 'OK'
def test_push_update2():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
status = indexDoc.pushCSVFile('update', './test/test2.csv', table_name, 0, 'id', multi_fields=['catalog_id'], max_size=100)
print(status)
assert status == 'OK'
time.sleep(5)
def doc_update():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
doc = {"id": doc_id, "title": "this is a test title [modify]", "text": "this is a test title [modify] OpenSearch"}
ret = yield from indexDoc.add(doc, table_name)
client.session.close()
time.sleep(5)
print('update doc status: ', ret['status'])
def test_add():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
doc = {"id": doc_id, "title": u"这是一个测试标题", "text": u"这是一个测试标题 OpenSearch", "updated": 1439514278, "created": 1439514278}
ret = yield from indexDoc.add(doc, table_name)
client.session.close()
assert ret['status'] == 'OK'
time.sleep(5)
def test_update():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
doc = {"id": doc_id, "title": "这是一个测试标题的[修改]", "text": "这是一个测试标题的修改 OpenSearch"}
ret = yield from indexDoc.add(doc, table_name)
client.session.close()
assert ret['status'] == 'OK'
time.sleep(5)
def doc_update():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
doc = {
"id": doc_id,
"title": "this is a test title [modify]",
"text": "this is a test title [modify] OpenSearch"
}
ret = indexDoc.add(doc, table_name)
time.sleep(2)
print('update doc status: ', ret['status'])
def test_update():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
doc = {
"id": doc_id,
"title": "这是一个测试标题的[修改]",
"text": "这是一个测试标题的修改 OpenSearch"
}
ret = indexDoc.add(doc, table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def test_push_update():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
status = indexDoc.pushCSVFile('update',
'./test/test.csv',
table_name,
0,
'id',
multi_fields=['catalog_id'])
print(status)
assert status == 'OK'
time.sleep(5)
def doc_update():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
doc = {
"id": doc_id,
"title": "this is a test title [modify]",
"text": "this is a test title [modify] OpenSearch"
}
ret = yield from indexDoc.add(doc, table_name)
client.session.close()
time.sleep(5)
print('update doc status: ', ret['status'])
def test_add():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
doc = {
"id": doc_id,
"title": u"这是一个测试标题",
"text": u"这是一个测试标题 OpenSearch",
"updated": 1439514278,
"created": 1439514278
}
ret = indexDoc.add(doc, table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def doc_add():
# client = Client(app_key, app_secret, base_url)
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
doc = {}
doc['id'] = doc_id
doc['owner_id'] = 1
doc['catalog_id'] = [12, 34]
doc['title'] = u"this is a test title"
doc['text'] = u"this is a test title OpenSearch"
doc['updated'] = 1439514278
doc['created'] = 1439514278
ret = indexDoc.add(doc, table_name)
time.sleep(2)
print('add doc status: ', ret['status'])
def doc_add():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
doc = {}
doc['id'] = doc_id
doc['owner_id'] = 1
doc['catalog_id'] = [12, 34]
doc['title'] = u"this is a test title"
doc['text'] = u"this is a test title OpenSearch"
doc['updated'] = 1439514278
doc['created'] = 1439514278
ret = yield from indexDoc.add(doc, table_name)
client.session.close()
time.sleep(5)
print('add doc status: ', ret['status'])
class OpenSearch:
obj_conf = conf.Conf()
client = Client(obj_conf.opensearchAccessKeyId,
obj_conf.opensearchAccessKeySecret, obj_conf.opensearchAPI)
index_doc = IndexDoc(client, obj_conf.opensearchAppId)
def __init__(self):
return
def insert(self, parsed_cyber_data):
# 解析数据
parsed_items = self.parse(parsed_cyber_data)
for item in parsed_items:
# 插入表
self.index_doc.add(item, self.obj_conf.opensearchTable)
return
def parse(self, parsed_cyber_data):
parsed_items = []
for i in range(0, self.obj_conf.shard):
for j in range(0, self.obj_conf.shard):
loc = str(parsed_cyber_data[i][j]["lon"]) + " " + str(
parsed_cyber_data[i][j]["lat"])
parsed_items.append({
"id":
loc,
"loc":
loc,
"elevation":
int(float(parsed_cyber_data[i][j]["elevation"]) * 100),
})
return parsed_items
def insertDrain(self, points):
for k in points:
data = points[k]
item = {
"id": str(data['lng']) + " " + str(data['lat']),
"loc": str(data['lng']) + " " + str(data['lat']),
"total": data['total'],
"name": data['name']
}
print(self.index_doc.add(item, self.obj_conf.opensearchTable))
return
def test_delete():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete(doc_id, table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def doc_after_update_get():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.get(doc_id, table_name)
print("doc title: ", ret['result']['title'])
def doc_delete():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete(doc_id, table_name)
print('delete doc status: ', ret['status'])
def test_deletes():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete([2, 3], table_name)
assert ret['status'] == 'OK'
def doc_delete():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = yield from indexDoc.delete(doc_id, table_name)
client.session.close()
print('delete doc status: ', ret['status'])
def test_after_update_get():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.get(doc_id, table_name)
print(ret)
assert ret['status'] == 'OK'
def test_after_update_get():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.get(doc_id, table_name)
print(ret)
assert ret['status'] == 'OK'
def doc_delete():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete(doc_id, table_name)
print('delete doc status: ', ret['status'])
def doc_after_update_get():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.get(doc_id, table_name)
print("doc title: ", ret['result']['title'])
def test_delete():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete(doc_id, table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def test_deletes():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete([100, 101, 102, 103, 200, 201, 202, 203], table_name)
assert ret['status'] == 'OK'
time.sleep(5)
def doc_after_update_get():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = yield from indexDoc.get(doc_id, table_name)
client.session.close()
print("doc title: ", ret['result']['title'])
async def doc_after_update_get():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = await indexDoc.get(doc_id, table_name)
client.session.close()
print("doc title: ", ret['result']['title'])
def doc_get():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = yield from indexDoc.get(doc_id, table_name)
client.session.close()
print("doc title: ", ret['result']['title'])
def test_deletes():
client = Client(app_key, app_secret, base_url, lib=client_name)
indexDoc = IndexDoc(client, index_name)
ret = indexDoc.delete([100, 101, 102, 103, 200, 201, 202, 203], table_name)
assert ret['status'] == 'OK'
time.sleep(5)
async def doc_delete():
client = Client(app_key, app_secret, base_url)
indexDoc = IndexDoc(client, index_name)
ret = await indexDoc.delete(doc_id, table_name)
client.session.close()
print('delete doc status: ', ret['status'])
