def test_adds(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) docs = [] item = {} item['id'] = 2 item['owner_id'] = 2 item['catalog_id'] = [11, 56] item['title'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发" item[ 'text'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发 100%实现阿里云OpenSearch的C++语言SDK 需要跨Windows、Linux、MacOS三个平台" item['updated'] = 1439514278 item['created'] = 1439514278 docs.append(item) item = {} item['id'] = 3 item['owner_id'] = 1 item['catalog_id'] = [12, 34] item['title'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发" item[ 'text'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发 项目结束后,开发者需要继续三个月的bug维护期" item['updated'] = 1439514278 item['created'] = 1439514278 docs.append(item) ret = indexDoc.add(docs, table_name) assert ret['status'] == 'OK' time.sleep(5)
def doc_add(docs): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.add(docs, table_name) assert ret['status'] == 'OK' print(ret) time.sleep(10)
def test_adds(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) docs = [] item = {} item['id'] = 2 item['owner_id'] = 2 item['catalog_id'] = [11, 56] item['title'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发" item['text'] = u"阿里云开源众包计划 - OpenSearch C++ SDK 开发 100%实现阿里云OpenSearch的C++语言SDK 需要跨Windows、Linux、MacOS三个平台" item['updated'] = 1439514278 item['created'] = 1439514278 docs.append(item) item = {} item['id'] = 3 item['owner_id'] = 1 item['catalog_id'] = [12, 34] item['title'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发" item['text'] = u"阿里云开源众包计划 - OpenSearch Python SDK 开发 项目结束后,开发者需要继续三个月的bug维护期" item['updated'] = 1439514278 item['created'] = 1439514278 docs.append(item) ret = indexDoc.add(docs, table_name) assert ret['status'] == 'OK' time.sleep(5)
def test_after_update_get(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) ret = yield from indexDoc.get(doc_id, table_name) client.session.close() print(ret) assert ret['status'] == 'OK'
def test_update(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) doc = { "id": doc_id, "title": "这是一个测试标题的[修改]", "text": "这是一个测试标题的修改 OpenSearch"} ret = indexDoc.add(doc, table_name) assert ret['status'] == 'OK'
def doc_update(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) doc = {"id": doc_id, "title": "this is a test title [modify]", "text": "this is a test title [modify] OpenSearch"} ret = indexDoc.add(doc, table_name) time.sleep(2) print('update doc status: ', ret['status'])
def test_push_update2(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) status = indexDoc.pushCSVFile('update', './test/test2.csv', table_name, 0, 'id', multi_fields=['catalog_id'], max_size=100) print(status) assert status == 'OK' time.sleep(5)
def doc_update(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) doc = {"id": doc_id, "title": "this is a test title [modify]", "text": "this is a test title [modify] OpenSearch"} ret = yield from indexDoc.add(doc, table_name) client.session.close() time.sleep(5) print('update doc status: ', ret['status'])
def test_add(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) doc = {"id": doc_id, "title": u"这是一个测试标题", "text": u"这是一个测试标题 OpenSearch", "updated": 1439514278, "created": 1439514278} ret = yield from indexDoc.add(doc, table_name) client.session.close() assert ret['status'] == 'OK' time.sleep(5)
def test_update(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) doc = {"id": doc_id, "title": "这是一个测试标题的[修改]", "text": "这是一个测试标题的修改 OpenSearch"} ret = yield from indexDoc.add(doc, table_name) client.session.close() assert ret['status'] == 'OK' time.sleep(5)
def doc_update(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) doc = { "id": doc_id, "title": "this is a test title [modify]", "text": "this is a test title [modify] OpenSearch" } ret = indexDoc.add(doc, table_name) time.sleep(2) print('update doc status: ', ret['status'])
def test_update(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) doc = { "id": doc_id, "title": "这是一个测试标题的[修改]", "text": "这是一个测试标题的修改 OpenSearch" } ret = indexDoc.add(doc, table_name) assert ret['status'] == 'OK' time.sleep(5)
def test_push_update(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) status = indexDoc.pushCSVFile('update', './test/test.csv', table_name, 0, 'id', multi_fields=['catalog_id']) print(status) assert status == 'OK' time.sleep(5)
def doc_update(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) doc = { "id": doc_id, "title": "this is a test title [modify]", "text": "this is a test title [modify] OpenSearch" } ret = yield from indexDoc.add(doc, table_name) client.session.close() time.sleep(5) print('update doc status: ', ret['status'])
def test_add(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) doc = { "id": doc_id, "title": u"这是一个测试标题", "text": u"这是一个测试标题 OpenSearch", "updated": 1439514278, "created": 1439514278 } ret = indexDoc.add(doc, table_name) assert ret['status'] == 'OK' time.sleep(5)
def doc_add(): # client = Client(app_key, app_secret, base_url) client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) doc = {} doc['id'] = doc_id doc['owner_id'] = 1 doc['catalog_id'] = [12, 34] doc['title'] = u"this is a test title" doc['text'] = u"this is a test title OpenSearch" doc['updated'] = 1439514278 doc['created'] = 1439514278 ret = indexDoc.add(doc, table_name) time.sleep(2) print('add doc status: ', ret['status'])
def doc_add(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) doc = {} doc['id'] = doc_id doc['owner_id'] = 1 doc['catalog_id'] = [12, 34] doc['title'] = u"this is a test title" doc['text'] = u"this is a test title OpenSearch" doc['updated'] = 1439514278 doc['created'] = 1439514278 ret = yield from indexDoc.add(doc, table_name) client.session.close() time.sleep(5) print('add doc status: ', ret['status'])
class OpenSearch: obj_conf = conf.Conf() client = Client(obj_conf.opensearchAccessKeyId, obj_conf.opensearchAccessKeySecret, obj_conf.opensearchAPI) index_doc = IndexDoc(client, obj_conf.opensearchAppId) def __init__(self): return def insert(self, parsed_cyber_data): # 解析数据 parsed_items = self.parse(parsed_cyber_data) for item in parsed_items: # 插入表 self.index_doc.add(item, self.obj_conf.opensearchTable) return def parse(self, parsed_cyber_data): parsed_items = [] for i in range(0, self.obj_conf.shard): for j in range(0, self.obj_conf.shard): loc = str(parsed_cyber_data[i][j]["lon"]) + " " + str( parsed_cyber_data[i][j]["lat"]) parsed_items.append({ "id": loc, "loc": loc, "elevation": int(float(parsed_cyber_data[i][j]["elevation"]) * 100), }) return parsed_items def insertDrain(self, points): for k in points: data = points[k] item = { "id": str(data['lng']) + " " + str(data['lat']), "loc": str(data['lng']) + " " + str(data['lat']), "total": data['total'], "name": data['name'] } print(self.index_doc.add(item, self.obj_conf.opensearchTable)) return
def test_delete(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.delete(doc_id, table_name) assert ret['status'] == 'OK' time.sleep(5)
def doc_after_update_get(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.get(doc_id, table_name) print("doc title: ", ret['result']['title'])
def doc_delete(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.delete(doc_id, table_name) print('delete doc status: ', ret['status'])
def test_deletes(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.delete([2, 3], table_name) assert ret['status'] == 'OK'
def doc_delete(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) ret = yield from indexDoc.delete(doc_id, table_name) client.session.close() print('delete doc status: ', ret['status'])
def test_after_update_get(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.get(doc_id, table_name) print(ret) assert ret['status'] == 'OK'
def test_deletes(): client = Client(app_key, app_secret, base_url, lib=client_name) indexDoc = IndexDoc(client, index_name) ret = indexDoc.delete([100, 101, 102, 103, 200, 201, 202, 203], table_name) assert ret['status'] == 'OK' time.sleep(5)
def doc_after_update_get(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) ret = yield from indexDoc.get(doc_id, table_name) client.session.close() print("doc title: ", ret['result']['title'])
async def doc_after_update_get(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) ret = await indexDoc.get(doc_id, table_name) client.session.close() print("doc title: ", ret['result']['title'])
def doc_get(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) ret = yield from indexDoc.get(doc_id, table_name) client.session.close() print("doc title: ", ret['result']['title'])
async def doc_delete(): client = Client(app_key, app_secret, base_url) indexDoc = IndexDoc(client, index_name) ret = await indexDoc.delete(doc_id, table_name) client.session.close() print('delete doc status: ', ret['status'])