def make_json(csvFilePath, engine, url, private_key, batch_size):
#initialize appSearch client
app_search = AppSearch(
url,
http_auth = private_key,
)
# Open a csv reader called DictReader
with open(csvFilePath) as csvf:
csvReader = csv.DictReader(csvf)
#lines = len(list(csvReader))
#print ("lines",lines)
#batch_size = batch_size
batch = []
count = 0
for row in csvReader:
if count >= batch_size:
print (batch)
json_data = json.dumps(batch)
#print (json_data)
batch = []
count = 0
ingest_data(engine, json_data, app_search)
batch.append(row)
count += 1
if batch:
json_data = json.dumps(batch)
ingest_data(engine, json_data, app_search)
def __init__(self, url, key, engine):
self.url = url
self.key = key
self.engine = engine
try:
self.app_search = AppSearch(url, http_auth=self.key)
except:
LOGGER.critical("Couldn't create AppSerch Client")
raise
def app_search():
yield AppSearch("http://localhost:3002",
http_auth="private-k3ra4bqu12vgnhe3wibdw69f")
def app_search(ent_search_url, app_search_bearer_auth):
with AppSearch(ent_search_url,
bearer_auth=app_search_bearer_auth) as client:
yield client
from elastic_enterprise_search import AppSearch
import glob, os
import json
app_search = AppSearch(
"app_search_api_endpoint",
http_auth="api_private_key"
)
response = []
print("Uploading movies to App Search...")
os.chdir("movies_directory")
for file in glob.glob("*.json"):
with open(file, 'r') as json_file:
try:
response = app_search.index_documents(engine_name="movies",documents=json.load(json_file))
print(".", end='', flush=True)
except:
print("Fail!")
print(response)
break
def app_search():
yield AppSearch(
"https://my-deployment-c6095a.ent.us-central1.gcp.cloud.es.io:443",
bearer_auth="private-ybzoyx7cok65hpxyxkwaarnn",
)
import os
from elastic_enterprise_search import AppSearch
app_search = AppSearch(
os.environ.get("CLOUD_URI"),
http_auth=os.environ.get("PRIVATE_AUTH"),
)
engine_name = os.environ.get("ENGINE_NAME")
from elastic_enterprise_search import AppSearch
from . import settings
client = AppSearch(settings.APP_SEARCH_URL,
http_auth=settings.APP_SEARCH_PRIVATE_KEY)
# Ensure the engine is created and has the proper schema
client.create_engine(engine_name=settings.APP_SEARCH_ENGINE_NAME,
ignore_status=400)
client.put_schema(
engine_name=settings.APP_SEARCH_ENGINE_NAME,
schema=settings.APP_SEARCH_ENGINE_SCHEMA,
)
def init_app_search_client(cls, crawler_settings):
app_search = AppSearch(crawler_settings.get('APPSEARCH_URL'),
http_auth=crawler_settings.get('APPSEARCH_KEY'))
return app_search