def create_index(index_name, crate_home, output_dir):
crate_layer = CrateLayer('data',
crate_home=crate_home,
port=CRATE_HTTP_PORT,
transport_port=CRATE_TRANSPORT_PORT,
settings={
'es.api.enabled': True,
})
crate_layer.start()
crate_http = 'localhost:{}'.format(CRATE_HTTP_PORT)
try:
with connect(crate_http) as conn:
cur = conn.cursor()
cmds = INDICES[index_name].split(';')
for cmd in cmds[:-1]:
LOGGER.info(cmd)
cur.execute(cmd)
cur.execute("select version['number'] from sys.nodes")
version = cur.fetchone()[0]
r = http.request('POST', crate_http + '/_flush')
r.read()
compress_index(index_name, version, crate_layer.wdPath(),
output_dir)
finally:
crate_layer.stop()
def create_index(index_name, crate_home, output_dir):
crate_layer = CrateLayer(
'data',
crate_home=crate_home,
port=CRATE_HTTP_PORT,
transport_port=CRATE_TRANSPORT_PORT,
settings={
'es.api.enabled': True,
# The disk.watermark settings can be removed once crate-python > 0.21.1 has been released
"cluster.routing.allocation.disk.watermark.low": "100k",
"cluster.routing.allocation.disk.watermark.high": "10k",
"cluster.routing.allocation.disk.watermark.flood_stage": "1k",
})
crate_layer.start()
crate_http = 'localhost:{}'.format(CRATE_HTTP_PORT)
try:
with connect(crate_http) as conn:
cur = conn.cursor()
cmds = INDICES[index_name].split(';')
for cmd in cmds[:-1]:
LOGGER.info(cmd)
cur.execute(cmd)
cur.execute("select version['number'] from sys.nodes")
version = cur.fetchone()[0]
r = http.request('POST', crate_http + '/_flush')
r.read()
compress_index(index_name, version, crate_layer.wdPath(),
output_dir)
finally:
crate_layer.stop()
def create_index(index_name, crate_home, output_dir):
crate_layer = CrateLayer(
'data',
crate_home=crate_home,
port=CRATE_HTTP_PORT,
transport_port=CRATE_TRANSPORT_PORT,
settings={
'es.api.enabled': True,
}
)
crate_layer.start()
crate_http = 'localhost:{}'.format(CRATE_HTTP_PORT)
try:
with connect(crate_http) as conn:
cur = conn.cursor()
cmds = INDICES[index_name].split(';')
for cmd in cmds[:-1]:
LOGGER.info(cmd)
cur.execute(cmd)
cur.execute("select version['number'] from sys.nodes")
version = cur.fetchone()[0]
r = http.request('POST', crate_http + '/_flush')
r.read()
compress_index(index_name, version, crate_layer.wdPath(), output_dir)
finally:
crate_layer.stop()
def create_index(index_name, crate_home, output_dir):
crate_layer = CrateLayer(
'data',
crate_home=crate_home,
port=CRATE_HTTP_PORT,
transport_port=CRATE_TRANSPORT_PORT,
settings={
'es.api.enabled': True,
# The disk.watermark settings can be removed once crate-python > 0.21.1 has been released
"cluster.routing.allocation.disk.watermark.low" : "100k",
"cluster.routing.allocation.disk.watermark.high" : "10k",
"cluster.routing.allocation.disk.watermark.flood_stage" : "1k",
}
)
crate_layer.start()
crate_http = 'localhost:{}'.format(CRATE_HTTP_PORT)
try:
with connect(crate_http) as conn:
cur = conn.cursor()
cmds = INDICES[index_name].split(';')
for cmd in cmds[:-1]:
LOGGER.info(cmd)
cur.execute(cmd)
cur.execute("select version['number'] from sys.nodes")
version = cur.fetchone()[0]
r = http.request('POST', crate_http + '/_flush')
r.read()
compress_index(index_name, version, crate_layer.wdPath(), output_dir)
finally:
crate_layer.stop()
def create_index(cfg):
crate_layer = CrateLayer(
'data',
crate_home=cfg.crate_home,
port=CRATE_HTTP_PORT,
transport_port=CRATE_TRANSPORT_PORT
)
crate_layer.start()
try:
with connect('localhost:' + CRATE_HTTP_PORT) as conn:
cur = conn.cursor()
cmds = CREATE_INDEX_SQL.split(';')
for cmd in cmds[:-1]:
cur.execute(cmd)
cur.execute("select version['number'] from sys.nodes")
version = cur.fetchone()[0]
compress_index(version, crate_layer.wdPath(), cfg.output_dir)
finally:
crate_layer.stop()
