def __init__(self, config):
"""
:param config: dict like object, contains thread_min_size (int),
thread_max_size (int), daemonize_thread (bool),
process_size (int)
"""
self._io_executor = tp.ThreadPool(config.get("thread_min_size", 0),
config.get("thread_max_size", 0),
config.get("task_queue_size", 1024),
config.get("daemonize_thread", True))
self._compute_executor = None
if config.get("process_size", 0):
self._compute_executor = pp.ProcessPool(
config.get("process_size", 0))
"x": "y",
}
key = "hello"
states = [{"_key": "h", "value": "i"}, {"_key": "j", "value": "k"}]
collection = "testing"
config = {
"use_kv_store": False,
"checkpoint_dir": ".",
"server_uri": "https://localhost:8089",
"session_key": os.environ["session_key"],
}
appname = "search"
num = 127
pool = ct.ThreadPool(min_size=num)
pool.start()
def _update_ckpt():
store = get_state_store(config, appname, collection, True)
for i in range(10000):
mystate["x"] = str(i)
store.update_state(key, mystate)
time.sleep(1)
print("done")
for i in range(num):
pool.enqueue_funcs((_update_ckpt, ))
time.sleep(10000)
'''