def main():
persistence = persistence_backends.fetch({
'connection': 'sqlite:////tmp/taskflow.db'
})
board = HypernodeJobBoard('my-board', {
"hosts": "localhost",
}, persistence=persistence)
# board = job_backends.fetch("my-board", {
# "board": "zookeeper",
# "hosts": "localhost",
# "path": "/jobboard",
# }, persistence=persistence)
board.connect()
# conductor = conductors.fetch("blocking", "executor 1", board, engine="parallel", wait_timeout=.1)
conductor = AsyncConductor("async", board, engine="parallel")
with contextlib.closing(board):
conductor.run()
from board import HypernodeJobBoard
logging.basicConfig(level=logging.WARNING)
persistence = persistence_backends.fetch({
"connection": "zookeeper",
"hosts": "localhost",
"path": "/taskflow",
})
# board = job_backends.fetch("my-board", {
# "board": "zookeeper",
# "hosts": "localhost",
# }, persistence=persistence)
board = HypernodeJobBoard('my-board', {
"hosts": "localhost",
}, persistence=persistence)
board.connect()
with contextlib.closing(board):
print("All jobs:")
for job in board.iterjobs(ensure_fresh=True, only_unclaimed=False):
print job
print("Unclaimed:")
for job in board.iterjobs(ensure_fresh=True, only_unclaimed=True):
print job