sleep_secs = 10
# Test Code Only
#db.purge_table()
#time.sleep(5)
# Test Code Only
#db.create_items()
#time.sleep()
if os.path.exists(OUTPUT_DIR):
shutil.rmtree(OUTPUT_DIR)
os.makedirs(OUTPUT_DIR)
while True:
db.display_items()
rows = db.get_unprocessed_items()
# Process Items
if rows != None:
jobs = []
cnt = 0
for row in rows:
cnt += 1
p = multiprocessing.Process(target=process_item, args=(row,))
jobs.append(p)
# Start processes
if cnt % PARALLEL_PROCS == 0:
for job in jobs:
job.start()
for job in jobs:
sleep_secs = 10
# Test Code Only
#db.purge_table()
#time.sleep(5)
# Test Code Only
#db.create_items()
#time.sleep()
if os.path.exists(OUTPUT_DIR):
shutil.rmtree(OUTPUT_DIR)
os.makedirs(OUTPUT_DIR)
while True:
db.display_items()
rows = db.get_unclassified_items()
# Process Items
if rows != None:
jobs = []
cnt = 0
for row in rows:
cnt += 1
p = multiprocessing.Process(target=process_item, args=(row, ))
jobs.append(p)
# Start processes
if cnt % PARALLEL_PROCS == 0:
for job in jobs:
job.start()
for job in jobs:
