Example #1
0
def main():
    f = open("availdirthree")
    dirthree = f.read().strip()
    f.close()

    #output = subprocess.check_output(["find", dirthree,  "-name",  "*.csv"])
    output = subprocess.check_output(
        ["find", dirthree + "/women/", "-name", "*.csv"])
    pth_list = output.strip().split("\n")

    length = len(pth_list)

    val = length / 10

    mod = length % 10

    for i in range(num_fetch_threads):
        worker = Process(name=str(i),
                         target=main2,
                         args=(
                             i,
                             enclosure_queue,
                         ))
        #worker.setDaemon(True)
        worker.start()

    for l in range(val, length, val):
        pth_list2 = pth_list[:l]
        enclosure_queue.put(pth_list2)
        pth_list = pth_list[l:]

    if mod != 0:
        code7_allinone2.main(pth_list[mod:])
def main():
    f = open("availdirthree")
    dirthree = f.read().strip()
    f.close()

    #output = subprocess.check_output(["find", dirthree,  "-name",  "*.csv"])
    output = subprocess.check_output(["find", dirthree + "/women/",  "-name",  "*.csv"])
    pth_list = output.strip().split("\n")

    length = len(pth_list)

    val = length/10

    mod = length % 10


    for i in range(num_fetch_threads):
        worker = Process(name = str(i), target=main2, args=(i, enclosure_queue,))
        #worker.setDaemon(True)
        worker.start()

    for l in range(val, length, val):
        pth_list2 = pth_list[ :l]
        enclosure_queue.put(pth_list2)
        pth_list = pth_list[l:]


    if mod != 0:
        code7_allinone2.main(pth_list[mod:])
Example #3
0
def main2(i, q):
    while True:
        pth_list2 = q.get()
        logging.debug(('Starting:', multiprocessing.current_process().name))
        code7_allinone2.main(pth_list2)
def main2(i, q):
    while True:
        pth_list2 = q.get()
        logging.debug(('Starting:', multiprocessing.current_process().name))
        code7_allinone2.main(pth_list2)