Python parallelize示例

示例#1

def test_can_run_loop_body_in_process_per_item():
    pids = multiprocessing.Array(c_int, 10)
    sequence = range(10)
    
    for i in parallelize(sequence, fork=per_item):
        pids[i] = os.getpid()
    
    assert len(set(pids)) == len(sequence)

示例#2

def test_runs_loop_body_in_process_per_cpu_by_default():
    cpus = multiprocessing.cpu_count()
    pids = multiprocessing.Array(c_int, 100)
    sequence = range(100)
    
    for i in parallelize(sequence):
        pids[i] = os.getpid()
    
    assert len(set(pids)) == cpus

示例#3

文件： MachineLearning.py 项目： SamKChang/ML_server

	def Energy_list_parallel(self,x,atomCount = None,cores = None):
	
		if cores:
			c = cores
		else:
			c = self.num_cores
		if atomCount == None:
			atomCount = [None for i in range(len(x))]		
			
		return pa.parallelize(self.Energy,zip(*[x,atomCount]),c)

示例#4

文件： dedupe.py 项目： edwardhamilton/deduplicate

 def get_matches(self, num_processes, sample=None):
     job = utils.sample_index(self.df, sample)
     partitions_results = parallelize.parallelize(
         num_processes, map=self.partition, reduce=self.match).run(job)
     return dedupe.collect_matches(partitions_results)

示例#5

import os
from parallelize import parallelize
from time import sleep, time

print('one process:')
t0 = time()
for i in range(12):
    print('%2d pid = %d' % (i, os.getpid()))
    sleep(.2)
print('elapsed time: %0.2f' % (time() - t0))

print()

print('several processes:')
t0 = time()
for i in parallelize(range(12)):
    print('%2d pid = %d' % (i, os.getpid()))
    sleep(.2)
print('elapsed time: %0.2f' % (time() - t0))

示例#6

文件： llize_ex.py 项目： AllenDowney/fluent-python-notebooks

import os
from time import sleep, time

from parallelize import parallelize, per_item

DELAY = .2

def loiter(serial, delay):
    pid = os.getpid()
    print('%2d pid = %d' % (serial, pid))
    sleep(delay)
    return pid

t0 = time()

results = []
for i in parallelize(range(15), fork=per_item):
    res = loiter(i, DELAY)
    results.append(res)

print('Processes used: ', list(set(results)))

print('### Elapsed time: %0.2f' % (time() - t0))

示例#7

文件： llize_ex.py 项目： ZoroOP/C-and-CPP

import os
from time import sleep, time

from parallelize import parallelize, per_item

DELAY = .2


def loiter(serial, delay):
    pid = os.getpid()
    print('%2d pid = %d' % (serial, pid))
    sleep(delay)
    return pid


t0 = time()

results = []
for i in parallelize(range(15), fork=per_item):
    res = loiter(i, DELAY)
    results.append(res)

print('Processes used: ', list(set(results)))

print('### Elapsed time: %0.2f' % (time() - t0))

示例#8

文件： llize.py 项目： AllenDowney/fluent-python-notebooks

import os
from parallelize import parallelize
from time import sleep, time

print('one process:')
t0 = time()
for i in range(12):
    print('%2d pid = %d' % (i, os.getpid()))
    sleep(.2)
print('elapsed time: %0.2f' % (time() - t0))

print()

print('several processes:')
t0 = time()
for i in parallelize(range(12)):
    print('%2d pid = %d' % (i, os.getpid()))
    sleep(.2)
print('elapsed time: %0.2f' % (time() - t0))