"number_of_processes": 2, "working_directory": os.getcwd() + "/work/", } pilot=start_pilot() end_start_pilot = time.time() time_measures["Pilot Submission"]=end_start_pilot-start logger.debug("Started pilot in %.2f sec"%time_measures["Pilot Submission"]) ############################################################################# logger.debug("Start KMeans") f = open("data_20points.csv") points = f.readlines() f.close() number_of_data_points=len(points) du_points = DistributedInMemoryDataUnit("Points", pilot=pilot) du_points.load(points) f = open("centers.csv") centers = f.readlines() f.close() du_centers = DistributedInMemoryDataUnit("Centers") du_centers.load(centers) number_of_centroids_points=len(centers) end_data_load = time.time() time_measures["DataLoadTime"] = end_data_load-end_start_pilot for iteration in range(0,NUM_ITERATIONS): iteration_start = time.time() future = du_points.map_pilot("KMeans.closestPoint", du_centers.name, number_of_compute_units=2)