"number_of_processes": 2,
"working_directory": os.getcwd() + "/work/",
}
pilot=start_pilot()
end_start_pilot = time.time()
time_measures["Pilot Submission"]=end_start_pilot-start
logger.debug("Started pilot in %.2f sec"%time_measures["Pilot Submission"])
#############################################################################
logger.debug("Start KMeans")
f = open("data_20points.csv")
points = f.readlines()
f.close()
number_of_data_points=len(points)
du_points = DistributedInMemoryDataUnit("Points", pilot=pilot)
du_points.load(points)
f = open("centers.csv")
centers = f.readlines()
f.close()
du_centers = DistributedInMemoryDataUnit("Centers")
du_centers.load(centers)
number_of_centroids_points=len(centers)
end_data_load = time.time()
time_measures["DataLoadTime"] = end_data_load-end_start_pilot
for iteration in range(0,NUM_ITERATIONS):
iteration_start = time.time()
future = du_points.map_pilot("KMeans.closestPoint", du_centers.name, number_of_compute_units=2)
