def fitness_function_3(x, np_ext, np_int, m_l, m_i, m_ext, m_int):
m_ext_tp = [i[0]
for i in m_ext] #asignar valor de coordenada de malla externa
m_ext_a_sh = [i[1] for i in m_ext]
p = Pool()
args = [[i, m_int, m_i, m_ext_tp, m_ext_a_sh] for i in x]
total = p.map(iterateArrays, args)
p.close()
p.join()
return np.array(total)
page += processes
return curr_buf
if __name__ == '__main__':
start = time.time()
ray.init()
processes = os.cpu_count()
csv_data = [['標題', '評分', '價格', '上市日期', '標籤', '評論']]
result_ids = []
reviews_buffer = []
for i in range(1, processes + 1):
result_ids.append(crawler.remote(i, processes))
results = ray.get(result_ids)
for res in results:
reviews_buffer += res
pool = Pool(processes=processes)
data = pool.map(process_review, [[reviews_buf[1], reviews_buf[0]]
for reviews_buf in reviews_buffer])
pool.close()
for d in data:
csv_data += d
with open('output.csv', 'w', newline='', encoding='utf-8-sig') as csvfile:
writer = csv.writer(csvfile)
writer.writerows(csv_data)
end = time.time()
print(f'執行時間 {end - start} 秒')
