def fitness_function_3(x, np_ext, np_int, m_l, m_i, m_ext, m_int): m_ext_tp = [i[0] for i in m_ext] #asignar valor de coordenada de malla externa m_ext_a_sh = [i[1] for i in m_ext] p = Pool() args = [[i, m_int, m_i, m_ext_tp, m_ext_a_sh] for i in x] total = p.map(iterateArrays, args) p.close() p.join() return np.array(total)
page += processes return curr_buf if __name__ == '__main__': start = time.time() ray.init() processes = os.cpu_count() csv_data = [['標題', '評分', '價格', '上市日期', '標籤', '評論']] result_ids = [] reviews_buffer = [] for i in range(1, processes + 1): result_ids.append(crawler.remote(i, processes)) results = ray.get(result_ids) for res in results: reviews_buffer += res pool = Pool(processes=processes) data = pool.map(process_review, [[reviews_buf[1], reviews_buf[0]] for reviews_buf in reviews_buffer]) pool.close() for d in data: csv_data += d with open('output.csv', 'w', newline='', encoding='utf-8-sig') as csvfile: writer = csv.writer(csvfile) writer.writerows(csv_data) end = time.time() print(f'執行時間 {end - start} 秒')