import_file_tasks = []
for file_name in file_list:
# Check multiprocess file import.
# Note: Multiprocessing is only applied at the file level,
# independently from the system (posix or not).
if options['multiprocess'] > 1:
# Create import file task.
import_task = {
'srv_con': server_values,
'file_name': file_name,
'options': options
}
import_file_tasks.append(import_task)
else:
# Import file (no concurrency at the file level).
dbimport.import_file(server_values, file_name, options)
# Import files concurrently.
if import_file_tasks:
# Create process pool.
workers_pool = multiprocessing.Pool(
processes=options['multiprocess'])
# Concurrently import files.
workers_pool.map_async(dbimport.multiprocess_file_import_task,
import_file_tasks)
workers_pool.close()
workers_pool.join()
if opt.verbosity >= 3:
print_elapsed_time(start_test)
import_file_tasks = []
for file_name in file_list:
# Check multiprocess file import.
# Note: Multiprocessing is only applied at the file level,
# independently from the system (posix or not).
if options['multiprocess'] > 1:
# Create import file task.
import_task = {
'srv_con': server_values,
'file_name': file_name,
'options': options
}
import_file_tasks.append(import_task)
else:
# Import file (no concurrency at the file level).
dbimport.import_file(server_values, file_name, options)
# Import files concurrently.
if import_file_tasks:
# Create process pool.
workers_pool = multiprocessing.Pool(
processes=options['multiprocess']
)
# Concurrently import files.
workers_pool.map_async(dbimport.multiprocess_file_import_task,
import_file_tasks)
workers_pool.close()
workers_pool.join()
if opt.verbosity >= 3: