def _prepare_lazyflow_config( parsed_args ):
# Check environment variable settings.
n_threads = os.getenv("LAZYFLOW_THREADS", None)
total_ram_mb = os.getenv("LAZYFLOW_TOTAL_RAM_MB", None)
# Convert str -> int
if n_threads is not None:
n_threads = int(n_threads)
total_ram_mb = total_ram_mb and int(total_ram_mb)
# If not in env, check config file.
if n_threads is None:
n_threads = ilastik_config.getint('lazyflow', 'threads')
if n_threads == -1:
n_threads = None
total_ram_mb = total_ram_mb or ilastik_config.getint('lazyflow', 'total_ram_mb')
# Note that n_threads == 0 is valid and useful for debugging.
if (n_threads is not None) or total_ram_mb:
def _configure_lazyflow_settings(shell):
import lazyflow
import lazyflow.request
if n_threads is not None:
logger.info("Resetting lazyflow thread pool with {} threads.".format( n_threads ))
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb > 0:
if total_ram_mb < 500:
raise Exception("In your current configuration, RAM is limited to {} MB."
" Remember to specify RAM in MB, not GB."
.format( total_ram_mb ))
logger.info("Configuring lazyflow RAM limit to {} MB".format( total_ram_mb ))
lazyflow.AVAILABLE_RAM_MB = total_ram_mb
return _configure_lazyflow_settings
return None
def _prepare_lazyflow_config( parsed_args ):
# Check environment variable settings.
n_threads = os.getenv("LAZYFLOW_THREADS", None)
total_ram_mb = os.getenv("LAZYFLOW_TOTAL_RAM_MB", None)
# Convert str -> int
n_threads = n_threads and int(n_threads)
total_ram_mb = total_ram_mb and int(total_ram_mb)
# If not in env, check config file.
n_threads = n_threads or ilastik_config.getint('lazyflow', 'threads')
total_ram_mb = total_ram_mb or ilastik_config.getint('lazyflow', 'total_ram_mb')
if n_threads or total_ram_mb:
def _configure_lazyflow_settings(shell):
import lazyflow
import lazyflow.request
if n_threads > 0:
logger.info("Resetting lazyflow thread pool with {} threads.".format( n_threads ))
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb > 0:
if total_ram_mb < 500:
raise Exception("In your current configuration, RAM is limited to {} MB."
" Remember to specify RAM in MB, not GB."
.format( total_ram_mb ))
logger.info("Configuring lazyflow RAM limit to {} MB".format( total_ram_mb ))
lazyflow.AVAILABLE_RAM_MB = total_ram_mb
return _configure_lazyflow_settings
return None
def _prepare_lazyflow_config(parsed_args):
# Check environment variable settings.
n_threads = os.getenv("LAZYFLOW_THREADS", None)
total_ram_mb = os.getenv("LAZYFLOW_TOTAL_RAM_MB", None)
status_interval_secs = int(
os.getenv("LAZYFLOW_STATUS_MONITOR_SECONDS", "0"))
# Convert str -> int
if n_threads is not None:
n_threads = int(n_threads)
total_ram_mb = total_ram_mb and int(total_ram_mb)
# If not in env, check config file.
if n_threads is None:
n_threads = ilastik_config.getint('lazyflow', 'threads')
if n_threads == -1:
n_threads = None
total_ram_mb = total_ram_mb or ilastik_config.getint(
'lazyflow', 'total_ram_mb')
# Note that n_threads == 0 is valid and useful for debugging.
if (n_threads is not None) or total_ram_mb or status_interval_secs:
def _configure_lazyflow_settings():
import lazyflow
import lazyflow.request
from lazyflow.utility import Memory
from lazyflow.operators.cacheMemoryManager import CacheMemoryManager
if status_interval_secs:
memory_logger = logging.getLogger(
'lazyflow.operators.cacheMemoryManager')
memory_logger.setLevel(logging.DEBUG)
CacheMemoryManager().setRefreshInterval(status_interval_secs)
if n_threads is not None:
logger.info(
"Resetting lazyflow thread pool with {} threads.".format(
n_threads))
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb > 0:
if total_ram_mb < 500:
raise Exception(
"In your current configuration, RAM is limited to {} MB."
" Remember to specify RAM in MB, not GB.".format(
total_ram_mb))
ram = total_ram_mb * 1024**2
fmt = Memory.format(ram)
logger.info("Configuring lazyflow RAM limit to {}".format(fmt))
Memory.setAvailableRam(ram)
return _configure_lazyflow_settings
return None
def _prepare_lazyflow_config(parsed_args):
# Check environment variable settings.
n_threads = os.getenv("LAZYFLOW_THREADS", None)
total_ram_mb = os.getenv("LAZYFLOW_TOTAL_RAM_MB", None)
status_interval_secs = int(
os.getenv("LAZYFLOW_STATUS_MONITOR_SECONDS", "0"))
# Convert str -> int
if n_threads is not None:
n_threads = int(n_threads)
total_ram_mb = total_ram_mb and int(total_ram_mb)
# If not in env, check config file.
if n_threads is None:
n_threads = ilastik_config.getint('lazyflow', 'threads')
if n_threads == -1:
n_threads = None
total_ram_mb = total_ram_mb or ilastik_config.getint(
'lazyflow', 'total_ram_mb')
# Note that n_threads == 0 is valid and useful for debugging.
if (n_threads is not None) or total_ram_mb or status_interval_secs:
def _configure_lazyflow_settings():
import lazyflow
import lazyflow.request
from lazyflow.utility import Memory
from lazyflow.operators.cacheMemoryManager import \
CacheMemoryManager
if status_interval_secs:
memory_logger = logging.getLogger(
'lazyflow.operators.cacheMemoryManager')
memory_logger.setLevel(logging.DEBUG)
CacheMemoryManager().setRefreshInterval(status_interval_secs)
if n_threads is not None:
logger.info(f'Resetting lazyflow thread pool with {n_threads} '
'threads.')
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb > 0:
if total_ram_mb < 500:
raise Exception('In your current configuration, RAM is '
f'limited to {total_ram_mb} MB. Remember '
'to specify RAM in MB, not GB.')
ram = total_ram_mb * 1024**2
fmt = Memory.format(ram)
logger.info("Configuring lazyflow RAM limit to {}".format(fmt))
Memory.setAvailableRam(ram)
return _configure_lazyflow_settings
return None
def _prepare_lazyflow_config(parsed_args):
# Check environment variable settings.
n_threads = os.getenv("LAZYFLOW_THREADS", None)
total_ram_mb = os.getenv("LAZYFLOW_TOTAL_RAM_MB", None)
# Convert str -> int
if n_threads is not None:
n_threads = int(n_threads)
total_ram_mb = total_ram_mb and int(total_ram_mb)
# If not in env, check config file.
if n_threads is None:
n_threads = ilastik_config.getint('lazyflow', 'threads')
if n_threads == -1:
n_threads = None
total_ram_mb = total_ram_mb or ilastik_config.getint(
'lazyflow', 'total_ram_mb')
# Note that n_threads == 0 is valid and useful for debugging.
if (n_threads is not None) or total_ram_mb:
def _configure_lazyflow_settings():
import lazyflow
import lazyflow.request
if n_threads is not None:
logger.info(
"Resetting lazyflow thread pool with {} threads.".format(
n_threads))
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb > 0:
if total_ram_mb < 500:
raise Exception(
"In your current configuration, RAM is limited to {} MB."
" Remember to specify RAM in MB, not GB.".format(
total_ram_mb))
ram = total_ram_mb * 1024**2
fmt = Memory.format(ram)
logger.info("Configuring lazyflow RAM limit to {}".format(fmt))
Memory.setAvailableRam(ram)
return _configure_lazyflow_settings
return None
def _prepare_lazyflow_config(parsed_args):
n_threads = ilastik_config.getint("lazyflow", "threads")
total_ram_mb = ilastik_config.getint("lazyflow", "total_ram_mb")
if n_threads or total_ram_mb:
def _configure_lazyflow_settings(shell):
import lazyflow
import lazyflow.request
if n_threads > 0:
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb < 500:
raise Exception(
"Your config says available RAM is only {} MB. "
"Remember to specify RAM in MB, not GB.".format(total_ram_mb)
)
lazyflow.AVAILABLE_RAM_MB = total_ram_mb
return _configure_lazyflow_settings
return None
def _prepare_lazyflow_config(parsed_args):
# Check environment variable settings.
n_threads = os.getenv("LAZYFLOW_THREADS", None)
total_ram_mb = os.getenv("LAZYFLOW_TOTAL_RAM_MB", None)
# Convert str -> int
if n_threads is not None:
n_threads = int(n_threads)
total_ram_mb = total_ram_mb and int(total_ram_mb)
# If not in env, check config file.
if n_threads is None:
n_threads = ilastik_config.getint("lazyflow", "threads")
if n_threads == -1:
n_threads = None
total_ram_mb = total_ram_mb or ilastik_config.getint("lazyflow", "total_ram_mb")
# Note that n_threads == 0 is valid and useful for debugging.
if (n_threads is not None) or total_ram_mb:
def _configure_lazyflow_settings():
import lazyflow
import lazyflow.request
from lazyflow.utility import Memory
if n_threads is not None:
logger.info("Resetting lazyflow thread pool with {} threads.".format(n_threads))
lazyflow.request.Request.reset_thread_pool(n_threads)
if total_ram_mb > 0:
if total_ram_mb < 500:
raise Exception(
"In your current configuration, RAM is limited to {} MB."
" Remember to specify RAM in MB, not GB.".format(total_ram_mb)
)
ram = total_ram_mb * 1024 ** 2
fmt = Memory.format(ram)
logger.info("Configuring lazyflow RAM limit to {}".format(fmt))
Memory.setAvailableRam(ram)
return _configure_lazyflow_settings
return None
