def test_initializing_data_dir_with_missing_nodekey(trinity_config, data_dir, database_dir):
assert not os.path.exists(trinity_config.nodekey_path)
assert not is_data_dir_initialized(trinity_config)
initialize_data_dir(trinity_config)
assert is_data_dir_initialized(trinity_config)
def test_initializing_data_dir_from_empty_data_dir(trinity_config, data_dir):
assert not os.path.exists(trinity_config.database_dir)
assert not is_data_dir_initialized(trinity_config)
initialize_data_dir(trinity_config)
assert is_data_dir_initialized(trinity_config)
def test_initializing_data_dir_from_empty_data_dir(trinity_config):
_manually_add_datadir(trinity_config)
assert not is_data_dir_initialized(trinity_config)
initialize_data_dir(trinity_config)
assert is_data_dir_initialized(trinity_config)
def test_initializing_data_dir_with_missing_nodekey(trinity_config):
_manually_add_datadir(trinity_config)
assert not os.path.exists(trinity_config.nodekey_path)
assert not is_data_dir_initialized(trinity_config)
initialize_data_dir(trinity_config)
assert is_data_dir_initialized(trinity_config)
def test_not_initialized_without_logfile_path(
trinity_config,
data_dir,
nodekey,
logfile_dir):
assert not os.path.exists(trinity_config.logfile_path)
assert not is_data_dir_initialized(trinity_config)
def test_full_initialized_data_dir(
trinity_config,
data_dir,
nodekey,
logfile_dir,
logfile_path,
ipc_dir,
pid_dir):
assert is_data_dir_initialized(trinity_config)
def test_not_initialized_without_node_db_dir(
trinity_config,
data_dir,
nodekey,
logfile_dir,
logfile_path,
ipc_dir,
pid_dir):
assert not os.path.exists(trinity_config.node_db_dir)
assert not is_data_dir_initialized(trinity_config)
def _setup_standalone_component(
component_type: Union[Type['TrioIsolatedComponent'],
Type['AsyncioIsolatedComponent']],
app_identifier: str,
) -> Tuple[Union['TrioIsolatedComponent', 'AsyncioIsolatedComponent'], Tuple[
str, ...]]:
if app_identifier == APP_IDENTIFIER_ETH1:
app_cfg: Type[BaseAppConfig] = Eth1AppConfig
elif app_identifier == APP_IDENTIFIER_BEACON:
app_cfg = BeaconAppConfig
else:
raise ValueError("Unknown app identifier: %s", app_identifier)
# Require a root dir to be specified as we don't want to mess with the default one.
for action in parser._actions:
if action.dest == 'trinity_root_dir':
action.required = True
break
component_type.configure_parser(parser, subparser)
parser.add_argument(
'--connect-to-endpoints',
help=
"A list of event bus IPC files for components we should connect to",
nargs='+',
default=tuple(),
)
args = parser.parse_args()
# FIXME: Figure out a way to avoid having to set this.
args.sync_mode = SYNC_FULL
args.enable_metrics = False
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(levelname)s: %(message)s',
datefmt='%H:%M:%S')
if args.log_levels is not None:
for name, level in args.log_levels.items():
if name is None:
name = ''
get_logger(name).setLevel(level)
trinity_config = TrinityConfig.from_parser_args(args, app_identifier,
(app_cfg, ))
trinity_config.trinity_root_dir.mkdir(exist_ok=True)
if not is_data_dir_initialized(trinity_config):
initialize_data_dir(trinity_config)
boot_info = BootInfo(
args=args,
trinity_config=trinity_config,
min_log_level=None,
logger_levels=None,
profile=False,
)
return component_type(boot_info), args.connect_to_endpoints
def test_full_initialized_data_dir_with_custom_nodekey():
trinity_config = TrinityConfig(network_id=1, nodekey=NODEKEY)
os.makedirs(trinity_config.data_dir, exist_ok=True)
os.makedirs(trinity_config.database_dir, exist_ok=True)
os.makedirs(trinity_config.logfile_path, exist_ok=True)
trinity_config.logfile_path.touch()
assert trinity_config.nodekey_path is None
assert trinity_config.nodekey is not None
assert is_data_dir_initialized(trinity_config)
def _run() -> None:
from eth.db.backends.level import LevelDB
from eth.db.chain import ChainDB
from trinity.cli_parser import parser
from trinity.config import Eth1AppConfig, TrinityConfig
from trinity.constants import APP_IDENTIFIER_ETH1
from trinity.initialization import (
initialize_data_dir,
is_data_dir_initialized,
is_database_initialized,
initialize_database,
ensure_eth1_dirs,
)
# Require a root dir to be specified as we don't want to mess with the default one.
for action in parser._actions:
if action.dest == 'trinity_root_dir':
action.required = True
break
args = parser.parse_args()
# FIXME: Figure out a way to avoid having to set this.
args.sync_mode = "full"
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(levelname)s: %(message)s',
datefmt='%H:%M:%S')
for name, level in args.log_levels.items():
logging.getLogger(name).setLevel(level)
trinity_config = TrinityConfig.from_parser_args(args, APP_IDENTIFIER_ETH1,
(Eth1AppConfig, ))
trinity_config.trinity_root_dir.mkdir(exist_ok=True)
if not is_data_dir_initialized(trinity_config):
initialize_data_dir(trinity_config)
with trinity_config.process_id_file('database'):
app_config = trinity_config.get_app_config(Eth1AppConfig)
ensure_eth1_dirs(app_config)
base_db = LevelDB(db_path=app_config.database_dir)
chaindb = ChainDB(base_db)
if not is_database_initialized(chaindb):
chain_config = app_config.get_chain_config()
initialize_database(chain_config, chaindb, base_db)
manager = DBManager(base_db)
with manager.run(trinity_config.database_ipc_path):
try:
manager.wait_stopped()
except KeyboardInterrupt:
pass
def test_always_creates_logs_folder_in_default_dir(trinity_config):
# log dir is in default path, data dir has other data in it, but is missing logs folder
assert is_under_path(trinity_config.trinity_root_dir,
trinity_config.log_dir)
_manually_add_datadir(trinity_config)
file_in_data_dir = trinity_config.data_dir / "other_things_present"
file_in_data_dir.touch()
assert not trinity_config.log_dir.exists()
assert not is_data_dir_initialized(trinity_config)
# should create log dir
initialize_data_dir(trinity_config)
assert trinity_config.log_dir.exists()
def ensure_data_dir_is_initialized(trinity_config: TrinityConfig) -> None:
if not is_data_dir_initialized(trinity_config):
# TODO: this will only work as is for chains with known genesis
# parameters. Need to flesh out how genesis parameters for custom
# chains are defined and passed around.
try:
initialize_data_dir(trinity_config)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
except MissingPath as e:
parser.error(
"\n"
f"It appears that {e.path} does not exist. "
"Trinity does not attempt to create directories outside of its root path. "
"Either manually create the path or ensure you are using a data directory "
"inside the XDG_TRINITY_ROOT path")
def test_creates_log_dir_in_non_default_data_dir_with_clean_folder(
trinity_config):
# log dir is not in default path, data dir has no other data/folders in it
trinity_config.data_dir = trinity_config.trinity_root_dir.parent / "custom-data-dir"
_manually_add_datadir(trinity_config)
assert not is_under_path(trinity_config.trinity_root_dir,
trinity_config.log_dir)
assert not is_under_path(trinity_config.trinity_root_dir,
trinity_config.data_dir)
assert is_under_path(trinity_config.data_dir, trinity_config.log_dir)
assert not any(trinity_config.data_dir.iterdir())
assert not is_data_dir_initialized(trinity_config)
# should create log dir
initialize_data_dir(trinity_config)
assert trinity_config.log_dir.exists()
def test_ignore_log_dir_in_non_default_data_dir_with_dirty_folder(
trinity_config):
# log dir is not in default path, data dir has other data in it, and is missing logs folder
trinity_config.data_dir = trinity_config.trinity_root_dir.parent / "custom-data-dir"
_manually_add_datadir(trinity_config)
assert not is_under_path(trinity_config.trinity_root_dir,
trinity_config.log_dir)
assert is_under_path(trinity_config.data_dir, trinity_config.log_dir)
file_in_data_dir = trinity_config.data_dir / "other_things_present"
file_in_data_dir.touch()
assert not trinity_config.log_dir.exists()
assert not is_data_dir_initialized(trinity_config)
# should *not* create log dir
with pytest.raises(MissingPath, match="logging"):
initialize_data_dir(trinity_config)
assert not trinity_config.log_dir.exists()
def test_initializing_data_dir_from_empty_data_dir(trinity_config, data_dir):
assert not is_data_dir_initialized(trinity_config)
initialize_data_dir(trinity_config)
assert is_data_dir_initialized(trinity_config)
def main_entry(trinity_boot: BootFn,
app_identifier: str,
component_types: Tuple[Type[BaseComponentAPI], ...],
sub_configs: Sequence[Type[BaseAppConfig]]) -> None:
if is_prerelease():
# this modifies the asyncio logger, but will be overridden by any custom settings below
enable_warnings_by_default()
for component_cls in component_types:
component_cls.configure_parser(parser, subparser)
argcomplete.autocomplete(parser)
args = parser.parse_args()
if not args.genesis and args.network_id not in PRECONFIGURED_NETWORKS:
parser.error(
f"Unsupported network id: {args.network_id}. To use a network besides "
"mainnet or ropsten, you must supply a genesis file with a flag, like "
"`--genesis path/to/genesis.json`, also you must specify a data "
"directory with `--data-dir path/to/data/directory`"
)
# The `common_log_level` is derived from `--log-level <Level>` / `-l <Level>` without
# specifying any module. If present, it is used for both `stderr` and `file` logging.
common_log_level = args.log_levels and args.log_levels.get(None)
has_ambigous_logging_config = ((
common_log_level is not None and
args.stderr_log_level is not None
) or (
common_log_level is not None and
args.file_log_level is not None
))
if has_ambigous_logging_config:
parser.error(
f"""\n
Ambiguous logging configuration: The `--log-level (-l)` flag sets the
log level for both file and stderr logging.
To configure different log level for file and stderr logging,
remove the `--log-level` flag and use `--stderr-log-level` and/or
`--file-log-level` separately.
Alternatively, remove the `--stderr-log-level` and/or `--file-log-level`
flags to share one single log level across both handlers.
"""
)
try:
trinity_config = TrinityConfig.from_parser_args(args, app_identifier, sub_configs)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
if not is_data_dir_initialized(trinity_config):
# TODO: this will only work as is for chains with known genesis
# parameters. Need to flesh out how genesis parameters for custom
# chains are defined and passed around.
try:
initialize_data_dir(trinity_config)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
except MissingPath as e:
parser.error(
"\n"
f"It appears that {e.path} does not exist. "
"Trinity does not attempt to create directories outside of its root path. "
"Either manually create the path or ensure you are using a data directory "
"inside the XDG_TRINITY_ROOT path"
)
# +---------------+
# | LOGGING SETUP |
# +---------------+
# Setup logging to stderr
stderr_logger_level = (
args.stderr_log_level
if args.stderr_log_level is not None
else (common_log_level if common_log_level is not None else logging.INFO)
)
handler_stderr = setup_stderr_logging(stderr_logger_level)
# Setup file based logging
file_logger_level = (
args.file_log_level
if args.file_log_level is not None
else (common_log_level if common_log_level is not None else logging.DEBUG)
)
handler_file = setup_file_logging(trinity_config.logfile_path, file_logger_level)
# Set the individual logger levels that have been specified.
logger_levels = {} if args.log_levels is None else args.log_levels
set_logger_levels(logger_levels)
# get the root logger and set it to the level of the stderr logger.
logger = logging.getLogger()
logger.setLevel(stderr_logger_level)
# This prints out the ASCII "trinity" header in the terminal
display_launch_logs(trinity_config)
# Setup the log listener which child processes relay their logs through
log_listener = IPCListener(handler_stderr, handler_file)
# Determine what logging level child processes should use.
child_process_log_level = min(
stderr_logger_level,
file_logger_level,
*logger_levels.values(),
)
boot_info = BootInfo(
args=args,
trinity_config=trinity_config,
child_process_log_level=child_process_log_level,
logger_levels=logger_levels,
profile=bool(args.profile),
)
# Let the components do runtime validation
for component_cls in component_types:
component_cls.validate_cli(boot_info)
# Components can provide a subcommand with a `func` which does then control
# the entire process from here.
if hasattr(args, 'func'):
args.func(args, trinity_config)
return
if hasattr(args, 'munge_func'):
args.munge_func(args, trinity_config)
runtime_component_types = tuple(
component_cls
for component_cls in component_types
if issubclass(component_cls, ComponentAPI)
)
with log_listener.run(trinity_config.logging_ipc_path):
processes = trinity_boot(boot_info)
loop = asyncio.get_event_loop()
def kill_trinity_with_reason(reason: str) -> None:
kill_trinity_gracefully(
trinity_config,
logger,
processes,
reason=reason
)
component_manager_service = ComponentManager(
boot_info,
runtime_component_types,
kill_trinity_with_reason,
)
manager = AsyncioManager(component_manager_service)
loop.add_signal_handler(
signal.SIGTERM,
manager.cancel,
'SIGTERM',
)
loop.add_signal_handler(
signal.SIGINT,
component_manager_service.shutdown,
'CTRL+C',
)
try:
loop.run_until_complete(manager.run())
except BaseException as err:
logger.error("Error during trinity run: %r", err)
raise
finally:
kill_trinity_with_reason(component_manager_service.reason)
if trinity_config.trinity_tmp_root_dir:
shutil.rmtree(trinity_config.trinity_root_dir)
async def run_standalone_component(
component: Union[Type['TrioIsolatedComponent'],
Type['AsyncioIsolatedComponent']],
app_identifier: str,
) -> None:
from trinity.extensibility.trio import TrioIsolatedComponent # noqa: F811
from trinity.extensibility.asyncio import AsyncioIsolatedComponent # noqa: F811
if issubclass(component, TrioIsolatedComponent):
endpoint_type: Union[Type[TrioEndpoint],
Type[AsyncioEndpoint]] = TrioEndpoint
elif issubclass(component, AsyncioIsolatedComponent):
endpoint_type = AsyncioEndpoint
else:
raise ValueError("Unknown component type: %s", type(component))
if app_identifier == APP_IDENTIFIER_ETH1:
app_cfg: Type[BaseAppConfig] = Eth1AppConfig
elif app_identifier == APP_IDENTIFIER_BEACON:
app_cfg = BeaconAppConfig
else:
raise ValueError("Unknown app identifier: %s", app_identifier)
# Require a root dir to be specified as we don't want to mess with the default one.
for action in parser._actions:
if action.dest == 'trinity_root_dir':
action.required = True
break
component.configure_parser(parser, subparser)
parser.add_argument(
'--connect-to-endpoints',
help=
"A list of event bus IPC files for components we should connect to",
nargs='+',
default=tuple(),
)
args = parser.parse_args()
# FIXME: Figure out a way to avoid having to set this.
args.sync_mode = SYNC_FULL
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(levelname)s: %(message)s',
datefmt='%H:%M:%S')
if args.log_levels is not None:
for name, level in args.log_levels.items():
get_logger(name).setLevel(level)
trinity_config = TrinityConfig.from_parser_args(args, app_identifier,
(app_cfg, ))
trinity_config.trinity_root_dir.mkdir(exist_ok=True)
if not is_data_dir_initialized(trinity_config):
initialize_data_dir(trinity_config)
boot_info = BootInfo(
args=args,
trinity_config=trinity_config,
child_process_log_level=None,
logger_levels=None,
profile=False,
)
conn_config = ConnectionConfig.from_name(component.get_endpoint_name(),
trinity_config.ipc_dir)
async with endpoint_type.serve(conn_config) as event_bus:
for endpoint in args.connect_to_endpoints:
path = pathlib.Path(endpoint)
if not path.is_socket():
raise ValueError("Invalid IPC path: {path}")
connection_config = ConnectionConfig(name=path.stem, path=path)
logger.info("Attempting to connect to eventbus endpoint at %s",
connection_config)
await event_bus.connect_to_endpoints(connection_config)
await component.do_run(boot_info, event_bus)
def main_entry(trinity_boot: BootFn, app_identifier: str,
plugins: Iterable[Type[BasePlugin]],
sub_configs: Iterable[Type[BaseAppConfig]]) -> None:
main_endpoint = TrinityMainEventBusEndpoint()
plugin_manager = PluginManager(MainAndIsolatedProcessScope(main_endpoint),
plugins)
plugin_manager.amend_argparser_config(parser, subparser)
args = parser.parse_args()
if not args.genesis and args.network_id not in PRECONFIGURED_NETWORKS:
raise NotImplementedError(
f"Unsupported network id: {args.network_id}. To use a network besides "
"mainnet or ropsten, you must supply a genesis file with a flag, like "
"`--genesis path/to/genesis.json`, also you must specify a data "
"directory with `--data-dir path/to/data/directory`")
has_ambigous_logging_config = (args.log_levels is not None
and None in args.log_levels
and args.stderr_log_level is not None)
if has_ambigous_logging_config:
parser.error(
"\n"
"Ambiguous logging configuration: The logging level for stderr was "
"configured with both `--stderr-log-level` and `--log-level`. "
"Please remove one of these flags", )
if is_prerelease():
# this modifies the asyncio logger, but will be overridden by any custom settings below
enable_warnings_by_default()
stderr_logger, formatter, handler_stream = setup_trinity_stderr_logging(
args.stderr_log_level
or (args.log_levels and args.log_levels.get(None)))
if args.log_levels:
setup_log_levels(args.log_levels)
try:
trinity_config = TrinityConfig.from_parser_args(
args, app_identifier, sub_configs)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
if not is_data_dir_initialized(trinity_config):
# TODO: this will only work as is for chains with known genesis
# parameters. Need to flesh out how genesis parameters for custom
# chains are defined and passed around.
try:
initialize_data_dir(trinity_config)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
except MissingPath as e:
parser.error(
"\n"
f"It appears that {e.path} does not exist. "
"Trinity does not attempt to create directories outside of its root path. "
"Either manually create the path or ensure you are using a data directory "
"inside the XDG_TRINITY_ROOT path")
file_logger, log_queue, listener = setup_trinity_file_and_queue_logging(
stderr_logger,
formatter,
handler_stream,
trinity_config.logfile_path,
args.file_log_level,
)
display_launch_logs(trinity_config)
# compute the minimum configured log level across all configured loggers.
min_configured_log_level = min(stderr_logger.level, file_logger.level,
*(args.log_levels or {}).values())
extra_kwargs = {
'log_queue': log_queue,
'log_level': min_configured_log_level,
'log_levels': args.log_levels if args.log_levels else {},
'profile': args.profile,
}
# Plugins can provide a subcommand with a `func` which does then control
# the entire process from here.
if hasattr(args, 'func'):
args.func(args, trinity_config)
return
processes = trinity_boot(
args,
trinity_config,
extra_kwargs,
plugin_manager,
listener,
main_endpoint,
stderr_logger,
)
def kill_trinity_with_reason(reason: str) -> None:
kill_trinity_gracefully(trinity_config,
stderr_logger,
processes,
plugin_manager,
main_endpoint,
reason=reason)
try:
loop = asyncio.get_event_loop()
asyncio.ensure_future(
trinity_boot_coro(
kill_trinity_with_reason,
main_endpoint,
trinity_config,
plugin_manager,
args,
extra_kwargs,
))
loop.add_signal_handler(signal.SIGTERM,
lambda: kill_trinity_with_reason("SIGTERM"))
loop.run_forever()
loop.close()
except KeyboardInterrupt:
kill_trinity_with_reason("CTRL+C / Keyboard Interrupt")
def test_not_initialized_without_database_dir(trinity_config, data_dir):
assert not os.path.exists(trinity_config.database_dir)
assert not is_data_dir_initialized(trinity_config)
def test_not_initialized_without_nodekey_file(trinity_config, data_dir,
database_dir):
assert not os.path.exists(trinity_config.nodekey_path)
assert not is_data_dir_initialized(trinity_config)
def main_entry(trinity_boot: BootFn, app_identifier: str,
components: Tuple[Type[BaseComponent], ...],
sub_configs: Sequence[Type[BaseAppConfig]]) -> None:
for component_type in components:
component_type.configure_parser(parser, subparser)
argcomplete.autocomplete(parser)
args = parser.parse_args()
if not args.genesis and args.network_id not in PRECONFIGURED_NETWORKS:
raise NotImplementedError(
f"Unsupported network id: {args.network_id}. To use a network besides "
"mainnet or ropsten, you must supply a genesis file with a flag, like "
"`--genesis path/to/genesis.json`, also you must specify a data "
"directory with `--data-dir path/to/data/directory`")
# The `common_log_level` is derived from `--log-level <Level>` / `-l <Level>` without
# specifying any module. If present, it is used for both `stderr` and `file` logging.
common_log_level = args.log_levels and args.log_levels.get(None)
has_ambigous_logging_config = (
(common_log_level is not None and args.stderr_log_level is not None)
or (common_log_level is not None and args.file_log_level is not None))
if has_ambigous_logging_config:
parser.error(f"""\n
Ambiguous logging configuration: The `--log-level (-l)` flag sets the
log level for both file and stderr logging.
To configure different log level for file and stderr logging,
remove the `--log-level` flag and use `--stderr-log-level` and/or
`--file-log-level` separately.
Alternatively, remove the `--stderr-log-level` and/or `--file-log-level`
flags to share one single log level across both handlers.
""")
if is_prerelease():
# this modifies the asyncio logger, but will be overridden by any custom settings below
enable_warnings_by_default()
stderr_logger, handler_stream = setup_trinity_stderr_logging(
args.stderr_log_level or common_log_level)
if args.log_levels:
setup_log_levels(args.log_levels)
try:
trinity_config = TrinityConfig.from_parser_args(
args, app_identifier, sub_configs)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
if not is_data_dir_initialized(trinity_config):
# TODO: this will only work as is for chains with known genesis
# parameters. Need to flesh out how genesis parameters for custom
# chains are defined and passed around.
try:
initialize_data_dir(trinity_config)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
except MissingPath as e:
parser.error(
"\n"
f"It appears that {e.path} does not exist. "
"Trinity does not attempt to create directories outside of its root path. "
"Either manually create the path or ensure you are using a data directory "
"inside the XDG_TRINITY_ROOT path")
file_logger, log_queue, listener = setup_trinity_file_and_queue_logging(
stderr_logger,
handler_stream,
trinity_config.logfile_path,
args.file_log_level or common_log_level,
)
display_launch_logs(trinity_config)
# compute the minimum configured log level across all configured loggers.
min_configured_log_level = min(stderr_logger.level, file_logger.level,
*(args.log_levels or {}).values())
extra_kwargs = {
'log_queue': log_queue,
'log_level': min_configured_log_level,
'log_levels': args.log_levels if args.log_levels else {},
'profile': args.profile,
}
# Components can provide a subcommand with a `func` which does then control
# the entire process from here.
if hasattr(args, 'func'):
args.func(args, trinity_config)
return
if hasattr(args, 'munge_func'):
args.munge_func(args, trinity_config)
processes = trinity_boot(
args,
trinity_config,
extra_kwargs,
listener,
stderr_logger,
)
def kill_trinity_with_reason(reason: str) -> None:
kill_trinity_gracefully(trinity_config,
stderr_logger,
processes,
component_manager_service,
reason=reason)
boot_info = TrinityBootInfo(args, trinity_config, extra_kwargs)
component_manager_service = ComponentManagerService(
boot_info, components, kill_trinity_with_reason)
try:
loop = asyncio.get_event_loop()
asyncio.ensure_future(exit_with_services(component_manager_service))
asyncio.ensure_future(component_manager_service.run())
loop.add_signal_handler(signal.SIGTERM,
lambda: kill_trinity_with_reason("SIGTERM"))
loop.run_forever()
loop.close()
except KeyboardInterrupt:
kill_trinity_with_reason("CTRL+C / Keyboard Interrupt")
finally:
if trinity_config.trinity_tmp_root_dir:
import shutil
shutil.rmtree(trinity_config.trinity_root_dir)
def main() -> None:
event_bus = EventBus(ctx)
main_endpoint = event_bus.create_endpoint(MAIN_EVENTBUS_ENDPOINT)
main_endpoint.connect()
plugin_manager = setup_plugins(
MainAndIsolatedProcessScope(event_bus, main_endpoint))
plugin_manager.amend_argparser_config(parser, subparser)
args = parser.parse_args()
if args.network_id not in PRECONFIGURED_NETWORKS:
raise NotImplementedError(
"Unsupported network id: {0}. Only the ropsten and mainnet "
"networks are supported.".format(args.network_id))
has_ambigous_logging_config = (args.log_levels is not None
and None in args.log_levels
and args.stderr_log_level is not None)
if has_ambigous_logging_config:
parser.error(
"\n"
"Ambiguous logging configuration: The logging level for stderr was "
"configured with both `--stderr-log-level` and `--log-level`. "
"Please remove one of these flags", )
if is_prerelease():
# this modifies the asyncio logger, but will be overridden by any custom settings below
enable_warnings_by_default()
stderr_logger, formatter, handler_stream = setup_trinity_stderr_logging(
args.stderr_log_level
or (args.log_levels and args.log_levels.get(None)))
if args.log_levels:
setup_log_levels(args.log_levels)
try:
trinity_config = TrinityConfig.from_parser_args(args)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
if not is_data_dir_initialized(trinity_config):
# TODO: this will only work as is for chains with known genesis
# parameters. Need to flesh out how genesis parameters for custom
# chains are defined and passed around.
try:
initialize_data_dir(trinity_config)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
except MissingPath as e:
parser.error(
"\n"
f"It appears that {e.path} does not exist. "
"Trinity does not attempt to create directories outside of its root path. "
"Either manually create the path or ensure you are using a data directory "
"inside the XDG_TRINITY_ROOT path")
file_logger, log_queue, listener = setup_trinity_file_and_queue_logging(
stderr_logger,
formatter,
handler_stream,
trinity_config.logfile_path,
args.file_log_level,
)
display_launch_logs(trinity_config)
# compute the minimum configured log level across all configured loggers.
min_configured_log_level = min(stderr_logger.level, file_logger.level,
*(args.log_levels or {}).values())
extra_kwargs = {
'log_queue': log_queue,
'log_level': min_configured_log_level,
'profile': args.profile,
}
# Plugins can provide a subcommand with a `func` which does then control
# the entire process from here.
if hasattr(args, 'func'):
args.func(args, trinity_config)
else:
trinity_boot(
args,
trinity_config,
extra_kwargs,
plugin_manager,
listener,
event_bus,
main_endpoint,
stderr_logger,
)
def main_entry(trinity_boot: BootFn, app_identifier: str,
plugins: Iterable[BasePlugin],
sub_configs: Iterable[Type[BaseAppConfig]]) -> None:
main_endpoint = TrinityMainEventBusEndpoint()
plugin_manager = setup_plugins(MainAndIsolatedProcessScope(main_endpoint),
plugins)
plugin_manager.amend_argparser_config(parser, subparser)
args = parser.parse_args()
if args.network_id not in PRECONFIGURED_NETWORKS:
raise NotImplementedError(
f"Unsupported network id: {args.network_id}. Only the ropsten and mainnet "
"networks are supported.")
has_ambigous_logging_config = (args.log_levels is not None
and None in args.log_levels
and args.stderr_log_level is not None)
if has_ambigous_logging_config:
parser.error(
"\n"
"Ambiguous logging configuration: The logging level for stderr was "
"configured with both `--stderr-log-level` and `--log-level`. "
"Please remove one of these flags", )
if is_prerelease():
# this modifies the asyncio logger, but will be overridden by any custom settings below
enable_warnings_by_default()
stderr_logger, formatter, handler_stream = setup_trinity_stderr_logging(
args.stderr_log_level
or (args.log_levels and args.log_levels.get(None)))
if args.log_levels:
setup_log_levels(args.log_levels)
main_endpoint.track_and_propagate_available_endpoints()
try:
trinity_config = TrinityConfig.from_parser_args(
args, app_identifier, sub_configs)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
if not is_data_dir_initialized(trinity_config):
# TODO: this will only work as is for chains with known genesis
# parameters. Need to flesh out how genesis parameters for custom
# chains are defined and passed around.
try:
initialize_data_dir(trinity_config)
except AmbigiousFileSystem:
parser.error(TRINITY_AMBIGIOUS_FILESYSTEM_INFO)
except MissingPath as e:
parser.error(
"\n"
f"It appears that {e.path} does not exist. "
"Trinity does not attempt to create directories outside of its root path. "
"Either manually create the path or ensure you are using a data directory "
"inside the XDG_TRINITY_ROOT path")
file_logger, log_queue, listener = setup_trinity_file_and_queue_logging(
stderr_logger,
formatter,
handler_stream,
trinity_config.logfile_path,
args.file_log_level,
)
display_launch_logs(trinity_config)
# compute the minimum configured log level across all configured loggers.
min_configured_log_level = min(stderr_logger.level, file_logger.level,
*(args.log_levels or {}).values())
extra_kwargs = {
'log_queue': log_queue,
'log_level': min_configured_log_level,
'profile': args.profile,
}
# Plugins can provide a subcommand with a `func` which does then control
# the entire process from here.
if hasattr(args, 'func'):
args.func(args, trinity_config)
else:
# We postpone EventBus connection until here because we don't want one in cases where
# a plugin just redefines the `trinity` command such as `trinity fix-unclean-shutdown`
main_connection_config = ConnectionConfig.from_name(
MAIN_EVENTBUS_ENDPOINT, trinity_config.ipc_dir)
main_endpoint.start_serving_nowait(main_connection_config)
# We listen on events such as `ShutdownRequested` which may or may not originate on
# the `main_endpoint` which is why we connect to our own endpoint here
main_endpoint.connect_to_endpoints_blocking(main_connection_config)
trinity_boot(
args,
trinity_config,
extra_kwargs,
plugin_manager,
listener,
main_endpoint,
stderr_logger,
)
