def run(ctx: Context, **kwargs: Any) -> None:
# pylint: disable=too-many-locals,too-many-branches,too-many-statements
flamegraph = kwargs.pop("flamegraph", None)
switch_tracing = kwargs.pop("switch_tracing", None)
profiler = None
switch_monitor = None
enable_gevent_monitoring_signal()
if flamegraph:
os.makedirs(flamegraph, exist_ok=True)
now = datetime.datetime.now().isoformat()
address = to_checksum_address(kwargs["address"])
stack_path = os.path.join(flamegraph, f"{address}_{now}_stack.data")
stack_stream = open(stack_path, "w")
flame = FlameGraphCollector(stack_stream)
profiler = TraceSampler(flame)
if switch_tracing is True:
switch_monitor = SwitchMonitoring()
memory_logger = None
log_memory_usage_interval = kwargs.pop("log_memory_usage_interval", 0)
if log_memory_usage_interval > 0:
memory_logger = MemoryLogger(log_memory_usage_interval)
memory_logger.start()
if kwargs.pop("version", False):
click.echo(
click.style("Hint: Use ", fg="green")
+ click.style(f"'{os.path.basename(sys.argv[0])} version'", fg="yellow")
+ click.style(" instead", fg="green")
)
ctx.invoke(version, short=True)
return
if kwargs["config_file"]:
apply_config_file(run, kwargs, ctx)
validate_option_dependencies(run, ctx, kwargs, OPTION_DEPENDENCIES)
if ctx.invoked_subcommand is not None:
# Pass parsed args on to subcommands.
ctx.obj = kwargs
return
if kwargs["transport"] == "matrix":
runner = MatrixRunner(kwargs, ctx)
else:
# Shouldn't happen
raise RuntimeError(f"Invalid transport type '{kwargs['transport']}'")
click.secho(runner.welcome_string, fg="green")
click.secho(
textwrap.dedent(
"""\
----------------------------------------------------------------------
| This is an Alpha version of experimental open source software |
| released as a test version under an MIT license and may contain |
| errors and/or bugs. No guarantee or representations whatsoever is |
| made regarding its suitability (or its use) for any purpose or |
| regarding its compliance with any applicable laws and regulations. |
| Use of the software is at your own risk and discretion and by |
| using the software you acknowledge that you have read this |
| disclaimer, understand its contents, assume all risk related |
| thereto and hereby release, waive, discharge and covenant not to |
| sue Brainbot Labs Establishment or any officers, employees or |
| affiliates from and for any direct or indirect liability resulting |
| from the use of the software as permissible by applicable laws and |
| regulations. |
| |
| Privacy Warning: Please be aware, that by using the Raiden Client, |
| among others, your Ethereum address, channels, channel deposits, |
| settlements and the Ethereum address of your channel counterparty |
| will be stored on the Ethereum chain, i.e. on servers of Ethereum |
| node operators and ergo are to a certain extent publicly available.|
| The same might also be stored on systems of parties running Raiden |
| nodes connected to the same token network. Data present in the |
| Ethereum chain is very unlikely to be able to be changed, removed |
| or deleted from the public arena. |
| |
| Also be aware, that data on individual Raiden token transfers will |
| be made available via the Matrix protocol to the recipient, |
| intermediating nodes of a specific transfer as well as to the |
| Matrix server operators. |
----------------------------------------------------------------------"""
),
fg="yellow",
)
if not kwargs["accept_disclaimer"]:
click.confirm(
"\nHave you read, understood and hereby accept the above "
"disclaimer and privacy warning?",
abort=True,
)
# TODO:
# - Ask for confirmation to quit if there are any locked transfers that did
# not timeout.
try:
runner.run()
except (ReplacementTransactionUnderpriced, EthereumNonceTooLow) as ex:
click.secho(
f"{ex}. Please make sure that this Raiden node is the "
f"only user of the selected account",
fg="red",
)
sys.exit(ReturnCode.ETH_ACCOUNT_ERROR)
except (ConnectionError, ConnectTimeout, RequestsConnectionError, ReadTimeoutError):
print(COMMUNICATION_ERROR.format(kwargs["eth_rpc_endpoint"]))
sys.exit(ReturnCode.GENERIC_COMMUNICATION_ERROR)
except EthNodeInterfaceError as e:
click.secho(str(e), fg="red")
sys.exit(ReturnCode.ETH_INTERFACE_ERROR)
except RaidenUnrecoverableError as ex:
click.secho(f"FATAL: An un-recoverable error happen, Raiden is bailing {ex}", fg="red")
write_stack_trace(ex)
sys.exit(ReturnCode.FATAL)
except APIServerPortInUseError as ex:
click.secho(
f"ERROR: API Address {ex} is in use. Use --api-address <host:port> "
f"to specify a different port.",
fg="red",
)
sys.exit(ReturnCode.PORT_ALREADY_IN_USE)
except (KeystoreAuthenticationError, KeystoreFileNotFound) as e:
click.secho(str(e), fg="red")
sys.exit(ReturnCode.ETH_ACCOUNT_ERROR)
except ConfigurationError as e:
click.secho(str(e), fg="red")
sys.exit(ReturnCode.CONFIGURATION_ERROR)
except filelock.Timeout:
name_or_id = ID_TO_NETWORKNAME.get(kwargs["network_id"], kwargs["network_id"])
click.secho(
f"FATAL: Another Raiden instance already running for account "
f"{to_checksum_address(address)} on network id {name_or_id}",
fg="red",
)
sys.exit(ReturnCode.CONFIGURATION_ERROR)
except Exception as ex:
write_stack_trace(ex)
sys.exit(ReturnCode.FATAL)
finally:
# teardown order is important because of side-effects, both the
# switch_monitor and profiler could use the tracing api, for the
# teardown code to work correctly the teardown has to be done in the
# reverse order of the initialization.
if switch_monitor is not None:
switch_monitor.stop()
if memory_logger is not None:
memory_logger.stop()
if profiler is not None:
profiler.stop()
def auto_enable_gevent_monitoring_signal():
enable_gevent_monitoring_signal()
def smoketest(ctx: Context, debug: bool, eth_client: EthClient,
report_path: Optional[str]) -> None:
""" Test, that the raiden installation is sane. """
from raiden.tests.utils.smoketest import (
setup_raiden,
run_smoketest,
setup_matrix_for_smoketest,
setup_testchain_for_smoketest,
)
from raiden.tests.utils.transport import make_requests_insecure, ParsedURL
from raiden.utils.debugging import enable_gevent_monitoring_signal
step_count = 8
step = 0
stdout = sys.stdout
raiden_stdout = StringIO()
assert ctx.parent, MYPY_ANNOTATION
environment_type = ctx.parent.params["environment_type"]
transport = ctx.parent.params["transport"]
disable_debug_logfile = ctx.parent.params["disable_debug_logfile"]
matrix_server = ctx.parent.params["matrix_server"]
if transport != "matrix":
raise RuntimeError(f"Invalid transport type '{transport}'")
if report_path is None:
report_file = mktemp(suffix=".log")
else:
report_file = report_path
enable_gevent_monitoring_signal()
make_requests_insecure()
urllib3.disable_warnings(InsecureRequestWarning)
click.secho(f"Report file: {report_file}", fg="yellow")
configure_logging(
logger_level_config={"": "DEBUG"},
log_file=report_file,
disable_debug_logfile=disable_debug_logfile,
)
def append_report(subject: str, data: Optional[AnyStr] = None) -> None:
with open(report_file, "a", encoding="UTF-8") as handler:
handler.write(f'{f" {subject.upper()} ":=^80}{os.linesep}')
if data is not None:
write_data: str
if isinstance(data, bytes):
write_data = data.decode()
else:
write_data = data
handler.writelines([write_data + os.linesep])
append_report("Raiden version", json.dumps(get_system_spec()))
append_report("Raiden log")
def print_step(description: str, error: bool = False) -> None:
nonlocal step
step += 1
click.echo(
"{} {}".format(
click.style(f"[{step}/{step_count}]", fg="blue"),
click.style(description, fg="green" if not error else "red"),
),
file=stdout,
)
contracts_version = RAIDEN_CONTRACT_VERSION
try:
free_port_generator = get_free_port()
ethereum_nodes = None
datadir = mkdtemp()
testchain_manager: ContextManager[Dict[
str, Any]] = setup_testchain_for_smoketest(
eth_client=eth_client,
print_step=print_step,
free_port_generator=free_port_generator,
base_datadir=datadir,
base_logdir=datadir,
)
matrix_manager: ContextManager[
List[ParsedURL]] = setup_matrix_for_smoketest(
print_step=print_step,
free_port_generator=free_port_generator,
broadcast_rooms_aliases=[
make_room_alias(NETWORKNAME_TO_ID["smoketest"],
DISCOVERY_DEFAULT_ROOM)
],
)
# Do not redirect the stdout on a debug session, otherwise the REPL
# will also be redirected
if debug:
stdout_manager = contextlib.nullcontext()
else:
stdout_manager = contextlib.redirect_stdout(raiden_stdout)
with stdout_manager, testchain_manager as testchain, matrix_manager as server_urls:
result = setup_raiden(
transport=transport,
matrix_server=matrix_server,
print_step=print_step,
contracts_version=contracts_version,
eth_client=testchain["eth_client"],
eth_rpc_endpoint=testchain["eth_rpc_endpoint"],
web3=testchain["web3"],
base_datadir=testchain["base_datadir"],
keystore=testchain["keystore"],
)
args = result["args"]
contract_addresses = result["contract_addresses"]
ethereum_nodes = testchain["node_executors"]
token = result["token"]
port = next(free_port_generator)
args["api_address"] = f"localhost:{port}"
args["config"] = deepcopy(App.DEFAULT_CONFIG)
args["environment_type"] = environment_type
args["extra_config"] = {
"transport": {
"matrix": {
"available_servers": server_urls
}
}
}
args["one_to_n_contract_address"] = "0x" + "1" * 40
args["routing_mode"] = RoutingMode.PRIVATE
args["flat_fee"] = ()
args["proportional_fee"] = ()
args["proportional_imbalance_fee"] = ()
for option_ in run.params:
if option_.name in args.keys():
args[option_.name] = option_.process_value(
ctx, args[option_.name])
else:
args[option_.name] = option_.default
try:
run_smoketest(
print_step=print_step,
args=args,
contract_addresses=contract_addresses,
token=token,
)
finally:
if ethereum_nodes:
for node_executor in ethereum_nodes:
node = node_executor.process
node.send_signal(signal.SIGINT)
try:
node.wait(10)
except TimeoutExpired:
print_step(
"Ethereum node shutdown unclean, check log!",
error=True)
node.kill()
if isinstance(node_executor.stdio, tuple):
logfile = node_executor.stdio[1]
logfile.flush()
logfile.seek(0)
append_report("Ethereum Node log output",
logfile.read())
append_report("Raiden Node stdout", raiden_stdout.getvalue())
except: # noqa pylint: disable=bare-except
if debug:
import pdb
pdb.post_mortem() # pylint: disable=no-member
error = traceback.format_exc()
append_report("Smoketest execution error", error)
print_step("Smoketest execution error", error=True)
success = False
else:
print_step(f"Smoketest successful")
success = True
if not success:
sys.exit(1)
def run(ctx: Context, **kwargs: Any) -> None:
# pylint: disable=too-many-locals,too-many-branches,too-many-statements
if kwargs["config_file"]:
apply_config_file(run, kwargs, ctx)
configure_logging(
kwargs["log_config"],
log_json=kwargs["log_json"],
log_file=kwargs["log_file"],
disable_debug_logfile=kwargs["disable_debug_logfile"],
debug_log_file_path=kwargs["debug_logfile_path"],
)
flamegraph = kwargs.pop("flamegraph", None)
switch_tracing = kwargs.pop("switch_tracing", None)
profiler = None
switch_monitor = None
enable_gevent_monitoring_signal()
if flamegraph: # pragma: no cover
windows_not_supported("flame graph")
from raiden.utils.profiling.sampler import FlameGraphCollector, TraceSampler
os.makedirs(flamegraph, exist_ok=True)
now = datetime.datetime.now().isoformat()
address = to_checksum_address(kwargs["address"])
stack_path = os.path.join(flamegraph, f"{address}_{now}_stack.data")
stack_stream = open(stack_path, "w")
flame = FlameGraphCollector(stack_stream)
profiler = TraceSampler(flame)
if switch_tracing is True: # pragma: no cover
windows_not_supported("switch tracing")
from raiden.utils.profiling.greenlets import SwitchMonitoring
switch_monitor = SwitchMonitoring()
if kwargs["environment_type"] == Environment.DEVELOPMENT:
IDLE.enable()
memory_logger = None
log_memory_usage_interval = kwargs.pop("log_memory_usage_interval", 0)
if log_memory_usage_interval > 0: # pragma: no cover
windows_not_supported("memory usage logging")
from raiden.utils.profiling.memory import MemoryLogger
memory_logger = MemoryLogger(log_memory_usage_interval)
memory_logger.start()
if ctx.invoked_subcommand is not None:
# Pass parsed args on to subcommands.
ctx.obj = kwargs
return
raiden_version = get_system_spec()["raiden"]
click.secho(f"Welcome to Raiden, version {raiden_version}!", fg="green")
click.secho(
textwrap.dedent("""\
+------------------------------------------------------------------------+
| This is a Beta version of experimental open source software released |
| as a test version under an MIT license and may contain errors and/or |
| bugs. No guarantee or representation whatsoever is made regarding its |
| suitability (or its use) for any purpose or regarding its compliance |
| with any applicable laws and regulations. Use of the software is at |
| your own risk and discretion and by using the software you warrant and |
| represent that you have read this disclaimer, understand its contents, |
| assume all risk related thereto and hereby release, waive, discharge |
| and covenant not to hold liable Brainbot Labs Establishment or any of |
| its officers, employees or affiliates from and for any direct or |
| indirect damage resulting from the software or the use thereof. |
| Such to the extent as permissible by applicable laws and regulations. |
| |
| Privacy warning: Please be aware, that by using the Raiden Client, |
| among others your Ethereum address, channels, channel deposits, |
| settlements and the Ethereum address of your channel counterparty will |
| be stored on the Ethereum chain, i.e. on servers of Ethereum node |
| operators and ergo are to a certain extent publicly available. The |
| same might also be stored on systems of parties running Raiden nodes |
| connected to the same token network. Data present in the Ethereum |
| chain is very unlikely to be able to be changed, removed or deleted |
| from the public arena. |
| |
| Also be aware, that data on individual Raiden token transfers will be |
| made available via the Matrix protocol to the recipient, |
| intermediating nodes of a specific transfer as well as to the Matrix |
| server operators, see Raiden Transport Specification. |
+------------------------------------------------------------------------+"""
),
fg="yellow",
)
if not kwargs["accept_disclaimer"]:
click.confirm(
"\nHave you read, understood and hereby accept the above "
"disclaimer and privacy warning?",
abort=True,
)
# Name used in the exception handlers, make sure the kwargs contains the
# key with the correct name by always running it.
name_or_id = ID_TO_CHAINNAME.get(kwargs["chain_id"], kwargs["chain_id"])
# TODO:
# - Ask for confirmation to quit if there are any locked transfers that did
# not timeout.
try:
run_services(kwargs)
except KeyboardInterrupt:
# The user requested a shutdown. Assume that if the exception
# propagated all the way to the top-level everything was shutdown
# properly.
#
# Notes about edge cases:
# - It could happen the exception was handled somewhere else in the
# code, and did not reach the top-level, ideally that should result in
# an exit with a non-zero code, but currently there is not way to
# detect that.
# - Just because the exception reached main, it doesn't mean that all
# services were properly cleaned up. Ideally at this stage we should
# run extra code to verify the state of the main services, and if any
# of the is not properly shutdown exit with a non-zero code.
pass
except (ReplacementTransactionUnderpriced, EthereumNonceTooLow) as ex:
click.secho(
f"{ex}. Please make sure that this Raiden node is the "
f"only user of the selected account",
fg="red",
)
sys.exit(ReturnCode.ETH_ACCOUNT_ERROR)
except (ConnectionError, ConnectTimeout, RequestsConnectionError,
ReadTimeoutError):
print(COMMUNICATION_ERROR.format(kwargs["eth_rpc_endpoint"]))
sys.exit(ReturnCode.GENERIC_COMMUNICATION_ERROR)
except EthNodeInterfaceError as e:
click.secho(str(e), fg="red")
sys.exit(ReturnCode.ETH_INTERFACE_ERROR)
except RaidenUnrecoverableError as ex:
write_stack_trace(ex)
sys.exit(ReturnCode.FATAL)
except APIServerPortInUseError as ex:
click.secho(
f"ERROR: API Address {ex} is in use. Use --api-address <host:port> "
f"to specify a different port.",
fg="red",
)
sys.exit(ReturnCode.PORT_ALREADY_IN_USE)
except (KeystoreAuthenticationError, KeystoreFileNotFound) as e:
click.secho(str(e), fg="red")
sys.exit(ReturnCode.ETH_ACCOUNT_ERROR)
except ConfigurationError as e:
click.secho(str(e), fg="red")
sys.exit(ReturnCode.RAIDEN_CONFIGURATION_ERROR)
except ContractCodeMismatch as e:
click.secho(
f"{e}. This may happen if Raiden is configured to use an "
f"unsupported version of the contracts.",
fg="red",
)
sys.exit(ReturnCode.SMART_CONTRACTS_CONFIGURATION_ERROR)
except AddressWithoutCode as e:
click.secho(
f"{e}. This may happen if an external ERC20 smart contract "
f"selfdestructed, or if the configured address is misconfigured, make "
f"sure the used address is not a normal account but a smart contract, "
f"and that it is deployed to {name_or_id}.",
fg="red",
)
sys.exit(ReturnCode.SMART_CONTRACTS_CONFIGURATION_ERROR)
except filelock.Timeout:
click.secho(
f"FATAL: Another Raiden instance already running for account "
f"{to_checksum_address(kwargs['address'])} on network id {name_or_id}",
fg="red",
)
sys.exit(ReturnCode.RAIDEN_CONFIGURATION_ERROR)
except Exception as ex:
write_stack_trace(ex)
sys.exit(ReturnCode.FATAL)
finally: # pragma: no cover
# teardown order is important because of side-effects, both the
# switch_monitor and profiler could use the tracing api, for the
# teardown code to work correctly the teardown has to be done in the
# reverse order of the initialization.
if switch_monitor is not None:
switch_monitor.stop()
if memory_logger is not None:
memory_logger.stop()
if profiler is not None:
profiler.stop()