def set_info_log_level(request):
Logger.setLogLevel(logging.INFO)
def reset():
Logger.setLogLevel(logging.NOTSET)
request.addfinalizer(reset)
def set_info_log_level(request):
Logger.setLogLevel(logging.INFO)
def reset():
Logger.setLogLevel(logging.NOTSET)
request.addfinalizer(reset)
from stp_core.common.log import getlogger, Logger
from plenum.test.helper import sendReqsToNodesAndVerifySuffReplies
from plenum.test.node_catchup.helper import waitNodeDataEquality, \
check_ledger_state
from plenum.test.pool_transactions.helper import \
disconnect_node_and_ensure_disconnected, buildPoolClientAndWallet
from plenum.test.test_node import checkNodesConnected, TestNode
from plenum.test import waits
# noinspection PyUnresolvedReferences
from plenum.test.node_catchup.conftest import whitelist, \
nodeCreatedAfterSomeTxns, nodeSetWithNodeAddedAfterSomeTxns, newNodeCaughtUp
from plenum.test.pool_transactions.conftest import looper, clientAndWallet1, \
client1, wallet1, client1Connected
Logger.setLogLevel(logging.WARNING)
logger = getlogger()
txnCount = 5
TestRunningTimeLimitSec = math.inf
"""
Since these tests expect performance to be of certain level, they can fail and
for now should only be run when a perf check is required, like after a relevant
change in protocol, setting `SkipTests` to False will run tests in this
module
"""
SkipTests = True
skipper = pytest.mark.skipif(SkipTests, reason='Perf optimisations not done')
@pytest.fixture(scope="module")
def reset():
Logger.setLogLevel(logging.NOTSET)
from plenum.common.txn_util import getTxnOrderedFields
from plenum.common.types import PLUGIN_TYPE_STATS_CONSUMER, f
from plenum.common.util import getNoInstances, getMaxFailures
from plenum.server.notifier_plugin_manager import PluginManager
from plenum.test.helper import randomOperation, \
checkReqAck, checkLastClientReqForNode, waitForSufficientRepliesForRequests, \
waitForViewChange, requestReturnedToNode, randomText, \
mockGetInstalledDistributions, mockImportModule, chk_all_funcs
from plenum.test.node_request.node_request_helper import checkPrePrepared, \
checkPropagated, checkPrepared, checkCommitted
from plenum.test.plugin.helper import getPluginPath
from plenum.test.test_client import genTestClient, TestClient
from plenum.test.test_node import TestNode, TestNodeSet, Pool, \
checkNodesConnected, ensureElectionsDone, genNodeReg
Logger.setLogLevel(logging.NOTSET)
logger = getlogger()
config = getConfig()
@pytest.mark.firstresult
def pytest_xdist_make_scheduler(config, log):
return GroupedLoadScheduling(config, log)
@pytest.fixture(scope="session")
def warnfilters():
def _():
warnings.filterwarnings(
'ignore',
category=DeprecationWarning,
genTestClient, TestClient, createNym
# noinspection PyUnresolvedReferences
from plenum.test.conftest import tdir, nodeReg, up, ready, \
whitelist, concerningLogLevels, logcapture, keySharedNodes, \
startedNodes, tdirWithDomainTxns, txnPoolNodeSet, poolTxnData, dirName, \
poolTxnNodeNames, allPluginsPath, tdirWithNodeKeepInited, tdirWithPoolTxns, \
poolTxnStewardData, poolTxnStewardNames, getValueFromModule, \
txnPoolNodesLooper, nodeAndClientInfoFilePath, patchPluginManager, \
warncheck, warnfilters as plenum_warnfilters, setResourceLimits
# noinspection PyUnresolvedReferences
from sovrin_common.test.conftest import conf, tconf, poolTxnTrusteeNames, \
domainTxnOrderedFields, looper
Logger.setLogLevel(logging.DEBUG)
@pytest.fixture(scope="session")
def warnfilters(plenum_warnfilters):
def _():
plenum_warnfilters()
warnings.filterwarnings('ignore', category=ResourceWarning, message='unclosed file')
return _
@pytest.fixture(scope="module")
def primes1():
P_PRIME1, Q_PRIME1 = primes.get("prime1")
return dict(p_prime=P_PRIME1, q_prime=Q_PRIME1)
from plenum.common.util import getNoInstances
from plenum.server.notifier_plugin_manager import PluginManager
from plenum.test.helper import checkLastClientReqForNode, \
waitForViewChange, requestReturnedToNode, randomText, \
mockGetInstalledDistributions, mockImportModule, chk_all_funcs, \
create_new_test_node, sdk_json_to_request_object, sdk_send_random_requests, \
sdk_get_and_check_replies, sdk_set_protocol_version
from plenum.test.node_request.node_request_helper import checkPrePrepared, \
checkPropagated, checkPrepared, checkCommitted
from plenum.test.plugin.helper import getPluginPath
from plenum.test.test_node import TestNode, Pool, \
checkNodesConnected, ensureElectionsDone, genNodeReg, getPrimaryReplica, \
getNonPrimaryReplicas
from plenum.common.config_helper import PConfigHelper, PNodeConfigHelper
Logger.setLogLevel(logging.INFO)
logger = getlogger()
GENERAL_CONFIG_DIR = 'etc/indy'
DEV_NULL_PATH = '/dev/null'
ROCKSDB_WRITE_BUFFER_SIZE = 256 * 1024
def get_data_for_role(pool_txn_data, role):
name_and_seeds = []
for txn in pool_txn_data['txns']:
txn_data = get_payload_data(txn)
if txn_data.get(ROLE) == role:
name = txn_data[ALIAS]
name_and_seeds.append((name, pool_txn_data['seeds'][name]))
whitelist, concerningLogLevels, logcapture, \
tdirWithDomainTxns as PTdirWithDomainTxns, txnPoolNodeSet, poolTxnData, dirName, \
poolTxnNodeNames, allPluginsPath, tdirWithNodeKeepInited, tdirWithPoolTxns, \
poolTxnStewardData, poolTxnStewardNames, getValueFromModule, \
txnPoolNodesLooper, patchPluginManager, tdirWithClientPoolTxns, \
warncheck, warnfilters as plenum_warnfilters, setResourceLimits, do_post_node_creation
# noinspection PyUnresolvedReferences
from indy_common.test.conftest import tconf, general_conf_tdir, poolTxnTrusteeNames, \
domainTxnOrderedFields, looper, config_helper_class, node_config_helper_class
from plenum.test.conftest import sdk_pool_handle as plenum_pool_handle, sdk_pool_name, sdk_wallet_steward, \
sdk_wallet_handle, sdk_wallet_data, sdk_steward_seed, sdk_wallet_trustee, sdk_trustee_seed, trustee_data, \
sdk_wallet_client, sdk_client_seed, poolTxnClientData, poolTxnClientNames, poolTxnData
Logger.setLogLevel(logging.DEBUG)
@pytest.fixture(scope="module")
def sdk_wallet_trust_anchor(looper, sdk_pool_handle, sdk_wallet_trustee):
return sdk_add_new_nym(looper, sdk_pool_handle, sdk_wallet_trustee,
alias='TA-1', role='TRUST_ANCHOR')
@pytest.fixture(scope="session")
def warnfilters(plenum_warnfilters):
def _():
plenum_warnfilters()
warnings.filterwarnings(
'ignore', category=ResourceWarning, message='unclosed file')
from plenum.common.util import randomString
from stp_core.loop.eventually import eventually
from plenum.common.constants import DOMAIN_LEDGER_ID, STEWARD_STRING
from plenum.test.pool_transactions.helper import prepare_nym_request, \
sdk_sign_and_send_prepared_request
from plenum.test import waits
from plenum.test.helper import sdk_send_random_and_check, \
sdk_get_and_check_replies, get_key_from_req
from stp_core.common.log import Logger
import logging
Logger.setLogLevel(logging.NOTSET)
ERORR_MSG = "something went wrong"
whitelist = [ERORR_MSG]
def testLoggingTxnStateForValidRequest(
looper, logsearch, txnPoolNodeSet,
sdk_pool_handle, sdk_wallet_client):
logsPropagate, _ = logsearch(files=['propagator.py'], funcs=['propagate'],
msgs=['propagating.*request.*from client'])
logsOrdered, _ = logsearch(files=['replica.py'], funcs=['order_3pc_key'], msgs=['ordered batch request'])
logsCommited, _ = logsearch(files=['node.py'], funcs=['executeBatch'], msgs=['committed batch request'])
reqs = sdk_send_random_and_check(looper, txnPoolNodeSet, sdk_pool_handle,
from time import perf_counter
from plenum.common.signer_did import DidSigner
from indy_client.client.client import Client
from indy_client.client.wallet.wallet import Wallet
from indy_common.identity import Identity
from stp_core.common.log import getlogger, Logger
from stp_core.network.port_dispenser import genHa, HA
from stp_core.loop.looper import Looper
from plenum.test.helper import waitForSufficientRepliesForRequests
from indy_common.config_util import getConfig
numReqs = 100
splits = 1
Logger.setLogLevel(logging.WARNING)
logger = getlogger()
def sendRandomRequests(wallet: Wallet, client: Client, count: int):
print('{} random requests will be sent'.format(count))
for i in range(count):
idr, signer = wallet.addIdentifier()
idy = Identity(identifier=idr,
verkey=signer.verkey)
wallet.addTrustAnchoredIdentity(idy)
reqs = wallet.preparePending()
return client.submitReqs(*reqs)[0]
def put_load():
def reset():
Logger.setLogLevel(logging.NOTSET)
from plenum.common.util import getNoInstances
from plenum.server.notifier_plugin_manager import PluginManager
from plenum.test.helper import checkLastClientReqForNode, \
waitForViewChange, requestReturnedToNode, randomText, \
mockGetInstalledDistributions, mockImportModule, chk_all_funcs, \
create_new_test_node, sdk_json_to_request_object, sdk_send_random_requests, \
sdk_get_and_check_replies, sdk_set_protocol_version
from plenum.test.node_request.node_request_helper import checkPrePrepared, \
checkPropagated, checkPrepared, checkCommitted
from plenum.test.plugin.helper import getPluginPath
from plenum.test.test_node import TestNode, Pool, \
checkNodesConnected, ensureElectionsDone, genNodeReg, getPrimaryReplica, \
getNonPrimaryReplicas
from plenum.common.config_helper import PConfigHelper, PNodeConfigHelper
Logger.setLogLevel(logging.INFO)
logger = getlogger()
GENERAL_CONFIG_DIR = 'etc/indy'
DEV_NULL_PATH = '/dev/null'
ROCKSDB_WRITE_BUFFER_SIZE = 256 * 1024
def get_data_for_role(pool_txn_data, role):
name_and_seeds = []
for txn in pool_txn_data['txns']:
txn_data = get_payload_data(txn)
if txn_data.get(ROLE) == role:
name = txn_data[ALIAS]
name_and_seeds.append((name, pool_txn_data['seeds'][name]))
