class ExportContractsJob(BaseJob):
def __init__(self, contract_addresses_iterable, batch_size,
batch_web3_provider, max_workers, item_exporter):
self.batch_web3_provider = batch_web3_provider
self.contract_addresses_iterable = contract_addresses_iterable
self.batch_work_executor = BatchWorkExecutor(batch_size, max_workers)
self.item_exporter = item_exporter
self.contract_service = EthContractService()
self.contract_mapper = EthContractMapper()
def _start(self):
self.item_exporter.open()
def _export(self):
self.batch_work_executor.execute(self.contract_addresses_iterable,
self._export_contracts)
def _export_contracts(self, contract_addresses):
contracts_code_rpc = list(
generate_get_code_json_rpc(contract_addresses))
response_batch = self.batch_web3_provider.make_batch_request(
json.dumps(contracts_code_rpc))
contracts = []
for response in response_batch:
# request id is the index of the contract address in contract_addresses list
request_id = response['id']
result = rpc_response_to_result(response)
contract_address = contract_addresses[request_id]
contract = self._get_contract(contract_address, result)
contracts.append(contract)
for contract in contracts:
self.item_exporter.export_item(
self.contract_mapper.contract_to_dict(contract))
def _get_contract(self, contract_address, rpc_result):
contract = self.contract_mapper.rpc_result_to_contract(
contract_address, rpc_result)
bytecode = contract.bytecode
function_sighashes = self.contract_service.get_function_sighashes(
bytecode)
contract.function_sighashes = function_sighashes
contract.is_erc20 = self.contract_service.is_erc20_contract(
function_sighashes)
contract.is_erc721 = self.contract_service.is_erc721_contract(
function_sighashes)
return contract
def _end(self):
self.batch_work_executor.shutdown()
self.item_exporter.close()
def __init__(self, contract_addresses_iterable, batch_size,
batch_web3_provider, max_workers, item_exporter):
self.batch_web3_provider = batch_web3_provider
self.contract_addresses_iterable = contract_addresses_iterable
self.batch_work_executor = BatchWorkExecutor(batch_size, max_workers)
self.item_exporter = item_exporter
self.contract_mapper = EthContractMapper()
def __init__(
self,
traces_iterable,
batch_size,
max_workers,
item_exporter):
self.traces_iterable = traces_iterable
self.batch_work_executor = BatchWorkExecutor(batch_size, max_workers)
self.item_exporter = item_exporter
self.contract_service = EthContractService()
self.contract_mapper = EthContractMapper()
class ExportContractsJob(BaseJob):
def __init__(self, contract_addresses_iterable, batch_size,
batch_web3_provider, max_workers, item_exporter):
self.batch_web3_provider = batch_web3_provider
self.contract_addresses_iterable = contract_addresses_iterable
self.batch_work_executor = BatchWorkExecutor(batch_size, max_workers)
self.item_exporter = item_exporter
self.contract_mapper = EthContractMapper()
def _start(self):
self.item_exporter.open()
def _export(self):
self.batch_work_executor.execute(self.contract_addresses_iterable,
self._export_contracts)
def _export_contracts(self, contract_addresses):
contracts_code_rpc = list(
generate_get_code_json_rpc(contract_addresses))
response_batch = self.batch_web3_provider.make_request(
json.dumps(contracts_code_rpc))
contracts = []
for response in response_batch:
# request id is the index of the contract address in contract_addresses list
request_id = response['id']
result = response['result']
contract_address = contract_addresses[request_id]
contracts.append(
self.contract_mapper.rpc_result_to_receipt(
contract_address, result))
for contract in contracts:
self.item_exporter.export_item(
self.contract_mapper.contract_to_dict(contract))
def _end(self):
self.batch_work_executor.shutdown()
self.item_exporter.close()
class ExtractContractsJob(BaseJob):
def __init__(
self,
traces_iterable,
batch_size,
max_workers,
item_exporter):
self.traces_iterable = traces_iterable
self.batch_work_executor = BatchWorkExecutor(batch_size, max_workers)
self.item_exporter = item_exporter
self.contract_service = EthContractService()
self.contract_mapper = EthContractMapper()
def _start(self):
self.item_exporter.open()
def _export(self):
self.batch_work_executor.execute(self.traces_iterable, self._extract_contracts)
def _extract_contracts(self, traces):
for trace in traces:
trace['status'] = to_int_or_none(trace.get('status'))
trace['block_number'] = to_int_or_none(trace.get('block_number'))
contract_creation_traces = [trace for trace in traces
if trace.get('trace_type') == 'create' and trace.get('to_address') is not None
and len(trace.get('to_address')) > 0 and trace.get('status') == 1]
contracts = []
for trace in contract_creation_traces:
contract = EthContract()
contract.address = trace.get('to_address')
bytecode = trace.get('output')
contract.bytecode = bytecode
contract.block_number = trace.get('block_number')
function_sighashes = self.contract_service.get_function_sighashes(bytecode)
contract.function_sighashes = function_sighashes
contract.is_erc20 = self.contract_service.is_erc20_contract(function_sighashes)
contract.is_erc721 = self.contract_service.is_erc721_contract(function_sighashes)
contracts.append(contract)
for contract in contracts:
self.item_exporter.export_item(self.contract_mapper.contract_to_dict(contract))
def _end(self):
self.batch_work_executor.shutdown()
self.item_exporter.close()