def get_transaction_hashes_no_receipt(
self,
tx_filter_query: Optional[ETHTransactionsFilterQuery],
limit: Optional[int],
) -> List[EVMTxHash]:
cursor = self.db.conn.cursor()
querystr = 'SELECT DISTINCT tx_hash FROM ethereum_transactions '
bindings = ()
if tx_filter_query is not None:
filter_query, bindings = tx_filter_query.prepare(with_order=False, with_pagination=False) # type: ignore # noqa: E501
querystr += filter_query + ' AND '
else:
querystr += ' WHERE '
querystr += 'tx_hash NOT IN (SELECT tx_hash from ethtx_receipts)'
if limit is not None:
querystr += 'LIMIT ?'
bindings = (*bindings, limit) # type: ignore
cursor_result = cursor.execute(querystr, bindings)
hashes = []
for entry in cursor_result:
try:
hashes.append(deserialize_evm_tx_hash(entry[0]))
except DeserializationError as e:
log.debug(f'Got error {str(e)} while deserializing tx_hash {entry[0]} from the DB')
return hashes
def test_deserialize_deployment_ethereum_transaction():
data = {
'timeStamp': 0,
'blockNumber': 1,
'hash': '0xc5be14f87be25174846ed53ed239517e4c45c1fe024b184559c17d4f1fefa736',
'from': '0x568Ab4b8834646f97827bB966b13d60246157B8E',
'to': None,
'value': 0,
'gas': 1,
'gasPrice': 1,
'gasUsed': 1,
'input': '',
'nonce': 1,
}
tx = deserialize_ethereum_transaction(
data=data,
internal=False,
ethereum=None,
)
expected = EthereumTransaction(
timestamp=Timestamp(0),
block_number=1,
tx_hash=deserialize_evm_tx_hash(data['hash']),
from_address=deserialize_ethereum_address(data['from']),
to_address=None,
value=data['value'],
gas=data['gas'],
gas_price=data['gasPrice'],
gas_used=data['gasUsed'],
input_data=read_hash(data, 'input'),
nonce=data['nonce'],
)
assert tx == expected
def test_compound_ether_withdraw(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from:
https://etherscan.io/tx/0x024bd402420c3ba2f95b875f55ce2a762338d2a14dac4887b78174254c9ab807
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0x024bd402420c3ba2f95b875f55ce2a762338d2a14dac4887b78174254c9ab807'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1598813490000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.02858544'), usd_value=ZERO),
location_label=ADDY,
notes=f'Burned 0.02858544 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=1,
timestamp=1598813490000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=A_CETH,
balance=Balance(amount=FVal('24.97649991'), usd_value=ZERO),
location_label=ADDY,
notes='Return 24.97649991 cETH to compound',
counterparty=CPT_COMPOUND,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=2,
timestamp=1598813490000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=A_ETH,
balance=Balance(amount=FVal('0.500003923413507454'),
usd_value=ZERO),
location_label=ADDY,
notes='Withdraw 0.500003923413507454 ETH from compound',
counterparty=CPT_COMPOUND,
)
]
assert events == expected_events
def test_compound_ether_deposit(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from:
https://etherscan.io/tx/0x06a8b9f758b0471886186c2a48dea189b3044916c7f94ee7f559026fefd91c39
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0x06a8b9f758b0471886186c2a48dea189b3044916c7f94ee7f559026fefd91c39'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1598639099000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.014122318'), usd_value=ZERO),
location_label=ADDY,
notes=f'Burned 0.014122318 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=1,
timestamp=1598639099000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=A_ETH,
balance=Balance(amount=FVal('0.5'), usd_value=ZERO),
location_label=ADDY,
notes='Deposit 0.5 ETH to compound',
counterparty=CPT_COMPOUND,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=33,
timestamp=1598639099000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.RECEIVE_WRAPPED,
asset=A_CETH,
balance=Balance(amount=FVal('24.97649991'), usd_value=ZERO),
location_label=ADDY,
notes='Receive 24.97649991 cETH from compound',
counterparty=CPT_COMPOUND,
)
]
assert events == expected_events
def get_validator_deposits(
self,
indices_or_pubkeys: Union[List[int], List[Eth2PubKey]],
) -> List[Eth2Deposit]:
"""Get the deposits of all the validators given from the list of indices or pubkeys
Queries in chunks of 100 due to api limitations
May raise:
- RemoteError due to problems querying beaconcha.in API
"""
chunks = _calculate_query_chunks(indices_or_pubkeys)
data = []
for chunk in chunks:
result = self._query(
module='validator',
endpoint='deposits',
encoded_args=','.join(str(x) for x in chunk),
)
if isinstance(result, list):
data.extend(result)
else:
data.append(result)
deposits = []
for entry in data:
try:
amount = from_gwei(FVal(entry['amount']))
timestamp = entry['block_ts']
usd_price = query_usd_price_zero_if_error(
asset=A_ETH,
time=timestamp,
location=f'Eth2 staking deposit at time {timestamp}',
msg_aggregator=self.msg_aggregator,
)
deposits.append(Eth2Deposit(
from_address=deserialize_ethereum_address(entry['from_address']),
pubkey=entry['publickey'],
withdrawal_credentials=entry['withdrawal_credentials'],
value=Balance(
amount=amount,
usd_value=amount * usd_price,
),
tx_hash=deserialize_evm_tx_hash(entry['tx_hash']),
tx_index=entry['tx_index'],
timestamp=entry['block_ts'],
))
except (DeserializationError, KeyError) as e:
msg = str(e)
if isinstance(e, KeyError):
msg = f'Missing key entry for {msg}.'
raise RemoteError(
f'Beaconchai.in deposits response processing error. {msg}',
) from e
return deposits
def test_tx_decode(evm_transaction_decoder, database):
dbethtx = DBEthTx(database)
addr1 = '0x2B888954421b424C5D3D9Ce9bB67c9bD47537d12'
approve_tx_hash = deserialize_evm_tx_hash('0x5cc0e6e62753551313412492296d5e57bea0a9d1ce507cc96aa4aa076c5bde7a') # noqa: E501
transactions = dbethtx.get_ethereum_transactions(
filter_=ETHTransactionsFilterQuery.make(
addresses=[addr1],
tx_hash=approve_tx_hash,
),
has_premium=True,
)
decoder = evm_transaction_decoder
with patch.object(decoder, 'decode_transaction', wraps=decoder.decode_transaction) as decode_mock: # noqa: E501
for tx in transactions:
receipt = dbethtx.get_receipt(tx.tx_hash)
assert receipt is not None, 'all receipts should be queried in the test DB'
events = decoder.get_or_decode_transaction_events(tx, receipt, ignore_cache=False)
if tx.tx_hash == approve_tx_hash:
assert len(events) == 2
assert_events_equal(events[0], HistoryBaseEntry(
# The no-member is due to https://github.com/PyCQA/pylint/issues/3162
event_identifier=approve_tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1569924574000,
location=Location.BLOCKCHAIN,
location_label=addr1,
asset=A_ETH,
balance=Balance(amount=FVal('0.000030921')),
# The no-member is due to https://github.com/PyCQA/pylint/issues/3162
notes=f'Burned 0.000030921 ETH in gas from {addr1}',
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
counterparty=CPT_GAS,
))
assert_events_equal(events[1], HistoryBaseEntry(
# The no-member is due to https://github.com/PyCQA/pylint/issues/3162
event_identifier=approve_tx_hash.hex(), # pylint: disable=no-member
sequence_index=163,
timestamp=1569924574000,
location=Location.BLOCKCHAIN,
location_label=addr1,
asset=A_SAI,
balance=Balance(amount=1),
notes=f'Approve 1 SAI of {addr1} for spending by 0xdf869FAD6dB91f437B59F1EdEFab319493D4C4cE', # noqa: E501
event_type=HistoryEventType.INFORMATIONAL,
event_subtype=HistoryEventSubType.APPROVE,
counterparty='0xdf869FAD6dB91f437B59F1EdEFab319493D4C4cE',
))
assert decode_mock.call_count == len(transactions)
# now go again, and see that no more decoding happens as it's all pulled from the DB
for tx in transactions:
receipt = dbethtx.get_receipt(tx.tx_hash)
assert receipt is not None, 'all receipts should be queried in the test DB'
events = decoder.get_or_decode_transaction_events(tx, receipt, ignore_cache=False)
assert decode_mock.call_count == len(transactions)
def test_gitcoin_old_donation(database, ethereum_manager, function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0x811ba23a10c76111289133ec6f90d3c33a604baa50053739210e870687a456d9
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash('0x811ba23a10c76111289133ec6f90d3c33a604baa50053739210e870687a456d9') # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1569924574000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.000055118'), usd_value=ZERO),
location_label=ADDY,
notes=f'Burned 0.000055118 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=164,
timestamp=1569924574000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.DONATE,
asset=A_SAI,
balance=Balance(amount=FVal('0.95'), usd_value=ZERO),
location_label=ADDY,
notes='Donate 0.95 SAI to 0xEbDb626C95a25f4e304336b1adcAd0521a1Bdca1 via gitcoin', # noqa: E501
counterparty=CPT_GITCOIN,
), HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=165,
timestamp=1569924574000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.DONATE,
asset=A_SAI,
balance=Balance(amount=FVal('0.05'), usd_value=ZERO),
location_label=ADDY,
notes='Donate 0.05 SAI to 0x00De4B13153673BCAE2616b67bf822500d325Fc3 via gitcoin', # noqa: E501
counterparty=CPT_GITCOIN,
),
]
assert events == expected_events
def test_hop_l2_deposit(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0xd46640417a686b399b2f2a920b0c58a35095759365cbe7b795bddec34b8c5eee
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0xd46640417a686b399b2f2a920b0c58a35095759365cbe7b795bddec34b8c5eee'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1653219722000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.001964214783875487')),
location_label=ADDY,
notes=f'Burned 0.001964214783875487 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=1,
timestamp=1653219722000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRANSFER,
event_subtype=HistoryEventSubType.BRIDGE,
asset=A_ETH,
balance=Balance(amount=FVal('0.2')),
location_label=ADDY,
notes=
'Bridge 0.2 ETH to Optimism at the same address via Hop protocol',
counterparty=CPT_HOP,
)
]
assert expected_events == events
def test_claim_aidrop(database, ethereum_manager, function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0x1e58aed1baf70b57e6e3e880e1890e7fe607fddc94d62986c38fe70e483e594b
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash('0x1e58aed1baf70b57e6e3e880e1890e7fe607fddc94d62986c38fe70e483e594b') # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1652910214000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.0061843862')),
location_label=ADDY,
notes=f'Burned 0.0061843862 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=549,
timestamp=1652910214000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.AIRDROP,
asset=A_ELFI,
balance=Balance(amount=FVal('613.8986657935664')),
location_label=ADDY,
notes='Claim 613.8986657935664 ELFI from element-finance airdrop and delegate it to 0x7BAFC0D5c5892f2041FD9F2415A7611042218e22', # noqa: E501
counterparty=CPT_ELEMENT_FINANCE,
),
]
assert events == expected_events
def test_deserialize_transaction_from_etherscan():
# Make sure that a missing to address due to contract creation is handled
data = {
'blockNumber': 54092,
'timeStamp': 1439048640,
'hash':
'0x9c81f44c29ff0226f835cd0a8a2f2a7eca6db52a711f8211b566fd15d3e0e8d4',
'nonce': 0,
'blockHash':
'0xd3cabad6adab0b52ea632c386ea19403680571e682c62cb589b5abcd76de2159',
'transactionIndex': 0,
'from': '0x5153493bB1E1642A63A098A65dD3913daBB6AE24',
'to': '',
'value': 11901464239480000000000000,
'gas': 2000000,
'gasPrice': 10000000000000,
'isError': 0,
'txreceipt_status': '',
'input': '0x313233',
'contractAddress': '0xde0b295669a9fd93d5f28d9ec85e40f4cb697bae',
'cumulativeGasUsed': 1436963,
'gasUsed': 1436963,
'confirmations': 8569454
} # noqa: E501
transaction = deserialize_ethereum_transaction(data,
internal=False,
ethereum=None)
assert transaction == EthereumTransaction(
tx_hash=deserialize_evm_tx_hash(data['hash']),
timestamp=1439048640,
block_number=54092,
from_address='0x5153493bB1E1642A63A098A65dD3913daBB6AE24',
to_address=None,
value=11901464239480000000000000,
gas=2000000,
gas_price=10000000000000,
gas_used=1436963,
input_data=bytes.fromhex(data['input'][2:]),
nonce=0,
)
def test_curve_remove_liquidity(database, ethereum_manager, eth_transactions):
"""Data for deposit taken from
https://etherscan.io/tx/0xd63dccdbebeede3a1f50b97c0a8592255203a0559880b80377daa39f915741b0
This tests uses the link pool to verify that withdrawals are correctly decoded
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0xd63dccdbebeede3a1f50b97c0a8592255203a0559880b80377daa39f915741b0'
location_label = '0xDf9f0AE722A3919fE7f9cC8805773ef142007Ca6'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1650276061,
block_number=14608535,
from_address=location_label,
to_address='0xF178C0b5Bb7e7aBF4e12A4838C7b7c5bA2C623c0',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x1a4d01d20000000000000000000000000000000000000000000000a8815561fefbe56aa300000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000a8d15fc942541fea7f'), # noqa: E501
nonce=5,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=506,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000a8815561fefbe56aa3'), # noqa: E501
address=string_to_ethereum_address('0xcee60cFa923170e4f8204AE08B4fA6A3F5656F3a'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000df9f0ae722a3919fe7f9cc8805773ef142007ca6'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=507,
data=hexstring_to_bytes('0000000000000000000000000000000000000000000000a93078ae269dbeca10'), # noqa: E501
address=string_to_ethereum_address('0x514910771AF9Ca656af840dff83E8264EcF986CA'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000f178c0b5bb7e7abf4e12a4838c7b7c5ba2c623c0'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000df9f0ae722a3919fe7f9cc8805773ef142007ca6'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=508,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000a8815561fefbe56aa30000000000000000000000000000000000000000000000a93078ae269dbeca100000000000000000000000000000000000000000000092c009040e68c381c519'), # noqa: E501
address=string_to_ethereum_address('0xF178C0b5Bb7e7aBF4e12A4838C7b7c5bA2C623c0'),
removed=False,
topics=[
hexstring_to_bytes('0x5ad056f2e28a8cec232015406b843668c1e36cda598127ec3b8c59b8c72773a0'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000df9f0ae722a3919fe7f9cc8805773ef142007ca6'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=415,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000000002c68af0bb14000000000000000000000000000000000000000000000000000002c6526ca273a80000000000000000000000000000000000000000000000000000000016a92ed4ce00000000000000000000000000000000000000000000000000000016a9b386830000000000000000000000000000000000000000000156e4db21d9cf6a6d4f3f000000000000000000000000000000000000000000014a4959a6fb2bf53a7108'), # noqa: E501
address=string_to_ethereum_address('0xDC24316b9AE028F1497c275EB9192a3Ea0f67022'),
removed=False,
topics=[
hexstring_to_bytes('0x26f55a85081d24974e85c6c00045d0f0453991e95873f52bff0d21af4079a768'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000767b35b9f06f6e28e5ed05ee7c27bdf992eba5d2'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=0,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label=location_label,
notes='Burned 0.00393701451 ETH in gas from 0xDf9f0AE722A3919fE7f9cC8805773ef142007Ca6', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=507,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=EthereumToken('0xcee60cFa923170e4f8204AE08B4fA6A3F5656F3a'),
balance=Balance(amount=FVal('3108.372467134893484707'), usd_value=ZERO),
location_label=location_label,
notes='Return 3108.372467134893484707 linkCRV',
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=508,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=A_LINK,
balance=Balance(amount=FVal('3120.992481448818559504'), usd_value=ZERO),
location_label=location_label,
notes='Remove 3120.992481448818559504 LINK from the curve pool 0xF178C0b5Bb7e7aBF4e12A4838C7b7c5bA2C623c0', # noqa: E501
counterparty=CPT_CURVE,
)]
assert expected_events == events
def test_curve_deposit(database, ethereum_manager, eth_transactions):
"""Data for deposit taken from
https://etherscan.io/tx/0x523b7df8e168315e97a836a3d516d639908814785d7df1ef1745de3e55501982
tests that a deposit for the aave pool in curve works correctly
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0x523b7df8e168315e97a836a3d516d639908814785d7df1ef1745de3e55501982'
location_label = '0x57bF3B0f29E37619623994071C9e12091919675c'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1650276061,
block_number=14608535,
from_address='0x57bF3B0f29E37619623994071C9e12091919675c',
to_address='0xDeBF20617708857ebe4F679508E7b7863a8A8EeE',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x2b6e993a000000000000000000000000000000000000000000005512b9a6a672640100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000060c5f3590000000000000000000000000000000000000000000005255abbd43baa53603f90000000000000000000000000000000000000000000000000000000000000001'), # noqa: E501
nonce=599,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=370,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000005512b9a6a67264010000'), # noqa: E501
address=string_to_ethereum_address('0x6B175474E89094C44Da98b954EedeAC495271d0F'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000057bf3b0f29e37619623994071c9e12091919675c'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000debf20617708857ebe4f679508e7b7863a8a8eee'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=383,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000000000000000060c5f3590'), # noqa: E501
address=string_to_ethereum_address('0xdAC17F958D2ee523a2206206994597C13D831ec7'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000057bf3b0f29e37619623994071c9e12091919675c'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000debf20617708857ebe4f679508e7b7863a8a8eee'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=396,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000005328394d50efea7abaf4'), # noqa: E501
address=string_to_ethereum_address('0xFd2a8fA60Abd58Efe3EeE34dd494cD491dC14900'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000057bf3b0f29e37619623994071c9e12091919675c'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=397,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000005512b9a6a672640100000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000060c5f3590000000000000000000000000000000000000000000000002038eb27e79fe96ef0000000000000000000000000000000000000000000000000000000002e973710000000000000000000000000000000000000000000000000000000001832b050000000000000000000000000000000000000000002a38dd00eecdefe02a2fcf00000000000000000000000000000000000000000026c6b056a9a8e3b89d5717'), # noqa: E501
address=string_to_ethereum_address('0xDeBF20617708857ebe4F679508E7b7863a8A8EeE'),
removed=False,
topics=[
hexstring_to_bytes('0x423f6495a08fc652425cf4ed0d1f9e37e571d9b9529b1c1c23cce780b2e7df0d'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000057bf3b0f29e37619623994071c9e12091919675c'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=0,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label=location_label,
notes='Burned 0.00393701451 ETH in gas from 0x57bF3B0f29E37619623994071C9e12091919675c', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=371,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=A_DAI,
balance=Balance(amount=FVal('401746.57'), usd_value=ZERO),
location_label=location_label,
notes='Deposit 401746.57 DAI in curve pool 0xDeBF20617708857ebe4F679508E7b7863a8A8EeE',
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=384,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=A_USDT,
balance=Balance(amount=FVal('25977.37'), usd_value=ZERO),
location_label=location_label,
notes='Deposit 25977.37 USDT in curve pool 0xDeBF20617708857ebe4F679508E7b7863a8A8EeE',
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=397,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.RECEIVE_WRAPPED,
asset=EthereumToken('0xFd2a8fA60Abd58Efe3EeE34dd494cD491dC14900'),
balance=Balance(amount=FVal('392698.416886553664731892'), usd_value=ZERO),
location_label=location_label,
notes='Receive 392698.416886553664731892 a3CRV after depositing in curve pool 0xDeBF20617708857ebe4F679508E7b7863a8A8EeE', # noqa: E501
counterparty=CPT_CURVE,
)]
assert len(events) == 4
assert events == expected_events
def test_curve_deposit_eth(database, ethereum_manager, eth_transactions):
"""Data for deposit taken from
https://etherscan.io/tx/0x51c052c8fb60f092f98ffc3cab6340c7c5348ee3b339582feba1c17cbd97ea56
This tests uses the steth/eth pool to verify that deposits including transfer of ETH work
properly
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0x51c052c8fb60f092f98ffc3cab6340c7c5348ee3b339582feba1c17cbd97ea56'
location_label = '0x767B35b9F06F6e28e5ed05eE7C27bDf992eba5d2'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1650276061,
block_number=14608535,
from_address=location_label,
to_address='0xDC24316b9AE028F1497c275EB9192a3Ea0f67022',
value=FVal(0.2) * EXP18,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x0b4c7e4d00000000000000000000000000000000000000000000000002c68af0bb14000000000000000000000000000000000000000000000000000002c6526ca273a800000000000000000000000000000000000000000000000000054aaa619fda0c01'), # noqa: E501
nonce=5,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=412,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000000002c6526ca273a800'), # noqa: E501
address=string_to_ethereum_address('0xae7ab96520DE3A18E5e111B5EaAb095312D7fE84'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000767b35b9f06f6e28e5ed05ee7c27bdf992eba5d2'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000dc24316b9ae028f1497c275eb9192a3ea0f67022'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=413,
data=hexstring_to_bytes('0xfffffffffffffffffffffffffffffffffffffffffffffffffd39ad935d8c57ff'), # noqa: E501
address=string_to_ethereum_address('0xae7ab96520DE3A18E5e111B5EaAb095312D7fE84'),
removed=False,
topics=[
hexstring_to_bytes('0x8c5be1e5ebec7d5bd14f71427d1e84f3dd0314c0f7b2291e5b200ac8c7c3b925'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000767b35b9f06f6e28e5ed05ee7c27bdf992eba5d2'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000dc24316b9ae028f1497c275eb9192a3ea0f67022'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=414,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000000005589f42020a37df'), # noqa: E501
address=string_to_ethereum_address('0x06325440D014e39736583c165C2963BA99fAf14E'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000767b35b9f06f6e28e5ed05ee7c27bdf992eba5d2'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=415,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000000002c68af0bb14000000000000000000000000000000000000000000000000000002c6526ca273a80000000000000000000000000000000000000000000000000000000016a92ed4ce00000000000000000000000000000000000000000000000000000016a9b386830000000000000000000000000000000000000000000156e4db21d9cf6a6d4f3f000000000000000000000000000000000000000000014a4959a6fb2bf53a7108'), # noqa: E501
address=string_to_ethereum_address('0xDC24316b9AE028F1497c275EB9192a3Ea0f67022'),
removed=False,
topics=[
hexstring_to_bytes('0x26f55a85081d24974e85c6c00045d0f0453991e95873f52bff0d21af4079a768'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000767b35b9f06f6e28e5ed05ee7c27bdf992eba5d2'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=0,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label=location_label,
notes='Burned 0.00393701451 ETH in gas from 0x767B35b9F06F6e28e5ed05eE7C27bDf992eba5d2', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=1,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=A_ETH,
balance=Balance(amount=FVal('0.2'), usd_value=ZERO),
location_label=location_label,
notes='Deposit 0.2 ETH in curve pool',
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=414,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=EthereumToken('0xae7ab96520DE3A18E5e111B5EaAb095312D7fE84'),
balance=Balance(amount=FVal('0.19993786'), usd_value=ZERO),
location_label=location_label,
notes='Deposit 0.19993786 stETH in curve pool 0xDC24316b9AE028F1497c275EB9192a3Ea0f67022', # noqa: E501
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=415,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.INFORMATIONAL,
event_subtype=HistoryEventSubType.APPROVE,
asset=EthereumToken('0xae7ab96520DE3A18E5e111B5EaAb095312D7fE84'),
balance=Balance(amount=FVal('1.157920892373161954235709850E+59'), usd_value=ZERO),
location_label=location_label,
notes='Approve 1.157920892373161954235709850E+59 stETH of 0x767B35b9F06F6e28e5ed05eE7C27bDf992eba5d2 for spending by 0xDC24316b9AE028F1497c275EB9192a3Ea0f67022', # noqa: E501
counterparty='0xDC24316b9AE028F1497c275EB9192a3Ea0f67022',
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=416,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.RECEIVE_WRAPPED,
asset=EthereumToken('0x06325440D014e39736583c165C2963BA99fAf14E'),
balance=Balance(amount=FVal('0.385232873991059423'), usd_value=ZERO),
location_label=location_label,
notes='Receive 0.385232873991059423 steCRV after depositing in curve pool 0xDC24316b9AE028F1497c275EB9192a3Ea0f67022', # noqa: E501
counterparty=CPT_CURVE,
)]
assert len(events) == 5
assert events == expected_events
def test_get_transaction_receipt(
ethereum_manager,
call_order,
ethereum_manager_connect_at_start,
database,
):
wait_until_all_nodes_connected(
ethereum_manager_connect_at_start=ethereum_manager_connect_at_start,
ethereum=ethereum_manager,
)
tx_hash = deserialize_evm_tx_hash(
'0x12d474b6cbba04fd1a14e55ef45b1eb175985612244631b4b70450c888962a89'
) # noqa: E501
result = ethereum_manager.get_transaction_receipt(tx_hash,
call_order=call_order)
block_hash = '0x6f3a7838a8788c3371b88df170c3643d19bad896c915a7368681292882b6ad61'
assert result['blockHash'] == block_hash
assert len(result['logs']) == 2
assert result['gasUsed'] == 144046
assert result['blockNumber'] == 10840714
assert result['logs'][0]['blockNumber'] == 10840714
assert result['logs'][1]['blockNumber'] == 10840714
assert result['status'] == 1
assert result['transactionIndex'] == 110
assert result['logs'][0]['transactionIndex'] == 110
assert result['logs'][1]['transactionIndex'] == 110
assert result['logs'][0]['logIndex'] == 235
assert result['logs'][1]['logIndex'] == 236
from_addy = make_ethereum_address()
to_addy = make_ethereum_address()
database.add_blockchain_accounts(
blockchain=SupportedBlockchain.ETHEREUM,
account_data=[
BlockchainAccountData(address=from_addy),
BlockchainAccountData(address=to_addy),
],
)
db = DBEthTx(database)
db.add_ethereum_transactions(
[
EthereumTransaction( # need to add the tx first
tx_hash=tx_hash,
timestamp=1, # all other fields don't matter for this test
block_number=1,
from_address=from_addy,
to_address=to_addy,
value=1,
gas=1,
gas_price=1,
gas_used=1,
input_data=b'',
nonce=1,
)
],
relevant_address=from_addy,
)
# also test receipt can be stored and retrieved from the DB.
# This tests that all node types (say openethereum) are processed properly
db.add_receipt_data(result)
receipt = db.get_receipt(tx_hash)
assert receipt == EthereumTxReceipt(
tx_hash=tx_hash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=235,
data=
b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02T\x0b\xe4\x00', # noqa: E501
address='0x5bEaBAEBB3146685Dd74176f68a0721F91297D37',
removed=False,
topics=[
b'\xdd\xf2R\xad\x1b\xe2\xc8\x9bi\xc2\xb0h\xfc7\x8d\xaa\x95+\xa7\xf1c\xc4\xa1\x16(\xf5ZM\xf5#\xb3\xef', # noqa: E501
b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00s(*c\xf0\xe3\xd7\xe9`EuB\x0fwsa\xec\xa3\xc8j', # noqa: E501
b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xb6 \xf1\x93ME\x84\xdd\xa6\x99\x9e\xdc\xad\xd3)\x81)dj\xa5', # noqa: E501
]),
EthereumTxReceiptLog(
log_index=236,
data=
b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xb6 \xf1\x93ME\x84\xdd\xa6\x99\x9e\xdc\xad\xd3)\x81)dj\xa5\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\xb6 \xf1\x93ME\x84\xdd\xa6\x99\x9e\xdc\xad\xd3)\x81)dj\xa5\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00[\xea\xba\xeb\xb3\x14f\x85\xddt\x17oh\xa0r\x1f\x91)}7\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02T\x0b\xe4\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\r\xe0\xb6\xb3\xa7d\x00\x00', # noqa: E501
address='0x73282A63F0e3D7e9604575420F777361ecA3C86A',
removed=False,
topics=[
b'\xd6\xd4\xf5h\x1c$l\x9fB\xc2\x03\xe2\x87\x97Z\xf1`\x1f\x8d\xf8\x03Z\x92Q\xf7\x9a\xab\\\x8f\t\xe2\xf8'
], # noqa: E501
),
])
def test_aave_eth_withdraw_v1(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0xbd333bdd5784c10630aac5683e63f703e660a78d06f95b2ff2a8788a8dade787
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0xbd333bdd5784c10630aac5683e63f703e660a78d06f95b2ff2a8788a8dade787'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
amount = '1.000240847792940067'
interest = '0.000240847792940067'
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1605789951000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.021740928')),
location_label=ADDY2,
notes=f'Burned 0.021740928 ETH in gas from {ADDY2}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=1,
timestamp=1605789951000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=A_AETH_V1,
balance=Balance(amount=FVal(amount)),
location_label=ADDY2,
notes=f'Return {amount} aETH to aave-v1',
counterparty=CPT_AAVE_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=2,
timestamp=1605789951000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=A_ETH,
balance=Balance(amount=FVal(amount)),
location_label=ADDY2,
notes=f'Withdraw {amount} ETH from aave-v1',
counterparty=CPT_AAVE_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=135,
timestamp=1605789951000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.REWARD,
asset=A_AETH_V1,
balance=Balance(amount=FVal(interest)),
location_label=ADDY2,
notes=f'Gain {interest} aETH from aave-v1 as interest',
counterparty=CPT_AAVE_V1,
),
]
assert expected_events == events
def test_kyber_legacy_old_contract(database, ethereum_manager,
eth_transactions):
"""Data for trade taken from
https://etherscan.io/tx/0xe9cc9f27ef2a09fe23abc886a0a0f7ae19d9e2eb73663e1e41e07a3e0c011b87
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0xe9cc9f27ef2a09fe23abc886a0a0f7ae19d9e2eb73663e1e41e07a3e0c011b87'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1591043988,
block_number=10182160,
from_address='0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b',
to_address='0x818E6FECD516Ecc3849DAf6845e3EC868087B755',
value=0,
gas=600000,
gas_price=22990000000,
gas_used=527612,
input_data=hexstring_to_bytes(
'0xcb3c28c7000000000000000000000000a0b86991c6218b36c1d19d4a2e9eb0ce3606eb480000000000000000000000000000000000000000000000000000000002aea540000000000000000000000000eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee0000000000000000000000006d379cb5ba04c09293b21bf314e7aba3ffeaaf5b8000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000e5f611df3b9ac000000000000000000000000f1aa99c69715f423086008eb9d06dc1e35cc504d'
), # noqa: E501
nonce=1,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=87,
data=hexstring_to_bytes(
'0x0000000000000000000000000000000000000000000000000000000002aea540'
), # noqa: E501
address=string_to_ethereum_address(
'0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48'),
removed=False,
topics=[
hexstring_to_bytes(
'0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000006d379cb5ba04c09293b21bf314e7aba3ffeaaf5b'
), # noqa: E501
hexstring_to_bytes(
'0x00000000000000000000000065bf64ff5f51272f729bdcd7acfb00677ced86cd'
), # noqa: E501
],
),
EthereumTxReceiptLog(
log_index=93,
data=hexstring_to_bytes(
'0x000000000000000000000000a0b86991c6218b36c1d19d4a2e9eb0ce3606eb48000000000000000000000000eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee0000000000000000000000000000000000000000000000000000000002aea540000000000000000000000000000000000000000000000000029a80338e28df730000000000000000000000006d379cb5ba04c09293b21bf314e7aba3ffeaaf5b000000000000000000000000000000000000000000000000029a80338e28df730000000000000000000000001670dfb52806de7789d5cf7d5c005cf7083f9a5d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000001200000000000000000000000000000000000000000000000000000000000000000'
), # noqa: E501
address=string_to_ethereum_address(
'0x65bF64Ff5f51272f729BDcD7AcFB00677ced86Cd'),
removed=False,
topics=[
hexstring_to_bytes(
'0xd30ca399cb43507ecec6a629a35cf45eb98cda550c27696dcb0d8c4a3873ce6c'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000006d379cb5ba04c09293b21bf314e7aba3ffeaaf5b'
), # noqa: E501
],
),
],
)
internal_tx = EthereumInternalTransaction(
parent_tx_hash=evmhash,
trace_id=27,
timestamp=Timestamp(1591043988),
block_number=10182160,
from_address='0x65bF64Ff5f51272f729BDcD7AcFB00677ced86Cd',
to_address='0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b',
value=187603293406027635,
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
dbethtx.add_ethereum_internal_transactions(
[internal_tx],
relevant_address='0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b'
) # noqa: E501
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction,
tx_receipt=receipt)
assert len(events) == 3
expected_events = [
HistoryBaseEntry(
event_identifier=
'0xe9cc9f27ef2a09fe23abc886a0a0f7ae19d9e2eb73663e1e41e07a3e0c011b87',
sequence_index=0,
timestamp=1591043988000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.01212979988),
usd_value=FVal(0),
),
location_label='0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b',
notes=
'Burned 0.01212979988 ETH in gas from 0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b', # noqa: E501
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=
'0xe9cc9f27ef2a09fe23abc886a0a0f7ae19d9e2eb73663e1e41e07a3e0c011b87',
sequence_index=1,
timestamp=1591043988000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.SPEND,
asset=A_USDC,
balance=Balance(amount=FVal(45), usd_value=FVal(0)),
location_label='0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b',
notes='Swap 45 USDC in kyber',
counterparty='kyber legacy',
),
HistoryBaseEntry(
event_identifier=
'0xe9cc9f27ef2a09fe23abc886a0a0f7ae19d9e2eb73663e1e41e07a3e0c011b87',
sequence_index=89,
timestamp=1591043988000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.RECEIVE,
asset=A_ETH,
balance=Balance(
amount=FVal('0.187603293406027635'),
usd_value=FVal(0),
),
location_label='0x6d379cb5BA04c09293b21Bf314E7aba3FfEAaF5b',
notes='Receive 0.187603293406027635 ETH from kyber swap',
counterparty='kyber legacy',
)
]
assert events == expected_events
def deserialize_ethereum_transaction(
data: Dict[str, Any],
internal: bool,
ethereum: Optional['EthereumManager'] = None,
) -> Union[EthereumTransaction, EthereumInternalTransaction]:
"""Reads dict data of a transaction and deserializes it.
If the transaction is not from etherscan then it's missing some data
so ethereum manager is used to fetch it.
Can raise DeserializationError if something is wrong
"""
source = 'etherscan' if ethereum is None else 'web3'
try:
tx_hash = deserialize_evm_tx_hash(data['hash'])
block_number = read_integer(data, 'blockNumber', source)
if 'timeStamp' not in data:
if ethereum is None:
raise DeserializationError(
'Got in deserialize ethereum transaction without timestamp and without ethereum manager'
) # noqa: E501
block_data = ethereum.get_block_by_number(block_number)
timestamp = Timestamp(read_integer(block_data, 'timestamp',
source))
else:
timestamp = deserialize_timestamp(data['timeStamp'])
from_address = deserialize_ethereum_address(data['from'])
is_empty_to_address = data['to'] != '' and data['to'] is not None
to_address = deserialize_ethereum_address(
data['to']) if is_empty_to_address else None
value = read_integer(data, 'value', source)
if internal:
return EthereumInternalTransaction(
parent_tx_hash=tx_hash,
trace_id=int(data['traceId']),
timestamp=timestamp,
block_number=block_number,
from_address=from_address,
to_address=to_address,
value=value,
)
# else normal transaction
gas_price = read_integer(data=data, key='gasPrice', api=source)
input_data = read_hash(data, 'input', source)
if 'gasUsed' not in data:
if ethereum is None:
raise DeserializationError(
'Got in deserialize ethereum transaction without gasUsed and without ethereum manager'
) # noqa: E501
tx_hash = deserialize_evm_tx_hash(data['hash'])
receipt_data = ethereum.get_transaction_receipt(tx_hash)
gas_used = read_integer(receipt_data, 'gasUsed', source)
else:
gas_used = read_integer(data, 'gasUsed', source)
nonce = read_integer(data, 'nonce', source)
return EthereumTransaction(
timestamp=timestamp,
block_number=block_number,
tx_hash=tx_hash,
from_address=from_address,
to_address=to_address,
value=value,
gas=read_integer(data, 'gas', source),
gas_price=gas_price,
gas_used=gas_used,
input_data=input_data,
nonce=nonce,
)
except KeyError as e:
raise DeserializationError(
f'ethereum {"internal" if internal else ""}transaction from {source} missing expected key {str(e)}', # noqa: E501
) from e
def test_pickle_deposit(database, ethereum_manager, eth_transactions):
"""Data for deposit taken from
https://etherscan.io/tx/0xba9a52a144d4e79580a557160e9f8269d3e5373ce44bce00ebd609754034b7bd
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0xba9a52a144d4e79580a557160e9f8269d3e5373ce44bce00ebd609754034b7bd'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1646375440,
block_number=14318825,
from_address='0x0f1a748cDF53Bbad378CE2C4429463d01CcE0C3f',
to_address='0xb4EBc2C371182DeEa04B2264B9ff5AC4F0159C69',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0xb6b55f250000000000000000000000000000000000000000000000312ebe013bcd5d6fed'), # noqa: E501
nonce=507,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=259,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000312ebe013bcd5d6fed'), # noqa: E501
address=string_to_ethereum_address('0xf4d2888d29D722226FafA5d9B24F9164c092421E'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000f1a748cdf53bbad378ce2c4429463d01cce0c3f'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000b4ebc2c371182deea04b2264b9ff5ac4f0159c69'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=261,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000001e67da0f130b2d9371'), # noqa: E501
address=string_to_ethereum_address('0xb4EBc2C371182DeEa04B2264B9ff5AC4F0159C69'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000f1a748cdf53bbad378ce2c4429463d01cce0c3f'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
assert len(events) == 3
expected_events = [
HistoryBaseEntry(
event_identifier='0xba9a52a144d4e79580a557160e9f8269d3e5373ce44bce00ebd609754034b7bd',
sequence_index=0,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label='0x0f1a748cDF53Bbad378CE2C4429463d01CcE0C3f',
notes='Burned 0.00393701451 ETH in gas from 0x0f1a748cDF53Bbad378CE2C4429463d01CcE0C3f', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier='0xba9a52a144d4e79580a557160e9f8269d3e5373ce44bce00ebd609754034b7bd',
sequence_index=260,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=EthereumToken('0xf4d2888d29D722226FafA5d9B24F9164c092421E'),
balance=Balance(amount=FVal('907.258590539447889901'), usd_value=ZERO),
location_label='0x0f1a748cDF53Bbad378CE2C4429463d01CcE0C3f',
notes='Deposit 907.258590539447889901 LOOKS in pickle contract',
counterparty='pickle finance',
), HistoryBaseEntry(
event_identifier='0xba9a52a144d4e79580a557160e9f8269d3e5373ce44bce00ebd609754034b7bd',
sequence_index=262,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.RECEIVE_WRAPPED,
asset=EthereumToken('0xb4EBc2C371182DeEa04B2264B9ff5AC4F0159C69'),
balance=Balance(amount=FVal('560.885632516582380401'), usd_value=ZERO),
location_label='0x0f1a748cDF53Bbad378CE2C4429463d01CcE0C3f',
notes='Receive 560.885632516582380401 pLOOKS after depositing in pickle contract',
counterparty='pickle finance',
)]
assert events == expected_events
def test_compound_deposit_with_comp_claim(
database,
ethereum_manager,
function_scope_messages_aggregator,
):
"""Data taken from:
https://etherscan.io/tx/0xfdbfe6e9ce822bd988054945c86f2dff1fac6a12b4acb0b68c8805b5aa3b30ba
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0xfdbfe6e9ce822bd988054945c86f2dff1fac6a12b4acb0b68c8805b5aa3b30ba'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
amount = FVal('14309.930911242041089052')
wrapped_amount = FVal('687371.5068874')
interest = FVal('0.076123031460129653')
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1607572696000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.00945248'), usd_value=ZERO),
location_label=ADDY2,
notes=f'Burned 0.00945248 ETH in gas from {ADDY2}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=241,
timestamp=1607572696000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.REWARD,
asset=A_COMP,
balance=Balance(amount=interest),
location_label=ADDY2,
notes=f'Collect {interest} COMP from compound',
counterparty=CPT_COMPOUND,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=243,
timestamp=1607572696000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=A_DAI,
balance=Balance(amount=amount),
location_label=ADDY2,
notes=f'Deposit {amount} DAI to compound',
counterparty=CPT_COMPOUND,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=250,
timestamp=1607572696000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.RECEIVE_WRAPPED,
asset=A_CDAI,
balance=Balance(amount=wrapped_amount),
location_label=ADDY2,
notes=f'Receive {wrapped_amount} cDAI from compound',
counterparty=CPT_COMPOUND,
)
]
assert events == expected_events
def test_1inchv2_swap_for_eth(database, ethereum_manager,
function_scope_messages_aggregator):
"""
Test an 1inchv2 swap for ETH.
Data taken from
https://etherscan.io/tx/0x5edc23d5a05e347afc60e64a4d5831ed2551985c21dceb85d267926ca2e2c13e
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0x5edc23d5a05e347afc60e64a4d5831ed2551985c21dceb85d267926ca2e2c13e'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
oneinch_v2_addy = '0x111111125434b319222CdBf8C261674aDB56F3ae'
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1608498702000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.002618947')),
location_label=ADDY,
notes=f'Burned 0.002618947 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=217,
timestamp=1608498702000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.SPEND,
asset=A_PAN,
balance=Balance(amount=FVal('2152.63')),
location_label=ADDY,
notes='Swap 2152.63 PAN in 1inch-v2',
counterparty=CPT_ONEINCH_V2,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=218,
timestamp=1608498702000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.RECEIVE,
asset=A_ETH,
balance=Balance(amount=FVal('0.220582251767407014')),
location_label=ADDY,
notes='Receive 0.220582251767407014 ETH from 1inch-v2 swap',
counterparty=CPT_ONEINCH_V2,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=221,
timestamp=1608498702000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.INFORMATIONAL,
event_subtype=HistoryEventSubType.APPROVE,
asset=A_PAN,
balance=Balance(amount=FVal('1.157920892373161954235709850E+59')),
location_label=ADDY,
notes=
f'Approve 1.157920892373161954235709850E+59 PAN of {ADDY} for spending by {oneinch_v2_addy}', # noqa: E501
counterparty=oneinch_v2_addy,
),
]
assert expected_events == events
def test_aave_withdraw_v1(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0x4fed67963375a3f90916f0cf7cb9e4d12644629e36233025b36060494ffba486
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0x4fed67963375a3f90916f0cf7cb9e4d12644629e36233025b36060494ffba486'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
amount = '7968.408929477087756071'
interest = '88.663672238882760399'
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1598217272000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.028562839354')),
location_label=ADDY,
notes=f'Burned 0.028562839354 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=98,
timestamp=1598217272000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.REWARD,
asset=A_ADAI_V1,
balance=Balance(amount=FVal(interest)),
location_label=ADDY,
notes=f'Gain {interest} aDAI from aave-v1 as interest',
counterparty=CPT_AAVE_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=99,
timestamp=1598217272000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=A_ADAI_V1,
balance=Balance(amount=FVal(amount)),
location_label=ADDY,
notes=f'Return {amount} aDAI to aave-v1',
counterparty=CPT_AAVE_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=102,
timestamp=1598217272000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=A_DAI,
balance=Balance(amount=FVal(amount)),
location_label=ADDY,
notes=f'Withdraw {amount} DAI from aave-v1',
counterparty=CPT_AAVE_V1,
),
]
assert expected_events == events
def test_aave_deposit_v1(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0x930879d66d13c37edf25cdbb2d2e85b65c3b2a026529ff4085146bb7a5398410
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0x930879d66d13c37edf25cdbb2d2e85b65c3b2a026529ff4085146bb7a5398410'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
amount = '2507.675873220870275072'
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1595376667000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.00825148723006')),
location_label=ADDY,
notes=f'Burned 0.00825148723006 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=93,
timestamp=1595376667000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.REWARD,
asset=A_ADAI_V1,
balance=Balance(amount=FVal('17.91499070977557364')),
location_label=ADDY,
notes='Gain 17.91499070977557364 aDAI from aave-v1 as interest',
counterparty=CPT_AAVE_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=94,
timestamp=1595376667000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.DEPOSIT,
event_subtype=HistoryEventSubType.DEPOSIT_ASSET,
asset=A_DAI,
balance=Balance(amount=FVal(amount)),
location_label=ADDY,
notes=f'Deposit {amount} DAI to aave-v1 from {ADDY}',
counterparty=CPT_AAVE_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=96,
timestamp=1595376667000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.RECEIVE_WRAPPED,
asset=A_ADAI_V1,
balance=Balance(amount=FVal(amount)),
location_label=ADDY,
notes=f'Receive {amount} aDAI from aave-v1 for {ADDY}',
counterparty=CPT_AAVE_V1,
),
]
assert expected_events == events
def test_curve_remove_liquidity_with_internal(database, ethereum_manager, eth_transactions):
"""Data for deposit taken from
https://etherscan.io/tx/0x30bb99f3e34fb1fbcf009320af7e290caf18b04b207319e15aa8ffbf645f4ad9
This tests uses the steth pool to verify that withdrawals are correctly decoded when an
internal transaction is made for eth transfers
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0x30bb99f3e34fb1fbcf009320af7e290caf18b04b207319e15aa8ffbf645f4ad9'
location_label = '0xa8005630caE7b7d2AFADD38FD3B3040d13cbE2BC'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1650276061,
block_number=14647221,
from_address=location_label,
to_address='0xF178C0b5Bb7e7aBF4e12A4838C7b7c5bA2C623c0',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x1a4d01d20000000000000000000000000000000000000000000000a8815561fefbe56aa300000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000a8d15fc942541fea7f'), # noqa: E501
nonce=5,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=191,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000dc335d474901e08'), # noqa: E501
address=string_to_ethereum_address('0x06325440D014e39736583c165C2963BA99fAf14E'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000a8005630cae7b7d2afadd38fd3b3040d13cbe2bc'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=192,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000dc335d474901e080000000000000000000000000000000000000000000000000e48d018621788fa'), # noqa: E501
address=string_to_ethereum_address('0xDC24316b9AE028F1497c275EB9192a3Ea0f67022'),
removed=False,
topics=[
hexstring_to_bytes('0x9e96dd3b997a2a257eec4df9bb6eaf626e206df5f543bd963682d143300be310'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000a8005630cae7b7d2afadd38fd3b3040d13cbe2bc'), # noqa: E501
],
),
],
)
internal_tx = EthereumInternalTransaction(
parent_tx_hash=evmhash,
trace_id=27,
timestamp=Timestamp(1591043988),
block_number=14647221,
from_address='0xDC24316b9AE028F1497c275EB9192a3Ea0f67022',
to_address='0xa8005630caE7b7d2AFADD38FD3B3040d13cbE2BC',
value=FVal('1.02930131799766041') * EXP18,
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
dbethtx.add_ethereum_internal_transactions([internal_tx], relevant_address=location_label) # noqa: E501
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=0,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label=location_label,
notes='Burned 0.00393701451 ETH in gas from 0xa8005630caE7b7d2AFADD38FD3B3040d13cbE2BC', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=1,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=A_ETH,
balance=Balance(amount=FVal('1.02930131799766041'), usd_value=ZERO),
location_label=location_label,
notes='Remove 1.02930131799766041 ETH from the curve pool',
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=193,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=EthereumToken('0x06325440D014e39736583c165C2963BA99fAf14E'),
balance=Balance(amount=FVal('0.991695529556581896'), usd_value=ZERO),
location_label=location_label,
notes='Return 0.991695529556581896 steCRV',
counterparty=CPT_CURVE,
)]
assert expected_events == events
def test_1inch_claim(database, ethereum_manager, eth_transactions):
"""Data for claim taken from
https://etherscan.io/tx/0x0582a0db79de3fa21d3b92a8658e0b1034c51ea54a8e06ea84fbb91d41b8fe17
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0x0582a0db79de3fa21d3b92a8658e0b1034c51ea54a8e06ea84fbb91d41b8fe17'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1646375440,
block_number=14351442,
from_address='0xc931De6d845846E332a52D045072E3feF540Bd5d',
to_address='0xE295aD71242373C37C5FdA7B57F26f9eA1088AFe',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x2e7ba6ef000000000000000000000000000000000000000000000000000000000000c0e5000000000000000000000000c931de6d845846e332a52d045072e3fef540bd5d00000000000000000000000000000000000000000000002109156970b0a5f32f00000000000000000000000000000000000000000000000000000000000000800000000000000000000000000000000000000000000000000000000000000010dbe83b35ea054d18e5fdd804d60b6a528f4b66a227079ecb82febf8eb40919495d102f8922e57278b2b6bb3369ae34c37c378dbd4819126c5e5d371ed4777c4580a9985219f50d16cefc798c2aeb6a4d7fa786f4f38ab27b420e6f3f8e25bd0f45709afe1f9fdec3cbea17d1ec63c6f62ce396524b04c9460bb05ef548239ae050b5330a4228c26b8b25ff021c6cc89ed4f0411ecce80256d090d860f9e6ff5e604076af74bd91959259ff59f8d54455a0edcad41ef1fe230504826f025769c250d89c63241d1dfec9dc4dc75f0a0ec47bcc10594ca7db74335507a5f6e4344b52b129d8e0aaeffe22b7595fa9f11c8e2381feafaf25042407913b9ec34cdf879a05d18a68b7a2506a29ba42fb004c7f32390f986f943a2557e304dc777f73869a046dc08506268e16603452a33ea179b4932eeae59338dd3fee75685cc490f1acba6c0ed0c90792bb6f9f696ad1417efe0032bb0e86b6927234ce419628e24c0d577b40b8956166e4d21cba88b58b32dec0a00b2864e8ed4ac5d7be6683f5f297aaf35d6ca208a954554f4ab14a1ca973daf13e7c1dad49db82611f4dadf2a3c32355753f5e11ba88adc0d27f10ad32ad4904bfd782c15693c6795b047124fccd0f927a7dda89206be7ad613644d02a622c3f30f5de40d052b4c3e10ef02a18107e7a23a7abca2aacc0bf854e247569f822013a86927b10f772b7b13fbc8732'), # noqa: E501
nonce=19,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=297,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000002109156970b0a5f32f'), # noqa: E501
address=string_to_ethereum_address('0x111111111117dC0aa78b770fA6A738034120C302'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000e295ad71242373c37c5fda7b57f26f9ea1088afe'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000c931de6d845846e332a52d045072e3fef540bd5d'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=298,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000000000000000000000c0e5000000000000000000000000c931de6d845846e332a52d045072e3fef540bd5d00000000000000000000000000000000000000000000002109156970b0a5f32f'), # noqa: E501
address=string_to_ethereum_address('0xE295aD71242373C37C5FdA7B57F26f9eA1088AFe'),
removed=False,
topics=[
hexstring_to_bytes('0x4ec90e965519d92681267467f775ada5bd214aa92c0dc93d90a5e880ce9ed026'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
assert len(events) == 2
expected_events = [
HistoryBaseEntry(
event_identifier='0x0582a0db79de3fa21d3b92a8658e0b1034c51ea54a8e06ea84fbb91d41b8fe17',
sequence_index=0,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label='0xc931De6d845846E332a52D045072E3feF540Bd5d',
notes='Burned 0.00393701451 ETH in gas from 0xc931De6d845846E332a52D045072E3feF540Bd5d', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier='0x0582a0db79de3fa21d3b92a8658e0b1034c51ea54a8e06ea84fbb91d41b8fe17',
sequence_index=298,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.RECEIVE,
event_subtype=HistoryEventSubType.AIRDROP,
asset=EthereumToken('0x111111111117dC0aa78b770fA6A738034120C302'),
balance=Balance(amount=FVal('609.397099685988397871'), usd_value=ZERO),
location_label='0xc931De6d845846E332a52D045072E3feF540Bd5d',
notes='Claim 609.397099685988397871 1INCH from the 1INCH airdrop',
counterparty=CPT_ONEINCH,
),
]
assert events == expected_events
def test_curve_remove_imbalanced(database, ethereum_manager, eth_transactions):
"""Data for deposit taken from
https://etherscan.io/tx/0xd8832abcf4773abe24d8cda5581fb53bfb3850c535c1956d1d120a72a4ebcbd8
This tests uses the steth pool to verify that withdrawals are correctly decoded when an
internal transaction is made for eth transfers
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0xd8832abcf4773abe24d8cda5581fb53bfb3850c535c1956d1d120a72a4ebcbd8'
location_label = '0x2fac74A3a04B031F240923621a578724C40678af'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1650276061,
block_number=14647221,
from_address=location_label,
to_address='0xbBC81d23Ea2c3ec7e56D39296F0cbB648873a5d3',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x517a55a300000000000000000000000000000000000000000000001fa9ee7266a543831f00000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000000000000000000000000000003f487c50000000000000000000000000000000000000000000000000000000000000001'), # noqa: E501
nonce=5,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=2183,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000001fa9ee7266a543831f'), # noqa: E501
address=string_to_ethereum_address('0xdF5e0e81Dff6FAF3A7e52BA697820c5e32D806A8'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000002fac74a3a04b031f240923621a578724c40678af'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2184,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
address=string_to_ethereum_address('0x16de59092dAE5CcF4A1E6439D611fd0653f0Bd01'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000045f783cce6b7ff23b2ab2d70e416cdb7d6055f51'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2185,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000000000000000001fdb750a'), # noqa: E501
address=string_to_ethereum_address('0xd6aD7a6750A7593E092a9B218d66C0A814a3436e'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000045f783cce6b7ff23b2ab2d70e416cdb7d6055f51'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2186,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
address=string_to_ethereum_address('0x83f798e925BcD4017Eb265844FDDAbb448f1707D'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000045f783cce6b7ff23b2ab2d70e416cdb7d6055f51'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2187,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
address=string_to_ethereum_address('0x73a052500105205d34Daf004eAb301916DA8190f'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x00000000000000000000000045f783cce6b7ff23b2ab2d70e416cdb7d6055f51'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2188,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
address=string_to_ethereum_address('0xdF5e0e81Dff6FAF3A7e52BA697820c5e32D806A8'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2189,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000001fdb750a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000045cf4bec2e53f0000000000000000000000000000000000000000000000000000000000000e07e000000000000000000000000000000000000000000000000000000000000570d0000000000000000000000000000000000000000000000000051077d9dc293100000000000000000000000000000000000000000000c740195f187122987a9ef0000000000000000000000000000000000000000000aeddccb3976328f7d90bd'), # noqa: E501
address=string_to_ethereum_address('0x45F783CCE6B7FF23B2ab2D70e416cdb7D6055f51'),
removed=False,
topics=[
hexstring_to_bytes('0xb964b72f73f5ef5bf0fdc559b2fab9a7b12a39e47817a547f1f0aee47febd602'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=2189,
data=hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000027a72df9'), # noqa: E501
address=string_to_ethereum_address('0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000bbc81d23ea2c3ec7e56d39296f0cbb648873a5d3'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000002fac74a3a04b031f240923621a578724c40678af'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=0,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label=location_label,
notes='Burned 0.00393701451 ETH in gas from 0x2fac74A3a04B031F240923621a578724C40678af', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=2184,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=EthereumToken('0xdF5e0e81Dff6FAF3A7e52BA697820c5e32D806A8'),
balance=Balance(amount=FVal('584.093916507047953183'), usd_value=ZERO),
location_label=location_label,
notes='Return 584.093916507047953183 yDAI+yUSDC+yUSDT+yTUSD',
counterparty=CPT_CURVE,
), HistoryBaseEntry(
event_identifier=tx_hex,
sequence_index=2190,
timestamp=1650276061000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=A_USDC,
balance=Balance(amount=FVal('665.267705'), usd_value=ZERO),
location_label=location_label,
notes='Receive 665.267705 USDC from the curve pool 0xbBC81d23Ea2c3ec7e56D39296F0cbB648873a5d3', # noqa: E501
counterparty=CPT_CURVE,
)]
assert expected_events == events
'0x00F8a0D8EE1c21151BCcB416bCa1C152f9952D19')
ADDR3 = string_to_ethereum_address(
'0x3266F3546a1e5Dc6A15588f3324741A0E20a3B6c')
# List of ADDR1, ADDR2 and ADDR3 deposit events from 1604506685 to 1605044577
# sorted by (timestamp, log_index).
EXPECTED_DEPOSITS = [
Eth2Deposit(
from_address=ADDR1,
pubkey=
'0xb016e31f633a21fbe42a015152399361184f1e2c0803d89823c224994af74a561c4ad8cfc94b18781d589d03e952cd5b', # noqa: E501
withdrawal_credentials=
'0x004c7691c2085648f394ffaef851f3b1d51b95f7263114bc923fc5338f5fc499', # noqa: E501
value=Balance(FVal(32), FVal(64)),
tx_hash=deserialize_evm_tx_hash(
'0xd9eca1c2a0c5ff2f25071713432b21cc4d0ff2e8963edc63a48478e395e08db1'
), # noqa: E501
tx_index=15,
timestamp=Timestamp(int(1604506685)),
),
Eth2Deposit(
from_address=ADDR3,
pubkey=
'0x90b2f65cb43d9cdb2279af9f76010d667b9d8d72e908f2515497a7102820ce6bb15302fe2b8dc082fce9718569344ad8', # noqa: E501
withdrawal_credentials=
'0x00a257d19e1650dec1ab59fc9e1cb9a9fc2fe7265b0f27e7d79ff61aeff0a1f0', # noqa: E501
value=Balance(FVal(32), FVal(64)),
tx_hash=deserialize_evm_tx_hash(
'0x3403bd94a1bf185ee18a525499e408a1b9b7d801cff6418e31efda346762e754'
), # noqa: E501
tx_index=105,
def test_kyber_legacy_new_contract(database, ethereum_manager,
eth_transactions):
"""Data for trade taken from
https://etherscan.io/tx/0xe80928d5e21f9628c047af1f8b191cbffbb6b8b9945adb502cfb3af152552f22
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0xe80928d5e21f9628c047af1f8b191cbffbb6b8b9945adb502cfb3af152552f22'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1644182638,
block_number=14154915,
from_address='0x5340F6faff9BF55F66C16Db6Bf9E020d987F87D0',
to_address='0x9AAb3f75489902f3a48495025729a0AF77d4b11e',
value=0,
gas=2784000,
gas_price=71000000000,
gas_used=938231,
input_data=hexstring_to_bytes(
'0xae591d54000000000000000000000000a0b86991c6218b36c1d19d4a2e9eb0ce3606eb4800000000000000000000000000000000000000000000000000000001e52b2aa0000000000000000000000000d533a949740bb3306d119cc777fa900ba034cd520000000000000000000000005340f6faff9bf55f66c16db6bf9e020d987f87d0ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff00000000000000000000000000000000000000000000000003ef569a751d10e0000000000000000000000000de63aef60307655405835da74ba02ce4db1a42fb000000000000000000000000000000000000000000000000000000000000001200000000000000000000000000000000000000000000000000000000000001200000000000000000000000000000000000000000000000000000000000000000'
), # noqa: E501
nonce=41,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=349,
data=hexstring_to_bytes(
'0x00000000000000000000000000000000000000000000000000000001e52b2aa0'
), # noqa: E501
address=string_to_ethereum_address(
'0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48'),
removed=False,
topics=[
hexstring_to_bytes(
'0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000005340f6faff9bf55f66c16db6bf9e020d987f87d0'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000007c66550c9c730b6fdd4c03bc2e73c5462c5f7acc'
), # noqa: E501
],
),
EthereumTxReceiptLog(
log_index=369,
data=hexstring_to_bytes(
'0x000000000000000000000000000000000000000000000083a3ee0140f345d2d8'
), # noqa: E501
address=string_to_ethereum_address(
'0xD533a949740bb3306d119CC777fa900bA034cd52'),
removed=False,
topics=[
hexstring_to_bytes(
'0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000007c66550c9c730b6fdd4c03bc2e73c5462c5f7acc'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000005340f6faff9bf55f66c16db6bf9e020d987f87d0'
), # noqa: E501
],
),
EthereumTxReceiptLog(
log_index=372,
data=hexstring_to_bytes(
'0x000000000000000000000000a0b86991c6218b36c1d19d4a2e9eb0ce3606eb48000000000000000000000000d533a949740bb3306d119cc777fa900ba034cd520000000000000000000000005340f6faff9bf55f66c16db6bf9e020d987f87d000000000000000000000000000000000000000000000000000000001e52b2aa0000000000000000000000000000000000000000000000083a3ee0140f345d2d8000000000000000000000000de63aef60307655405835da74ba02ce4db1a42fb0000000000000000000000000000000000000000000000000000000000000012'
), # noqa: E501
address=string_to_ethereum_address(
'0x9AAb3f75489902f3a48495025729a0AF77d4b11e'),
removed=False,
topics=[
hexstring_to_bytes(
'0xf724b4df6617473612b53d7f88ecc6ea983074b30960a049fcd0657ffe808083'
), # noqa: E501
hexstring_to_bytes(
'0x0000000000000000000000005340f6faff9bf55f66c16db6bf9e020d987f87d0'
), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction,
tx_receipt=receipt)
assert len(events) == 3
expected_events = [
HistoryBaseEntry(
event_identifier=
'0xe80928d5e21f9628c047af1f8b191cbffbb6b8b9945adb502cfb3af152552f22',
sequence_index=0,
timestamp=1644182638000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.066614401),
usd_value=FVal(0),
),
location_label='0x5340F6faff9BF55F66C16Db6Bf9E020d987F87D0',
notes=
'Burned 0.066614401 ETH in gas from 0x5340F6faff9BF55F66C16Db6Bf9E020d987F87D0', # noqa: E501
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=
'0xe80928d5e21f9628c047af1f8b191cbffbb6b8b9945adb502cfb3af152552f22',
sequence_index=350,
timestamp=1644182638000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.SPEND,
asset=A_USDC,
balance=Balance(amount=FVal(8139.77872), usd_value=FVal(0)),
location_label='0x5340F6faff9BF55F66C16Db6Bf9E020d987F87D0',
notes='Swap 8139.77872 USDC in kyber',
counterparty='kyber legacy',
),
HistoryBaseEntry(
event_identifier=
'0xe80928d5e21f9628c047af1f8b191cbffbb6b8b9945adb502cfb3af152552f22',
sequence_index=370,
timestamp=1644182638000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.RECEIVE,
asset=A_CRV,
balance=Balance(amount=FVal('2428.33585390706162556'),
usd_value=FVal(0)),
location_label='0x5340F6faff9BF55F66C16Db6Bf9E020d987F87D0',
notes='Receive 2428.33585390706162556 CRV from kyber swap',
counterparty='kyber legacy',
),
]
assert events == expected_events
def test_eth2_deposits_serialization():
addr1 = make_ethereum_address()
addr2 = make_ethereum_address()
deposits = [
Eth2Deposit(
from_address=addr1,
pubkey=
'0xb016e31f633a21fbe42a015152399361184f1e2c0803d89823c224994af74a561c4ad8cfc94b18781d589d03e952cd5b', # noqa: E501
withdrawal_credentials=
'0x004c7691c2085648f394ffaef851f3b1d51b95f7263114bc923fc5338f5fc499', # noqa: E501
value=Balance(FVal(32), FVal(64)),
tx_hash=deserialize_evm_tx_hash(
'0xd9eca1c2a0c5ff2f25071713432b21cc4d0ff2e8963edc63a48478e395e08db1'
), # noqa: E501
tx_index=22,
timestamp=Timestamp(int(1604506685)),
),
Eth2Deposit(
from_address=addr2,
pubkey=
'0xa8ff5fc88412d080a297683c25a791ef77eb52d75b265fabab1f2c2591bb927c35818ac6289bc6680ab252787d0ebab3', # noqa: E501
withdrawal_credentials=
'0x00cfe1c10347d642a8b8daf86d23bcb368076972691445de2cf517ff43765817', # noqa: E501
value=Balance(FVal(32), FVal(64)),
tx_hash=deserialize_evm_tx_hash(
'0x6905f4d1843fb8c003c1fbbc2c8e6c5f9792f4f44ddb1122553412ee0b128da7'
), # noqa: E501
tx_index=221,
timestamp=Timestamp(int(1605043544)),
),
]
serialized = process_result_list(deposits)
assert serialized == [
{
'from_address': addr1,
'pubkey':
'0xb016e31f633a21fbe42a015152399361184f1e2c0803d89823c224994af74a561c4ad8cfc94b18781d589d03e952cd5b', # noqa: E501
'withdrawal_credentials':
'0x004c7691c2085648f394ffaef851f3b1d51b95f7263114bc923fc5338f5fc499', # noqa: E501
'value': {
'amount': '32',
'usd_value': '64'
},
'tx_hash':
'0xd9eca1c2a0c5ff2f25071713432b21cc4d0ff2e8963edc63a48478e395e08db1',
'tx_index': 22,
'timestamp': 1604506685,
},
{
'from_address': addr2,
'pubkey':
'0xa8ff5fc88412d080a297683c25a791ef77eb52d75b265fabab1f2c2591bb927c35818ac6289bc6680ab252787d0ebab3', # noqa: E501
'withdrawal_credentials':
'0x00cfe1c10347d642a8b8daf86d23bcb368076972691445de2cf517ff43765817', # noqa: E501
'value': {
'amount': '32',
'usd_value': '64'
},
'tx_hash':
'0x6905f4d1843fb8c003c1fbbc2c8e6c5f9792f4f44ddb1122553412ee0b128da7',
'tx_index': 221,
'timestamp': 1605043544,
},
]
def test_pickle_withdraw(database, ethereum_manager, eth_transactions):
"""Data for withdraw taken from
https://etherscan.io/tx/0x91bc102e1cbb0e4542a10a7a13370b5e591d8d284989bdb0ca4ece4e54e61bab
"""
msg_aggregator = MessagesAggregator()
tx_hex = '0x91bc102e1cbb0e4542a10a7a13370b5e591d8d284989bdb0ca4ece4e54e61bab'
evmhash = deserialize_evm_tx_hash(tx_hex)
transaction = EthereumTransaction(
tx_hash=evmhash,
timestamp=1646375440,
block_number=14355951,
from_address='0xC7Dc4Cd171812a441A30472219d390f4F15f6070',
to_address='0xb4EBc2C371182DeEa04B2264B9ff5AC4F0159C69',
value=0,
gas=171249,
gas_price=22990000000,
gas_used=171249,
input_data=hexstring_to_bytes('0x853828b6'), # noqa: E501
nonce=23,
)
receipt = EthereumTxReceipt(
tx_hash=evmhash,
contract_address=None,
status=True,
type=0,
logs=[
EthereumTxReceiptLog(
log_index=105,
data=hexstring_to_bytes('0x00000000000000000000000000000000000000000000000d4f4e1608c485628b'), # noqa: E501
address=string_to_ethereum_address('0xb4EBc2C371182DeEa04B2264B9ff5AC4F0159C69'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000c7dc4cd171812a441a30472219d390f4f15f6070'), # noqa: E501
hexstring_to_bytes('0x0000000000000000000000000000000000000000000000000000000000000000'), # noqa: E501
],
), EthereumTxReceiptLog(
log_index=106,
data=hexstring_to_bytes('0x000000000000000000000000000000000000000000000015da18947013228f17'), # noqa: E501
address=string_to_ethereum_address('0xf4d2888d29D722226FafA5d9B24F9164c092421E'),
removed=False,
topics=[
hexstring_to_bytes('0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000b4ebc2c371182deea04b2264b9ff5ac4f0159c69'), # noqa: E501
hexstring_to_bytes('0x000000000000000000000000c7dc4cd171812a441a30472219d390f4f15f6070'), # noqa: E501
],
),
],
)
dbethtx = DBEthTx(database)
dbethtx.add_ethereum_transactions([transaction], relevant_address=None)
decoder = EVMTransactionDecoder(
database=database,
ethereum_manager=ethereum_manager,
eth_transactions=eth_transactions,
msg_aggregator=msg_aggregator,
)
events = decoder.decode_transaction(transaction=transaction, tx_receipt=receipt)
assert len(events) == 3
expected_events = [
HistoryBaseEntry(
event_identifier='0x91bc102e1cbb0e4542a10a7a13370b5e591d8d284989bdb0ca4ece4e54e61bab',
sequence_index=0,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(
amount=FVal(0.00393701451),
usd_value=ZERO,
),
location_label='0xC7Dc4Cd171812a441A30472219d390f4F15f6070',
notes='Burned 0.00393701451 ETH in gas from 0xC7Dc4Cd171812a441A30472219d390f4F15f6070', # noqa: E501
counterparty=CPT_GAS,
), HistoryBaseEntry(
event_identifier='0x91bc102e1cbb0e4542a10a7a13370b5e591d8d284989bdb0ca4ece4e54e61bab',
sequence_index=106,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.RETURN_WRAPPED,
asset=EthereumToken('0xb4EBc2C371182DeEa04B2264B9ff5AC4F0159C69'),
balance=Balance(amount=FVal('245.522202162316534411'), usd_value=ZERO),
location_label='0xC7Dc4Cd171812a441A30472219d390f4F15f6070',
notes='Return 245.522202162316534411 pLOOKS to the pickle contract',
counterparty='pickle finance',
), HistoryBaseEntry(
event_identifier='0x91bc102e1cbb0e4542a10a7a13370b5e591d8d284989bdb0ca4ece4e54e61bab',
sequence_index=107,
timestamp=1646375440000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.WITHDRAWAL,
event_subtype=HistoryEventSubType.REMOVE_ASSET,
asset=EthereumToken('0xf4d2888d29D722226FafA5d9B24F9164c092421E'),
balance=Balance(amount=FVal('403.097099656688209687'), usd_value=ZERO),
location_label='0xC7Dc4Cd171812a441A30472219d390f4F15f6070',
notes='Unstake 403.097099656688209687 LOOKS from the pickle contract',
counterparty='pickle finance',
)]
assert events == expected_events
def test_1inchv1_swap(database, ethereum_manager,
function_scope_messages_aggregator):
"""Data taken from
https://etherscan.io/tx/0x8b8652c502e80ce7c5441cdedc9184ea8f07a9c13b4c3446a47ae08c6c1d6efa
"""
# TODO: For faster tests hard-code the transaction and the logs here so no remote query needed
tx_hash = deserialize_evm_tx_hash(
'0x8b8652c502e80ce7c5441cdedc9184ea8f07a9c13b4c3446a47ae08c6c1d6efa'
) # noqa: E501
events = get_decoded_events_of_transaction(
ethereum_manager=ethereum_manager,
database=database,
msg_aggregator=function_scope_messages_aggregator,
tx_hash=tx_hash,
)
chispender_addy = '0xed04A060050cc289d91779A8BB3942C3A6589254'
expected_events = [
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=0,
timestamp=1594500575000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.FEE,
asset=A_ETH,
balance=Balance(amount=FVal('0.00896373909')),
location_label=ADDY,
notes=f'Burned 0.00896373909 ETH in gas from {ADDY}',
counterparty=CPT_GAS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=90,
timestamp=1594500575000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.SPEND,
asset=A_USDC,
balance=Balance(amount=FVal('138.75')),
location_label=ADDY,
notes=f'Swap 138.75 USDC in 1inch-v1 from {ADDY}',
counterparty=CPT_ONEINCH_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=91,
timestamp=1594500575000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.TRADE,
event_subtype=HistoryEventSubType.RECEIVE,
asset=A_DAI,
balance=Balance(amount=FVal('135.959878392183347402')),
location_label=ADDY,
notes=
f'Receive 135.959878392183347402 DAI from 1inch-v1 swap in {ADDY}',
counterparty=CPT_ONEINCH_V1,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=102,
timestamp=1594500575000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.SPEND,
event_subtype=HistoryEventSubType.NONE,
asset=A_CHI,
balance=Balance(),
location_label=ADDY,
notes=f'Send 0 CHI from {ADDY} to {ZERO_ADDRESS}',
counterparty=ZERO_ADDRESS,
),
HistoryBaseEntry(
event_identifier=tx_hash.hex(), # pylint: disable=no-member
sequence_index=103,
timestamp=1594500575000,
location=Location.BLOCKCHAIN,
event_type=HistoryEventType.INFORMATIONAL,
event_subtype=HistoryEventSubType.APPROVE,
asset=A_CHI,
balance=Balance(),
location_label=ADDY,
notes=f'Approve 0 CHI of {ADDY} for spending by {chispender_addy}',
counterparty=chispender_addy,
),
]
assert expected_events == events
