def _parse_withdrawals(
self,
withdrawals: List[Dict[str, Any]],
from_ts: Timestamp,
to_ts: Timestamp,
) -> List[AaveDepositWithdrawalEvent]:
events = []
for entry in withdrawals:
common = _parse_common_event_data(entry, from_ts, to_ts)
if common is None:
continue # either timestamp out of range or error (logged in the function above)
timestamp, tx_hash, index = common
result = self._get_asset_and_balance(
entry=entry,
timestamp=timestamp,
reserve_key='reserve',
amount_key='amount',
location=f'aave withdrawal {tx_hash} from graph query',
)
if result is None:
continue # problem parsing, error already logged
pairs = entry['reserve']['id'].split('0x')
if len(pairs) != 3:
log.error(
f'Could not parse the id entry for an aave withdrawals entry as '
f'returned by graph: {entry}. Skipping entry ...', )
continue
version = _get_version_from_reserveid(pairs, 2)
asset, balance = result
atoken = asset_to_atoken(asset=asset, version=version)
if atoken is None:
log.error(
f'Could not find a v{version} aToken for asset {asset} during aave withdraw',
)
continue
events.append(
AaveDepositWithdrawalEvent(
event_type='withdrawal',
asset=asset,
atoken=atoken,
value=balance,
block_number=0, # can't get from graph query
timestamp=timestamp,
tx_hash=tx_hash,
log_index=
index, # not really the log index, but should also be unique
))
return events
def _parse_withdrawals(
self,
withdrawals: List[Dict[str, Any]],
from_ts: Timestamp,
to_ts: Timestamp,
) -> List[AaveDepositWithdrawalEvent]:
events = []
for entry in withdrawals:
common = _parse_common_event_data(entry, from_ts, to_ts)
if common is None:
continue # either timestamp out of range or error (logged in the function above)
timestamp, tx_hash, index = common
result = self._get_asset_and_balance(
entry=entry,
timestamp=timestamp,
reserve_key='reserve',
amount_key='amount',
location='aave withdrawal from graph query',
)
if result is None:
continue # problem parsing, error already logged
asset, balance = result
atoken = ASSET_TO_ATOKENV1.get(asset, None)
if atoken is None:
log.error(
f'Could not find an aToken for asset {asset} during aave withdraw'
)
continue
events.append(
AaveDepositWithdrawalEvent(
event_type='withdrawal',
asset=asset,
atoken=atoken,
value=balance,
block_number=0, # can't get from graph query
timestamp=timestamp,
tx_hash=tx_hash,
log_index=
index, # not really the log index, but should also be unique
))
return events
def test_add_and_get_aave_events(data_dir, username):
"""Test that get aave events works fine and returns only events for what we need"""
msg_aggregator = MessagesAggregator()
data = DataHandler(data_dir, msg_aggregator)
data.unlock(username, '123', create_new=True)
addr1 = make_ethereum_address()
addr1_events = [
AaveDepositWithdrawalEvent(
event_type='deposit',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(amount=ONE, usd_value=ONE),
block_number=1,
timestamp=Timestamp(1),
tx_hash=
'0x01653e88600a6492ad6e9ae2af415c990e623479057e4e93b163e65cfb2d4436',
log_index=1,
),
AaveDepositWithdrawalEvent(
event_type='withdrawal',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(amount=ONE, usd_value=ONE),
block_number=2,
timestamp=Timestamp(2),
tx_hash=
'0x4147da3e5d3c0565a99192ce0b32182ab30b8e1067921d9b2a8ef3bd60b7e2ce',
log_index=2,
)
]
data.db.add_aave_events(address=addr1, events=addr1_events)
addr2 = make_ethereum_address()
addr2_events = [
AaveDepositWithdrawalEvent(
event_type='deposit',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(amount=ONE, usd_value=ONE),
block_number=1,
timestamp=Timestamp(1),
tx_hash=
'0x8c094d58f33e8dedcd348cb33b58f3bd447602f1fecb99e51b1c2868029eab55',
log_index=1,
),
AaveDepositWithdrawalEvent(
event_type='withdrawal',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(amount=ONE, usd_value=ONE),
block_number=2,
timestamp=Timestamp(2),
tx_hash=
'0x58c67445d26679623f9b7d56a8be260a275cb6744a1c1ae5a8d6883a5a5c03de',
log_index=2,
)
]
data.db.add_aave_events(address=addr2, events=addr2_events)
# addr3 has all types of aave events so we test serialization/deserialization
addr3 = make_ethereum_address()
addr3_events = [
AaveDepositWithdrawalEvent(
event_type='deposit',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(amount=ONE, usd_value=ONE),
block_number=1,
timestamp=Timestamp(1),
tx_hash=
'0x9e394d58f33e8dedcd348cb33b58f3bd447602f1fecb99e51b1c2868029eab55',
log_index=1,
),
AaveDepositWithdrawalEvent(
event_type='withdrawal',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(amount=ONE, usd_value=ONE),
block_number=2,
timestamp=Timestamp(2),
tx_hash=
'0x4c167445d26679623f9b7d56a8be260a275cb6744a1c1ae5a8d6883a5a5c03de',
log_index=2,
),
AaveInterestEvent(
event_type='interest',
asset=A_WBTC,
value=Balance(amount=ONE, usd_value=ONE),
block_number=4,
timestamp=Timestamp(4),
tx_hash=
'0x49c67445d26679623f9b7d56a8be260a275cb6744a1c1ae5a8d6883a5a5c03de',
log_index=4,
),
AaveBorrowEvent(
event_type='borrow',
asset=A_ETH,
value=Balance(amount=ONE, usd_value=ONE),
block_number=5,
timestamp=Timestamp(5),
tx_hash=
'0x19c67445d26679623f9b7d56a8be260a275cb6744a1c1ae5a8d6883a5a5c03de',
log_index=5,
borrow_rate_mode='stable',
borrow_rate=FVal('0.05233232323423432'),
accrued_borrow_interest=FVal('5.112234'),
),
AaveRepayEvent(
event_type='repay',
asset=A_MANA,
value=Balance(amount=ONE, usd_value=ONE),
block_number=6,
timestamp=Timestamp(6),
tx_hash=
'0x29c67445d26679623f9b7d56a8be260a275cb6744a1c1ae5a8d6883a5a5c03de',
log_index=6,
fee=Balance(amount=FVal('0.1'), usd_value=FVal('0.1')),
),
AaveLiquidationEvent(
event_type='liquidation',
collateral_asset=A_ETH,
collateral_balance=Balance(amount=ONE, usd_value=ONE),
principal_asset=A_ETH,
principal_balance=Balance(amount=ONE, usd_value=ONE),
block_number=7,
log_index=7,
timestamp=Timestamp(7),
tx_hash=
'0x39c67445d26679623f9b7d56a8be260a275cb6744a1c1ae5a8d6883a5a5c03de',
)
]
data.db.add_aave_events(address=addr3, events=addr3_events)
events = data.db.get_aave_events(address=addr1, atoken=A_ADAI_V1)
assert events == addr1_events
events = data.db.get_aave_events(address=addr2, atoken=A_ADAI_V1)
assert events == addr2_events
events = data.db.get_aave_events(address=addr3)
assert events == addr3_events
# check that all aave events are properly hashable (aka can go in a set)
test_set = set()
for event in addr3_events:
test_set.add(event)
assert len(test_set) == len(addr3_events)
1588430911: FVal('1.009'),
1592175763: FVal('1.013'),
1594502373: FVal('1.019'),
},
},
}
aave_mocked_current_prices = {A_ADAI_V1: FVal('1.017')}
expected_aave_deposit_test_events = [
AaveDepositWithdrawalEvent(
event_type='deposit',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(
amount=FVal('102.926986169186236436'),
usd_value=FVal('104.367963975554843746104'),
),
block_number=9963767,
timestamp=Timestamp(1588114293),
tx_hash='0x8b72307967c4f7a486c1cb1b6ebca5e549de06e02930ece0399e2096f1a132c5',
log_index=72,
), AaveDepositWithdrawalEvent(
event_type='deposit',
asset=A_DAI,
atoken=A_ADAI_V1,
value=Balance(
amount=FVal('160'),
usd_value=FVal('161.440'),
),
block_number=9987395,
timestamp=Timestamp(1588430911),
def get_events_for_atoken_and_address(
self,
user_address: ChecksumEthAddress,
atoken: EthereumToken,
deposit_events: List[Dict[str, Any]],
withdraw_events: List[Dict[str, Any]],
from_block: int,
to_block: int,
) -> List[AaveEvent]:
"""This function should be entered while holding the history_lock
semaphore"""
argument_filters = {
'from': ZERO_ADDRESS,
'to': user_address,
}
mint_events = self.ethereum.get_logs(
contract_address=atoken.ethereum_address,
abi=ATOKEN_ABI,
event_name='Transfer',
argument_filters=argument_filters,
from_block=from_block,
to_block=to_block,
)
mint_data = set()
mint_data_to_log_index = {}
for event in mint_events:
amount = hexstr_to_int(event['data'])
if amount == 0:
continue # first mint can be for 0. Ignore
entry = (
event['blockNumber'],
amount,
self.ethereum.get_event_timestamp(event),
event['transactionHash'],
)
mint_data.add(entry)
mint_data_to_log_index[entry] = event['logIndex']
reserve_asset = ATOKENV1_TO_ASSET[
atoken] # should never raise KeyError
reserve_address, decimals = _get_reserve_address_decimals(
reserve_asset)
aave_events: List[AaveEvent] = []
for event in deposit_events:
if hex_or_bytes_to_address(event['topics'][1]) == reserve_address:
# first 32 bytes of the data are the amount
deposit = hexstr_to_int(event['data'][:66])
block_number = event['blockNumber']
timestamp = self.ethereum.get_event_timestamp(event)
tx_hash = event['transactionHash']
log_index = event['logIndex']
# If there is a corresponding deposit event remove the minting event data
entry = (block_number, deposit, timestamp, tx_hash)
if entry in mint_data:
mint_data.remove(entry)
del mint_data_to_log_index[entry]
usd_price = query_usd_price_zero_if_error(
asset=reserve_asset,
time=timestamp,
location='aave deposit',
msg_aggregator=self.msg_aggregator,
)
deposit_amount = deposit / (FVal(10)**FVal(decimals))
aave_events.append(
AaveDepositWithdrawalEvent(
event_type='deposit',
asset=reserve_asset,
atoken=atoken,
value=Balance(
amount=deposit_amount,
usd_value=deposit_amount * usd_price,
),
block_number=block_number,
timestamp=timestamp,
tx_hash=tx_hash,
log_index=log_index,
))
for data in mint_data:
usd_price = query_usd_price_zero_if_error(
asset=atoken,
time=data[2],
location='aave interest profit',
msg_aggregator=self.msg_aggregator,
)
interest_amount = data[1] / (FVal(10)**FVal(decimals))
aave_events.append(
AaveInterestEvent(
event_type='interest',
asset=atoken,
value=Balance(
amount=interest_amount,
usd_value=interest_amount * usd_price,
),
block_number=data[0],
timestamp=data[2],
tx_hash=data[3],
log_index=mint_data_to_log_index[data],
))
for event in withdraw_events:
if hex_or_bytes_to_address(event['topics'][1]) == reserve_address:
# first 32 bytes of the data are the amount
withdrawal = hexstr_to_int(event['data'][:66])
block_number = event['blockNumber']
timestamp = self.ethereum.get_event_timestamp(event)
tx_hash = event['transactionHash']
usd_price = query_usd_price_zero_if_error(
asset=reserve_asset,
time=timestamp,
location='aave withdrawal',
msg_aggregator=self.msg_aggregator,
)
withdrawal_amount = withdrawal / (FVal(10)**FVal(decimals))
aave_events.append(
AaveDepositWithdrawalEvent(
event_type='withdrawal',
asset=reserve_asset,
atoken=atoken,
value=Balance(
amount=withdrawal_amount,
usd_value=withdrawal_amount * usd_price,
),
block_number=block_number,
timestamp=timestamp,
tx_hash=tx_hash,
log_index=event['logIndex'],
))
return aave_events