Example #1
0
def get_wallet_data(channel_name,
                    operation,
                    wallet_address,
                    token_address,
                    eon_number=None):

    # default eon_number is the latest eon
    if eon_number is None:
        eon_number = LocalViewInterface.latest().eon_number()

    # wrap negative eon_number
    if eon_number < 0:
        eon_number += LocalViewInterface.latest().eon_number()

    try:
        wallet = Wallet.objects.get(address__iexact=wallet_address,
                                    token__address__iexact=token_address)

        request_model = MockModel(eon_number=eon_number,
                                  wallet=wallet,
                                  transfer_id=0)

        data = WalletStateSerializer(request_model).data

        # send response to websocket channel
        async_to_sync(send_response)(
            channel_name=channel_name,
            resource="wallet",
            data=data,
        )
    except Wallet.DoesNotExist:
        # send error to websocket channel
        async_to_sync(send_error)(channel_name=channel_name,
                                  error='Wallet does not exist.',
                                  cause=operation)
def register_owner_account(token: Token):
    if Wallet.objects.filter(token=token,
                             address=remove_0x_prefix(
                                 settings.HUB_OWNER_ACCOUNT_ADDRESS)).exists():
        return

    if not LocalViewInterface.get_contract_parameters():
        return

    latest_eon_number = LocalViewInterface.latest().eon_number()

    authorization_digest = Wallet(
        token=token,
        address=settings.HUB_OWNER_ACCOUNT_ADDRESS).get_admission_hash(
            latest_eon_number)
    authorization = sign_message(authorization_digest,
                                 settings.HUB_OWNER_ACCOUNT_KEY)
    latest_tos_config = TOSConfig.objects.all().order_by('time').last()
    tos_signature = sign_message(decode_hex(latest_tos_config.digest()),
                                 settings.HUB_OWNER_ACCOUNT_KEY)

    registration = AdmissionRequestSerializer(
        data={
            'token': token.address,
            'address': remove_0x_prefix(settings.HUB_OWNER_ACCOUNT_ADDRESS),
            'authorization': {
                'value': encode_signature(authorization)
            },
            'tos_signature': {
                'value': encode_signature(tos_signature)
            }
        })
    registration.is_valid(raise_exception=True)
    registration.save()
Example #3
0
def register_owner_account(token: Token):
    if Wallet.objects.filter(token=token, address__iexact=remove_0x_prefix(settings.HUB_OWNER_ACCOUNT_ADDRESS)).exists():
        logger.error('Owner account already registered.')
        return

    if not LocalViewInterface.get_contract_parameters():
        logger.error('Contract parameters not yet populated.')
        return

    logger.warning('Registering owner account: {}'.format(
        settings.HUB_OWNER_ACCOUNT_ADDRESS))

    latest_eon_number = LocalViewInterface.latest().eon_number()

    authorization_digest = Wallet(
        token=token, address=settings.HUB_OWNER_ACCOUNT_ADDRESS).get_admission_hash(latest_eon_number)
    authorization = sign_message(
        authorization_digest, settings.HUB_OWNER_ACCOUNT_KEY)
    latest_tos_config = TOSConfig.objects.all().order_by('time').last()
    tos_signature = sign_message(
        hex_value(latest_tos_config.digest()), settings.HUB_OWNER_ACCOUNT_KEY)
    registration = AdmissionRequestSerializer(data={
        'token': token.address,
        'address': remove_0x_prefix(settings.HUB_OWNER_ACCOUNT_ADDRESS),
        'authorization': {
            'value': encode_signature(authorization)
        },
        'tos_signature': {
            'value': encode_signature(tos_signature)
        }
    })
    registration.is_valid(raise_exception=True)
    registration.save()
    process_admissions()
def cancel_finalize_swaps():

    if not LocalViewInterface.get_contract_parameters():
        logger.error('Contract parameters not yet populated.')
        return

    latest_eon_number = LocalViewInterface.latest().eon_number()

    # This lock is required because the ledger will be mutated as the swaps are processed
    with RootCommitment.global_lock():
        cancel_finalize_swaps_for_eon(latest_eon_number)
Example #5
0
def process_passive_transfers():
    logger.info('Processing passive transfers')

    if not LocalViewInterface.get_contract_parameters():
        logger.error('Contract parameters not yet populated.')
        return

    latest_eon_number = LocalViewInterface.latest().eon_number()

    # This lock is required because the ledger will be mutated as the transfers are processed
    with RootCommitment.global_lock():
        logger.info('Start')
        process_passive_transfers_for_eon(latest_eon_number)
Example #6
0
def cache_wallet_data(eon_number, token_address, wallet_address, data):
    if eon_number < LocalViewInterface.latest().eon_number():
        path = f"/audit_data_cache/{eon_number}/{token_address}"

        if not os.path.exists(path):
            os.makedirs(path)

        with open(f"{path}/{wallet_address}.json", "w+") as f:
            f.write(json.dumps(data))

        logger.info(f"Cached {eon_number}/{token_address}/{wallet_address} .")
    else:
        logger.info(
            f"Skipping cache for {eon_number}/{token_address}/{wallet_address}, eon {eon_number} is not over yet."
        )
Example #7
0
def broadcast_wallet_data():
    eon_number = LocalViewInterface.latest().eon_number()
    for wallet in Wallet.objects.all():

        request_model = MockModel(eon_number=eon_number,
                                  wallet=wallet,
                                  transfer_id=0)

        data = WalletStateSerializer(request_model).data

        send_notification(stream_prefix='wallet',
                          stream_id="{}/{}".format(wallet.token.address,
                                                   wallet.address),
                          event_name=CHECKPOINT_CREATED,
                          data=data)
Example #8
0
def broadcast_checkpoint():
    """
    References to this function is absent in program code
    """
    with ContractState.global_lock():
        latest_block = LocalViewInterface.latest()
        submitted = latest_block.is_checkpoint_submitted_for_current_eon
        current_eon, current_sub_block = latest_block.eon_number_and_sub_block()
        blocks_for_submission = LocalViewInterface.blocks_for_submission()

        if submitted:
            logger.warning("TokenCommitment already submitted")
            return
        elif current_sub_block < blocks_for_submission:
            logger.warning('Too early to submit checkpoint: {} blocks left'.format(
                blocks_for_submission - current_sub_block))
            return
        elif current_sub_block > 150 and settings.DEBUG:
            logger.error("just let the damn tests pass..")  # TODO: todo
            return
        elif latest_block.has_missed_checkpoint_submission:
            logger.error(
                'The operator has missed a checkpoint submission. Cannot submit checkpoint.')
            send_admin_email(
                subject='The commit chain is halted.',
                content='Ouch.')
            return

        checkpoint = TokenCommitment.objects.get(eon_number=current_eon)

        if EthereumTransaction.objects.filter(tag=checkpoint.tag()).exists():
            logger.warning("TokenCommitment already enqueued.")
            send_admin_email(
                subject='Soft Submission Error: TokenCommitment already enqueued.',
                content='This should eventually be resolved.')
            return

        managed_funds = NOCUSTContractInterface().get_managed_funds(checkpoint.eon_number)
        if checkpoint.upper_bound > managed_funds:
            logger.error(
                "TokenCommitment upper bound greater than managed funds.")
            send_admin_email(
                subject='HARD Submission Error: TokenCommitment upper bound greater than managed funds.',
                content='Created checkpoint for {} while managed funds are {}. Some withdrawals are possibly pending cancellation.'.format(checkpoint.upper_bound, managed_funds))
            return

        NOCUSTContractInterface().queue_submit_checkpoint(checkpoint)
Example #9
0
    def validate(self, attrs):
        authorization = attrs.pop('authorization').get('value')
        address = attrs.get('address')
        token = attrs.get('token')
        tos_signature = attrs.pop('tos_signature').get('value')

        if BlacklistEntry.objects.filter(
                address__iexact=remove_0x_prefix(address)).exists():
            raise serializers.ValidationError(
                detail='', code=ErrorCode.WALLET_BLACKLISTED)

        if Wallet.objects.filter(address__iexact=remove_0x_prefix(address),
                                 token=token).exists():
            raise serializers.ValidationError(
                detail='', code=ErrorCode.WALLET_ALREADY_ADMITTED)

        dummy_wallet = Wallet(token=token, address=remove_0x_prefix(address))

        attrs['registration_eon_number'] = LocalViewInterface.latest(
        ).eon_number()
        admission_hash = hex_value(
            dummy_wallet.get_admission_hash(attrs['registration_eon_number']))

        attrs['signature'] = Signature(wallet=dummy_wallet,
                                       checksum=admission_hash,
                                       value=authorization)

        if not attrs['signature'].is_valid():
            raise serializers.ValidationError(
                detail='', code=ErrorCode.INVALID_ADMISSION_SIGNATURE)

        latest_tos_config = TOSConfig.objects.all().order_by('time').last()

        attrs['tos_signature'] = Signature(wallet=dummy_wallet,
                                           checksum=latest_tos_config.digest(),
                                           value=tos_signature)

        if not attrs['tos_signature'].is_valid():
            raise serializers.ValidationError(
                detail='Invalid TOS (digest: {}) signature'.format(
                    latest_tos_config.digest()),
                code=ErrorCode.INVALID_TOS_SIGNATURE)

        attrs['tos_config'] = latest_tos_config

        return attrs
Example #10
0
    def update(self, swap, validated_data):
        with transaction.atomic():
            current_eon = LocalViewInterface.latest().eon_number()
            swap_set = Transfer.objects.select_for_update().filter(
                tx_id=swap.tx_id, eon_number__gte=current_eon,
                swap=True).order_by('eon_number')

            current_swap = swap_set[0]

            if current_swap.complete:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_FULFILLED)
            elif current_swap.cancelled:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_FROZEN)
            elif current_swap.voided:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_VOIDED)
            elif current_swap.processed:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_CLOSED)

            freezing_signature_data = validated_data.pop('freezing_signature')
            freezing_checksum = crypto.hex_value(
                current_swap.swap_cancellation_message_checksum())
            freezing_signature = Signature(
                wallet=current_swap.wallet,
                checksum=freezing_checksum,
                value=freezing_signature_data.get('value'))

            if not freezing_signature.is_valid():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.INVALID_FREEZING_SIGNATURE)
            freezing_signature.save()

            # only current swap should be locked, future swaps are not matched
            with current_swap.lock(
                    auto_renewal=False), current_swap.wallet.lock(
                        auto_renewal=False), current_swap.recipient.lock(
                            auto_renewal=False):
                swap_set.update(cancelled=True,
                                swap_freezing_signature=freezing_signature)
        return current_swap
Example #11
0
    def to_representation(self, swap_data_request: SwapDataRequest):
        latest = LocalViewInterface.latest().eon_number()
        eon_number = swap_data_request.eon_number if 0 <= swap_data_request.eon_number <= latest else latest
        all_sell_orders = Transfer.objects.filter(
            wallet__token=swap_data_request.left_token,
            recipient__token=swap_data_request.right_token,
            processed=False,
            complete=False,
            voided=False,
            cancelled=False,
            swap=True,
            eon_number=eon_number)

        all_sell_orders = sorted(all_sell_orders,
                                 key=cmp_to_key(
                                     price_comparison_function(inverse=True)))

        all_buy_orders = Transfer.objects.filter(
            wallet__token=swap_data_request.right_token,
            recipient__token=swap_data_request.left_token,
            processed=False,
            complete=False,
            voided=False,
            cancelled=False,
            swap=True,
            eon_number=eon_number)

        all_buy_orders = sorted(all_buy_orders,
                                key=cmp_to_key(
                                    price_comparison_function(inverse=False)))

        return {
            'sell_orders':
            OrderSerializer(combine_order_volumes(all_sell_orders),
                            many=True,
                            read_only=True).data,
            'buy_orders':
            OrderSerializer(combine_order_volumes(all_buy_orders),
                            many=True,
                            read_only=True).data,
        }
Example #12
0
def get_operator_data(channel_name, operation):
    latest = LocalViewInterface.latest()
    confirmed = LocalViewInterface.confirmed()

    data = {
        'latest': {
            'block': latest.block,
            'eon_number': latest.eon_number(),
        },
        'confirmed': {
            'block': confirmed.block,
            'eon_number': confirmed.eon_number(),
        }
    }

    # send response to websocket channel
    async_to_sync(send_response)(
        channel_name=channel_name,
        resource="operator",
        data=data,
    )
Example #13
0
def create_checkpoint():

    if not LocalViewInterface.get_contract_parameters():
        logger.error('Contract parameters not yet populated.')
        return

    latest = LocalViewInterface.latest()
    latest_eon_number, latest_sub_block = latest.eon_number_and_sub_block()
    blocks_for_creation = LocalViewInterface.blocks_for_creation()

    confirmed_eon_number, confirmed_sub_block = LocalViewInterface.confirmed(
    ).eon_number_and_sub_block()
    if confirmed_eon_number < latest_eon_number:
        return
    if latest_sub_block < blocks_for_creation:
        return

    with RootCommitment.global_lock():
        new_checkpoint = create_checkpoint_for_eon(latest_eon_number, latest.block)
        if new_checkpoint:
            operator_celery.send_task('auditor.tasks.broadcast_wallet_data')
Example #14
0
def register_sla_recipient_account():
    if same_hex_value(settings.SLA_RECIPIENT_ADDRESS,
                      settings.HUB_OWNER_ACCOUNT_ADDRESS):
        logger.warning('Skipping registration: Hub Owner is SLA recipient.')
        return

    token = Token.objects.filter(
        address__iexact=remove_0x_prefix(settings.SLA_TOKEN_ADDRESS))

    if not token.exists():
        logger.error('SLA Payment Token not yet registered.')
        return

    if Wallet.objects.filter(token=token,
                             address__iexact=remove_0x_prefix(
                                 settings.SLA_RECIPIENT_ADDRESS)).exists():
        logger.error('Recipient account already registered.')
        return

    if not LocalViewInterface.get_contract_parameters():
        logger.error('Contract parameters not yet populated.')
        return

    latest_eon = LocalViewInterface.latest().eon_number()

    authorization_digest = Wallet(
        token=token,
        address=settings.SLA_RECIPIENT_ADDRESS).get_admission_hash(latest_eon)
    authorization = sign_message(authorization_digest,
                                 settings.SLA_RECIPIENT_KEY)
    registration = AdmissionRequestSerializer(
        data={
            'token': token.address,
            'address': remove_0x_prefix(settings.SLA_RECIPIENT_ADDRESS),
            'authorization': encode_signature(authorization)
        })
    registration.is_valid(raise_exception=True)
    registration.save()
    process_admissions()
Example #15
0
def process_admissions_for_latest_eon():
    latest_eon_number = LocalViewInterface.latest().eon_number()
    checkpoint_created = RootCommitment.objects.filter(
        eon_number=latest_eon_number).exists()

    to_update_records = []
    to_delete_ids = []
    wallet_offsets = {}
    operator_wallets = {}

    with transaction.atomic():
        pending_approval = Wallet.objects.select_for_update().filter(
            registration_operator_authorization__isnull=True)

        for token in Token.objects.all():
            wallet_offsets[token.id] = Wallet.objects.filter(
                registration_operator_authorization__isnull=False,
                token=token).count()

            try:
                operator_wallets[token.id] = Wallet.objects.get(
                    address=remove_0x_prefix(
                        settings.HUB_OWNER_ACCOUNT_ADDRESS),
                    token=token)
            except Wallet.DoesNotExist:
                logger.error(
                    'Could not admit client wallets for token {}. Owner wallet {} not yet registered.'
                    .format(token.address, settings.HUB_OWNER_ACCOUNT_ADDRESS))
                return

        for wallet in pending_approval:
            try:
                if wallet.registration_operator_authorization is not None:
                    logger.error('Wallet {} already admitted.'.format(
                        wallet.address))
                    continue
                if should_void_admission(wallet, latest_eon_number,
                                         checkpoint_created):
                    to_delete_ids.append(wallet.id)
                    continue

                wallet.trail_identifier = wallet_offsets[wallet.token.id]

                wallet.registration_operator_authorization = wallet.sign_admission(
                    eon_number=latest_eon_number,
                    operator_wallet=operator_wallets[wallet.token.id],
                    private_key=settings.HUB_OWNER_ACCOUNT_KEY)

                wallet_offsets[wallet.token.id] += 1
                to_update_records.append(wallet)

            except IntegrityError as error:
                logger.error('Admission Verification Integrity Error')
                logger.error(error)
                break

        pending_approval.filter(pk__in=to_delete_ids).delete()

        Wallet.objects.bulk_update(
            to_update_records,
            ['registration_operator_authorization', 'trail_identifier'])

    for wallet in to_update_records:
        send_notification(stream_prefix="wallet",
                          stream_id="{}/{}".format(wallet.token.address,
                                                   wallet.address),
                          event_name=REGISTERED_WALLET,
                          data=AdmissionSerializer(wallet,
                                                   read_only=True).data)
        logger.info('Wallet {} admitted.'.format(wallet.address))
Example #16
0
    def update(self, swap, validated_data):
        current_swap = None
        is_swap_cancelled = False
        with transaction.atomic():
            current_eon = LocalViewInterface.latest().eon_number()
            swap_set = Transfer.objects.select_for_update().filter(
                tx_id=swap.tx_id, eon_number__gte=current_eon,
                swap=True).order_by('eon_number')

            current_swap = swap_set[0]

            if not current_swap.cancelled:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_NOT_FROZEN)
            elif current_swap.processed:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_CLOSED)
            elif current_swap.swap_freezing_signature is None:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.MISSING_FREEZING_SIGNATURE)
            elif None not in [
                    current_swap.sender_cancellation_active_state,
                    current_swap.recipient_cancellation_active_state
            ]:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_CANCELLED)

            sender_cancellation_signatures = validated_data.get(
                'sender_cancellation_signature')
            recipient_cancellation_signatures = validated_data.get(
                'recipient_cancellation_signature')

            # state to save
            sender_cancellation_active_state_signature_records = []
            sender_cancellation_active_state_records = []
            recipient_cancellation_active_state_signature_records = []
            recipient_cancellation_active_state_records = []

            # make sure appropriate number of signatures was provided
            if swap_set.count() != len(sender_cancellation_signatures):
                raise serializers.ValidationError(
                    detail=
                    'Wrong number of sender cancellation signatures, expected {} but got {}'
                    .format(swap_set.count(),
                            len(sender_cancellation_signatures)),
                    code=ErrorCode.WRONG_NUMBER_OF_DEBIT_SIGNATURES)

            if swap_set.count() != len(recipient_cancellation_signatures):
                raise serializers.ValidationError(
                    detail=
                    'Wrong number of recipient cancellation signatures, expected {} but got {}'
                    .format(swap_set.count(),
                            len(recipient_cancellation_signatures)),
                    code=ErrorCode.WRONG_NUMBER_OF_CREDIT_SIGNATURES)

            sender_view_context = WalletTransferContext(
                wallet=current_swap.wallet, transfer=current_swap)

            debit_tx_set_tree = sender_view_context.optimized_authorized_transfers_tree(
                force_append=False, assume_active_state_exists=True)
            tx_set_hash = crypto.hex_value(debit_tx_set_tree.root_hash())
            transfer_index = debit_tx_set_tree.merkle_tree_nonce_map.get(
                current_swap.nonce)
            transfer_proof = debit_tx_set_tree.proof(transfer_index)

            sender_highest_spendings, sender_highest_gains = sender_view_context.off_chain_actively_sent_received_amounts(
                eon_number=current_swap.eon_number, only_appended=False)

            matched_out, _ = current_swap.matched_amounts()

            sender_highest_gains += current_swap.amount - matched_out

            sender_cancellation_active_state = ActiveState(
                wallet=current_swap.wallet,
                updated_spendings=sender_highest_spendings,
                updated_gains=sender_highest_gains,
                tx_set_hash=tx_set_hash,
                tx_set_proof_hashes=transfer_proof,
                tx_set_index=transfer_index,
                eon_number=current_swap.eon_number)

            sender_cancellation_active_state_checksum = crypto.hex_value(
                sender_cancellation_active_state.checksum())
            sender_cancellation_active_state_signature = Signature(
                wallet=current_swap.wallet,
                checksum=sender_cancellation_active_state_checksum,
                value=sender_cancellation_signatures[0].get('value'))

            if not sender_cancellation_active_state_signature.is_valid():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.INVALID_DEBIT_SIGNATURE)

            sender_cancellation_active_state_records.append(
                sender_cancellation_active_state)
            sender_cancellation_active_state_signature_records.append(
                sender_cancellation_active_state_signature)

            recipient_view_context = WalletTransferContext(
                wallet=current_swap.recipient, transfer=current_swap)

            credit_tx_set_tree = recipient_view_context.optimized_authorized_transfers_tree(
                force_append=False, assume_active_state_exists=True)
            tx_set_hash = crypto.hex_value(credit_tx_set_tree.root_hash())
            transfer_index = credit_tx_set_tree.merkle_tree_nonce_map.get(
                current_swap.nonce)
            transfer_proof = credit_tx_set_tree.proof(transfer_index)

            recipient_highest_spendings, recipient_highest_gains = recipient_view_context.off_chain_actively_sent_received_amounts(
                eon_number=current_swap.eon_number, only_appended=False)

            recipient_cancellation_active_state = ActiveState(
                wallet=current_swap.recipient,
                updated_spendings=recipient_highest_spendings +
                current_swap.amount_swapped,
                updated_gains=recipient_highest_gains +
                current_swap.amount_swapped,
                tx_set_hash=tx_set_hash,
                tx_set_proof_hashes=transfer_proof,
                tx_set_index=transfer_index,
                eon_number=current_swap.eon_number)

            recipient_cancellation_active_state_checksum = crypto.hex_value(
                recipient_cancellation_active_state.checksum())
            recipient_cancellation_active_state_signature = Signature(
                wallet=current_swap.recipient,
                checksum=recipient_cancellation_active_state_checksum,
                value=recipient_cancellation_signatures[0].get('value'))

            if not recipient_cancellation_active_state_signature.is_valid():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.INVALID_CREDIT_SIGNATURE)

            recipient_cancellation_active_state_records.append(
                recipient_cancellation_active_state)
            recipient_cancellation_active_state_signature_records.append(
                recipient_cancellation_active_state_signature)

            # calculate future spent, gained, empty tx set
            empty_tx_set_hash = crypto.hex_value(NODE_CACHE[0]['hash'])
            sender_future_spent_gained = max(sender_highest_spendings,
                                             sender_highest_gains) + 1
            recipient_future_spent_gained = max(
                recipient_highest_spendings,
                recipient_highest_gains) + current_swap.amount_swapped + 1

            for index in range(1, len(swap_set)):
                future_swap = swap_set[index]
                sender_cancellation_active_state = ActiveState(
                    wallet=future_swap.wallet,
                    updated_spendings=sender_future_spent_gained,
                    updated_gains=sender_future_spent_gained,
                    tx_set_hash=empty_tx_set_hash,
                    # any dummy value
                    tx_set_proof_hashes='',
                    # any dummy value
                    tx_set_index=0,
                    eon_number=future_swap.eon_number)

                sender_cancellation_active_state_checksum = crypto.hex_value(
                    sender_cancellation_active_state.checksum())
                sender_cancellation_active_state_signature = Signature(
                    wallet=future_swap.recipient,
                    checksum=sender_cancellation_active_state_checksum,
                    value=sender_cancellation_signatures[index].get('value'))

                if not sender_cancellation_active_state_signature.is_valid():
                    raise serializers.ValidationError(
                        detail='',
                        code=ErrorCode.INVALID_FUTURE_DEBIT_SIGNATURE)

                sender_cancellation_active_state_signature_records.append(
                    sender_cancellation_active_state_signature)
                sender_cancellation_active_state_records.append(
                    sender_cancellation_active_state)

                recipient_cancellation_active_state = ActiveState(
                    wallet=future_swap.recipient,
                    updated_spendings=recipient_future_spent_gained,
                    updated_gains=recipient_future_spent_gained,
                    tx_set_hash=empty_tx_set_hash,
                    # any dummy value
                    tx_set_proof_hashes='',
                    # any dummy value
                    tx_set_index=0,
                    eon_number=future_swap.eon_number)

                recipient_cancellation_active_state_checksum = crypto.hex_value(
                    recipient_cancellation_active_state.checksum())
                recipient_cancellation_active_state_signature = Signature(
                    wallet=future_swap.recipient,
                    checksum=recipient_cancellation_active_state_checksum,
                    value=recipient_cancellation_signatures[index].get(
                        'value'))

                if not recipient_cancellation_active_state_signature.is_valid(
                ):
                    raise serializers.ValidationError(
                        detail='',
                        code=ErrorCode.INVALID_FUTURE_CREDIT_SIGNATURE)

                recipient_cancellation_active_state_signature_records.append(
                    recipient_cancellation_active_state_signature)
                recipient_cancellation_active_state_records.append(
                    recipient_cancellation_active_state)

            assert (len(swap_set) == len(
                sender_cancellation_active_state_signature_records))
            assert (len(swap_set) == len(
                recipient_cancellation_active_state_signature_records))

            Signature.objects.bulk_create(
                sender_cancellation_active_state_signature_records +
                recipient_cancellation_active_state_signature_records)

            with current_swap.lock(
                    auto_renewal=False), current_swap.wallet.lock(
                        auto_renewal=False), current_swap.recipient.lock(
                            auto_renewal=False):
                for index in range(len(swap_set)):
                    sender_cancellation_active_state_records[
                        index].wallet_signature = sender_cancellation_active_state_signature_records[
                            index]
                    recipient_cancellation_active_state_records[
                        index].wallet_signature = recipient_cancellation_active_state_signature_records[
                            index]

                ActiveState.objects.bulk_create(
                    sender_cancellation_active_state_records +
                    recipient_cancellation_active_state_records)

                for index in range(len(swap_set)):
                    swap_set[
                        index].sender_cancellation_active_state = sender_cancellation_active_state_records[
                            index]
                    swap_set[
                        index].recipient_cancellation_active_state = recipient_cancellation_active_state_records[
                            index]
                    if index > 0:
                        swap_set[index].voided = True
                        swap_set[index].appended = False
                        swap_set[index].processed = True

                Transfer.objects.bulk_update(swap_set, [
                    'sender_cancellation_active_state',
                    'recipient_cancellation_active_state', 'voided',
                    'appended', 'processed'
                ])

                swap_set[0].sign_swap_cancellation(
                    settings.HUB_OWNER_ACCOUNT_ADDRESS,
                    settings.HUB_OWNER_ACCOUNT_KEY)
                swap_set[0].close(cancelled=True, appended=True)
                current_swap = swap_set[0]
                is_swap_cancelled = True

        if is_swap_cancelled:
            operator_celery.send_task('auditor.tasks.on_swap_cancellation',
                                      args=[current_swap.id])
        return current_swap
Example #17
0
    def update(self, swap, validated_data):
        current_swap = None
        is_swap_finalized = False
        with transaction.atomic():
            current_eon = LocalViewInterface.latest().eon_number()
            swap_set = Transfer.objects.select_for_update().filter(
                tx_id=swap.tx_id, eon_number__gte=current_eon,
                swap=True).order_by('eon_number')

            current_swap = swap_set[0]

            if not current_swap.complete:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_NOT_FULFILLED)
            elif current_swap.cancelled:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_FROZEN)
            elif current_swap.voided:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_VOIDED)
            elif current_swap.processed:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_CLOSED)
            elif current_swap.recipient_finalization_active_state is not None:
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.SWAP_ALREADY_FINALIZED)

            finalization_signatures = validated_data.pop(
                'finalization_signature')

            # state to save
            finalization_active_state_signature_records = []
            finalization_active_state_records = []

            if swap_set.count() != len(finalization_signatures):
                raise serializers.ValidationError(
                    detail=
                    'Wrong number of finalization signatures, expected {} but got {}'
                    .format(swap_set.count(), len(finalization_signatures)),
                    code=ErrorCode.WRONG_NUMBER_OF_CREDIT_SIGNATURES)

            recipient_view_context = WalletTransferContext(
                wallet=current_swap.recipient, transfer=current_swap)

            tx_set_tree = recipient_view_context.optimized_authorized_transfers_tree(
            )
            tx_set_hash = crypto.hex_value(tx_set_tree.root_hash())
            transfer_index = tx_set_tree.merkle_tree_nonce_map.get(
                current_swap.nonce)
            transfer_proof = tx_set_tree.proof(transfer_index)

            highest_spendings, highest_gains = recipient_view_context.off_chain_actively_sent_received_amounts(
                eon_number=current_swap.eon_number, only_appended=False)

            finalization_active_state = ActiveState(
                wallet=current_swap.recipient,
                updated_spendings=highest_spendings +
                current_swap.amount_swapped,
                updated_gains=highest_gains + current_swap.amount_swapped,
                tx_set_hash=tx_set_hash,
                tx_set_proof_hashes=transfer_proof,
                tx_set_index=transfer_index,
                eon_number=current_swap.eon_number)

            finalization_active_state_signature_data = finalization_signatures[
                0]
            finalization_active_state_checksum = crypto.hex_value(
                finalization_active_state.checksum())
            finalization_active_state_signature = Signature(
                wallet=current_swap.recipient,
                checksum=finalization_active_state_checksum,
                value=finalization_active_state_signature_data.get('value'))

            if not finalization_active_state_signature.is_valid():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.INVALID_CREDIT_SIGNATURE)

            finalization_active_state_signature_records.append(
                finalization_active_state_signature)
            finalization_active_state_records.append(finalization_active_state)

            # calculate future spent, gained, empty tx set
            future_spent_gained = max(highest_spendings,
                                      highest_gains) + swap.amount_swapped + 1
            empty_tx_set_hash = crypto.hex_value(NODE_CACHE[0]['hash'])

            for index in range(1, len(swap_set)):
                future_swap = swap_set[index]
                finalization_active_state = ActiveState(
                    wallet=future_swap.recipient,
                    updated_spendings=future_spent_gained,
                    updated_gains=future_spent_gained,
                    tx_set_hash=empty_tx_set_hash,
                    # any dummy value
                    tx_set_proof_hashes='',
                    # any dummy value
                    tx_set_index=0,
                    eon_number=future_swap.eon_number)

                finalization_active_state_checksum = crypto.hex_value(
                    finalization_active_state.checksum())
                finalization_active_state_signature = Signature(
                    wallet=swap.recipient,
                    checksum=finalization_active_state_checksum,
                    value=finalization_signatures[index].get('value'))

                if not finalization_active_state_signature.is_valid():
                    raise serializers.ValidationError(
                        detail='',
                        code=ErrorCode.INVALID_FUTURE_CREDIT_SIGNATURE)

                finalization_active_state_signature_records.append(
                    finalization_active_state_signature)
                finalization_active_state_records.append(
                    finalization_active_state)

            Signature.objects.bulk_create(
                finalization_active_state_signature_records)

            with current_swap.lock(
                    auto_renewal=False), current_swap.wallet.lock(
                        auto_renewal=False), current_swap.recipient.lock(
                            auto_renewal=False):
                for index in range(len(finalization_active_state_records)):
                    finalization_active_state_records[
                        index].wallet_signature = finalization_active_state_signature_records[
                            index]

                ActiveState.objects.bulk_create(
                    finalization_active_state_records)

                for index in range(len(swap_set)):
                    swap_set[
                        index].recipient_finalization_active_state = finalization_active_state_records[
                            index]
                    if index > 0:
                        swap_set[index].voided = True
                        swap_set[index].appended = False
                        swap_set[index].processed = True

                Transfer.objects.bulk_update(swap_set, [
                    'recipient_finalization_active_state', 'voided',
                    'appended', 'processed'
                ])

                swap_set[0].sign_swap_finalization(
                    settings.HUB_OWNER_ACCOUNT_ADDRESS,
                    settings.HUB_OWNER_ACCOUNT_KEY)
                swap_set[0].close(complete=True, appended=True)

                current_swap = swap_set[0]
                is_swap_finalized = True

        if is_swap_finalized:
            operator_celery.send_task('auditor.tasks.on_swap_finalization',
                                      args=[current_swap.id])
        return current_swap
Example #18
0
    def create(self, validated_data):
        wallet = validated_data.pop('wallet')
        recipient = validated_data.pop('recipient')

        if not TokenPair.objects.filter(token_from=wallet.token,
                                        token_to=recipient.token).exists():
            raise serializers.ValidationError(
                detail='', code=ErrorCode.TOKEN_PAIR_BLOCKED)

        # swap data
        valid_eons = validated_data.pop('valid_eons')
        swap_amount = validated_data.pop('amount')
        swap_nonce = validated_data.pop('nonce')
        sell_order = validated_data.pop('sell_order', True)
        swap_amount_swapped = validated_data.pop('amount_swapped')
        debit_signatures = validated_data.pop('debit_signature')
        debit_balance_signatures = validated_data.pop(
            'debit_balance_signature')
        credit_balance_signatures = validated_data.pop(
            'credit_balance_signature')
        credit_signatures = validated_data.pop('credit_signature')
        recipient_fulfillment_signatures = validated_data.pop(
            'credit_fulfillment_signature')

        # common transaction id
        tx_id = uuid.uuid4()
        tx_time = timezone.now()

        # cached items to be used later
        sender_available_balance = 0
        recipient_available_balance = 0

        swap_set = []

        debit_tx_set_index = []
        credit_tx_set_index = []
        # recipient_fulfillment_tx_set_index = []

        debit_tx_set_cache = []
        credit_tx_set_cache = []
        # recipient_fulfillment_tx_set_cache = []

        debit_balance_signature_records = []
        credit_balance_signature_records = []
        debit_signature_records = []
        credit_signature_records = []
        recipient_fulfillment_signature_records = []

        debit_balance_records = []
        credit_balance_records = []
        debit_active_state_records = []
        credit_active_state_records = []
        recipient_fulfillment_active_state_records = []

        initial_swap_confirmed = False

        # get current eon
        current_eon = LocalViewInterface.latest().eon_number()

        # initial swap eon should be the current eon number
        if validated_data.pop('eon_number') != current_eon:
            raise serializers.ValidationError(
                detail='', code=ErrorCode.EON_NUMBER_OUT_OF_SYNC)

        wallets = sorted([wallet, recipient], key=lambda w: w.token.id)
        with RootCommitment.read_write_lock(
                suffix=current_eon, auto_renewal=False), wallets[0].lock(
                    auto_renewal=False), wallets[1].lock(auto_renewal=False):
            if RootCommitment.objects.filter(eon_number=current_eon +
                                             1).exists():
                raise serializers.ValidationError(
                    detail='Checkpoint was already created for this eon.',
                    code=ErrorCode.EON_NUMBER_OUT_OF_SYNC)

            for eon_number in range(current_eon, current_eon + valid_eons):
                swap = Transfer(tx_id=tx_id,
                                wallet=wallet,
                                amount=swap_amount,
                                eon_number=eon_number,
                                recipient=recipient,
                                nonce=swap_nonce,
                                amount_swapped=swap_amount_swapped,
                                swap=True,
                                sell_order=sell_order,
                                time=tx_time)

                wallet_view_context = WalletTransferContext(wallet=wallet,
                                                            transfer=swap)
                recipient_view_context = WalletTransferContext(
                    wallet=recipient, transfer=swap)

                if eon_number == current_eon:
                    # Ensure sender log consistency
                    can_append_to_sender_log = wallet_view_context.can_schedule_transfer(
                    )
                    if can_append_to_sender_log is not True:
                        raise serializers.ValidationError(
                            detail='Sender: {}'.format(
                                can_append_to_sender_log),
                            code=ErrorCode.DEBIT_WALLET_CANNOT_ADD_TRANSACTION)

                    # Ensure recipient log consistency
                    can_append_to_recipient_log = recipient_view_context.can_schedule_transfer(
                    )
                    if can_append_to_recipient_log is not True:
                        raise serializers.ValidationError(
                            detail='Recipient: {}'.format(
                                can_append_to_recipient_log),
                            code=ErrorCode.CREDIT_WALLET_CANNOT_ADD_TRANSACTION
                        )

                    # Ensure swap consistency
                    can_spend, sender_available_balance = wallet_view_context.can_send_transfer(
                        current_eon_number=current_eon,
                        using_only_appended_funds=False)
                    if can_spend is not True:
                        raise serializers.ValidationError(
                            detail=can_spend,
                            code=ErrorCode.DEBIT_WALLET_OVERSPENDING)

                    # Ensure that sender balance is exactly equal to total outgoing amount
                    if sender_available_balance != swap.amount:
                        raise serializers.ValidationError(
                            detail=
                            'Sender balance should be exactly equal to outgoing swap amount, {} != {}.'
                            .format(sender_available_balance, swap.amount),
                            code=ErrorCode.DEBIT_WALLET_BALANCE_AMOUNT_MISMATCH
                        )

                    # Ensure that recipient balance is zero
                    recipient_available_balance = recipient_view_context.available_funds_at_eon(
                        eon_number=eon_number, only_appended=False)
                    if recipient_available_balance != 0:
                        raise serializers.ValidationError(
                            detail='Recipient balance should be exactly zero.',
                            code=ErrorCode.CREDIT_WALLET_BALANCE_NOT_ZERO)

                    current_eon_swap = swap
                    sender_highest_spendings, sender_highest_gains = wallet_view_context.off_chain_actively_sent_received_amounts(
                        eon_number=swap.eon_number, only_appended=False)
                    recipient_highest_spendings, recipient_highest_gains = recipient_view_context.off_chain_actively_sent_received_amounts(
                        eon_number=swap.eon_number, only_appended=False)
                else:
                    sender_highest_spendings, sender_highest_gains = 0, 0
                    recipient_highest_spendings, recipient_highest_gains = 0, 0

                # Minimum Debit Balance Marker
                debit_balance_marker_signature_data = debit_balance_signatures[
                    eon_number - current_eon]
                debit_balance_marker = MinimumAvailableBalanceMarker(
                    wallet=wallet, eon_number=eon_number, amount=0)

                debit_balance_marker_checksum = crypto.hex_value(
                    debit_balance_marker.checksum())
                debit_balance_marker_signature = Signature(
                    wallet=wallet,
                    checksum=debit_balance_marker_checksum,
                    value=debit_balance_marker_signature_data.get('value'))
                if not debit_balance_marker_signature.is_valid():
                    raise serializers.ValidationError(
                        detail='',
                        code=ErrorCode.INVALID_DEBIT_BALANCE_SIGNATURE)

                # Minimum Credit Balance Marker
                credit_balance_marker_signature_data = credit_balance_signatures[
                    eon_number - current_eon]
                credit_balance_marker = MinimumAvailableBalanceMarker(
                    wallet=recipient, eon_number=eon_number, amount=0)

                credit_balance_marker_checksum = crypto.hex_value(
                    credit_balance_marker.checksum())
                credit_balance_marker_signature = Signature(
                    wallet=recipient,
                    checksum=credit_balance_marker_checksum,
                    value=credit_balance_marker_signature_data.get('value'))
                if not credit_balance_marker_signature.is_valid():
                    raise serializers.ValidationError(
                        detail='',
                        code=ErrorCode.INVALID_CREDIT_BALANCE_SIGNATURE)
                assert (sender_available_balance == swap.amount)
                # Debit Authorization
                debit_active_state_signature_data = debit_signatures[
                    eon_number - current_eon]
                debit_active_state, \
                    debit_active_state_signature, \
                    debit_transfer_index, \
                    debit_transfer_cache = check_active_state_signature(
                        swap,
                        wallet,
                        debit_active_state_signature_data,
                        eon_number > current_eon,
                        sender_available_balance,
                        sender_highest_spendings,
                        sender_highest_gains,
                        signature_type=SignatureType.DEBIT)

                # Credit Authorization
                credit_active_state_signature_data = credit_signatures[
                    eon_number - current_eon]
                credit_active_state, \
                    credit_active_state_signature, \
                    credit_transfer_index, \
                    credit_transfer_cache = check_active_state_signature(
                        swap,
                        recipient,
                        credit_active_state_signature_data,
                        eon_number > current_eon,
                        recipient_available_balance,
                        recipient_highest_spendings,
                        recipient_highest_gains,
                        signature_type=SignatureType.CREDIT)

                # Finality Authorization
                recipient_fulfillment_active_state_signature_data = recipient_fulfillment_signatures[
                    eon_number - current_eon]
                recipient_fulfillment_active_state, \
                    recipient_fulfillment_active_state_signature, \
                    recipient_fulfillment_transfer_index, \
                    recipient_fulfillment_transfer_cache = check_active_state_signature(
                        swap,
                        recipient,
                        recipient_fulfillment_active_state_signature_data,
                        eon_number > current_eon,
                        recipient_available_balance,
                        recipient_highest_spendings,
                        recipient_highest_gains,
                        signature_type=SignatureType.FULFILLMENT)

                # accumulate records to be saved
                debit_balance_signature_records.append(
                    debit_balance_marker_signature)
                credit_balance_signature_records.append(
                    credit_balance_marker_signature)
                debit_signature_records.append(debit_active_state_signature)
                credit_signature_records.append(credit_active_state_signature)
                recipient_fulfillment_signature_records.append(
                    recipient_fulfillment_active_state_signature)

                debit_balance_records.append(debit_balance_marker)
                credit_balance_records.append(credit_balance_marker)
                debit_active_state_records.append(debit_active_state)
                credit_active_state_records.append(credit_active_state)
                recipient_fulfillment_active_state_records.append(
                    recipient_fulfillment_active_state)

                debit_tx_set_index.append(debit_transfer_index)
                credit_tx_set_index.append(credit_transfer_index)
                # recipient_fulfillment_tx_set_index.append(recipient_fulfillment_transfer_index)

                debit_tx_set_cache.append(debit_transfer_cache)
                credit_tx_set_cache.append(credit_transfer_cache)
                # recipient_fulfillment_tx_set_cache.append(recipient_fulfillment_transfer_cache)
                swap_set.append(swap)

            assert (swap_set[0] is not None
                    and swap_set[0].eon_number == current_eon)
            assert (len(swap_set) == valid_eons)

            # locking context covers saving the state as well to make sure checkpoint creation is consistent
            with transaction.atomic():
                Signature.objects.bulk_create(
                    debit_balance_signature_records +
                    credit_balance_signature_records +
                    debit_signature_records + credit_signature_records +
                    recipient_fulfillment_signature_records)

                for index in range(valid_eons):
                    debit_balance_records[
                        index].signature = debit_balance_signature_records[
                            index]
                    credit_balance_records[
                        index].signature = credit_balance_signature_records[
                            index]
                    debit_active_state_records[
                        index].wallet_signature = debit_signature_records[
                            index]
                    credit_active_state_records[
                        index].wallet_signature = credit_signature_records[
                            index]
                    recipient_fulfillment_active_state_records[
                        index].wallet_signature = recipient_fulfillment_signature_records[
                            index]

                ActiveState.objects.bulk_create(
                    debit_active_state_records + credit_active_state_records +
                    recipient_fulfillment_active_state_records)

                MinimumAvailableBalanceMarker.objects.bulk_create(
                    debit_balance_records + credit_balance_records)

                for index in range(valid_eons):
                    swap_set[
                        index].sender_active_state = debit_active_state_records[
                            index]
                    swap_set[
                        index].recipient_active_state = credit_active_state_records[
                            index]
                    swap_set[
                        index].recipient_fulfillment_active_state = recipient_fulfillment_active_state_records[
                            index]
                    swap_set[
                        index].sender_balance_marker = debit_balance_records[
                            index]

                    swap_set[
                        index].sender_starting_balance = sender_available_balance
                    swap_set[
                        index].recipient_starting_balance = recipient_available_balance

                    # cache swap index in sender active set
                    swap_set[index].sender_merkle_index = debit_tx_set_index[
                        index]
                    # cache swap index in recipient active set
                    swap_set[
                        index].recipient_merkle_index = credit_tx_set_index[
                            index]
                    # cache active set merkle mountains height array and hash array for sender active set
                    swap_set[index].sender_merkle_hash_cache, swap_set[
                        index].sender_merkle_height_cache = debit_tx_set_cache[
                            index]
                    # cache active set merkle mountains height array and hash array for recipient active set
                    swap_set[index].recipient_merkle_hash_cache, swap_set[
                        index].recipient_merkle_height_cache = debit_tx_set_cache[
                            index]

                Transfer.objects.bulk_create(swap_set)

                swap_set[0].sign_swap(settings.HUB_OWNER_ACCOUNT_ADDRESS,
                                      settings.HUB_OWNER_ACCOUNT_KEY)
                initial_swap_confirmed = True

        if initial_swap_confirmed:
            operator_celery.send_task('auditor.tasks.on_swap_confirmation',
                                      args=[swap_set[0].id])

        return swap_set[0]
Example #19
0
    def validate(self, attrs):
        admission_requests = attrs.pop('admissions')

        if len(admission_requests) > settings.BULK_ADMISSION_LIMIT:
            raise serializers.ValidationError(
                detail='Expected <= {} but got {} admisson requests.'.format(
                    settings.BULK_ADMISSION_LIMIT, len(admission_requests)),
                code=ErrorCode.TOO_MANY_ADMISSION_REQUESTS)

        registration_eon_number = LocalViewInterface.latest().eon_number()
        latest_tos_config = TOSConfig.objects.all().order_by('time').last()

        attrs['signatures'] = []
        attrs['tos_signatures'] = []
        attrs['wallets'] = []

        all_tokens = {}
        for token in Token.objects.all():
            all_tokens[token.address.lower()] = token

        for admission_request in admission_requests:
            address = remove_0x_prefix(admission_request['address'])
            token = all_tokens.get(
                remove_0x_prefix(admission_request['token']).lower())

            if token is None:
                raise serializers.ValidationError(
                    detail='This token {} is not registered.'.format(
                        admission_request['token']),
                    code=ErrorCode.TOKEN_NOT_REGISTERED)

            if BlacklistEntry.objects.filter(address__iexact=address).exists():
                continue

            if Wallet.objects.filter(address__iexact=address,
                                     token=token).exists():
                continue

            wallet = Wallet(token=token,
                            address=address,
                            registration_eon_number=registration_eon_number)

            admission_hash = hex_value(
                wallet.get_admission_hash(registration_eon_number))

            signature = Signature(
                wallet=wallet,
                checksum=admission_hash,
                value=admission_request.get('authorization').get('value'))

            if not signature.is_valid():
                raise serializers.ValidationError(
                    detail='Invalid authorization for address {} and token {}.'
                    .format(admission_request['address'],
                            admission_request['token']),
                    code=ErrorCode.INVALID_ADMISSION_SIGNATURE)

            tos_signature = Signature(
                wallet=wallet,
                checksum=latest_tos_config.digest(),
                value=admission_request.get('tos_signature').get('value'))

            if not tos_signature.is_valid():
                raise serializers.ValidationError(
                    detail=
                    'Invalid TOS (digest: {}) signature for address {} and token {}.'
                    .format(latest_tos_config.digest(),
                            admission_request['address'],
                            admission_request['token']),
                    code=ErrorCode.INVALID_TOS_SIGNATURE)

            attrs['signatures'].append(signature)
            attrs['tos_signatures'].append(tos_signature)
            attrs['wallets'].append(wallet)

        attrs['tos_config'] = latest_tos_config
        return attrs
Example #20
0
    def create(self, validated_data):
        active_state_signature_data = validated_data.pop('debit_signature')
        wallet = validated_data.pop('wallet')
        recipient = validated_data.pop('recipient')

        # get current eon
        current_eon = LocalViewInterface.latest().eon_number()

        # transfer eon should be the current eon number
        if validated_data.pop('eon_number') != current_eon:
            raise serializers.ValidationError(
                detail='', code=ErrorCode.EON_NUMBER_OUT_OF_SYNC)

        # TODO refactor this such that the recipient is only locked after the sender's details are verified
        wallets = sorted([wallet, recipient], key=lambda w: w.trail_identifier)
        with RootCommitment.read_write_lock(
                suffix=current_eon, auto_renewal=False), wallets[0].lock(
                    auto_renewal=False), wallets[1].lock(auto_renewal=False):
            if RootCommitment.objects.filter(eon_number=current_eon +
                                             1).exists():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.EON_NUMBER_OUT_OF_SYNC)

            transfer = Transfer(wallet=wallet,
                                amount=validated_data.pop('amount'),
                                eon_number=current_eon,
                                recipient=recipient,
                                nonce=validated_data.pop('nonce'),
                                passive=True)

            wallet_view_context = WalletTransferContext(wallet=wallet,
                                                        transfer=transfer)
            recipient_view_context = WalletTransferContext(wallet=recipient,
                                                           transfer=transfer)

            # Minimal SLA
            if not wallet.is_sla_exempt() and not recipient.is_sla_exempt():
                if not wallet.has_valid_sla():
                    sender_transfers_list = wallet_view_context.authorized_transfers_list(
                        only_appended=False, force_append=True)
                    if len(sender_transfers_list) > settings.SLA_THRESHOLD:
                        raise serializers.ValidationError(
                            detail='',
                            code=ErrorCode.DEBIT_WALLET_EXCEEDED_SLA)
                elif not recipient.has_valid_sla():
                    recipient_transfers_list = recipient_view_context.authorized_transfers_list(
                        only_appended=False, force_append=True)
                    if len(recipient_transfers_list) > settings.SLA_THRESHOLD:
                        raise serializers.ValidationError(
                            detail='',
                            code=ErrorCode.CREDIT_WALLET_EXCEEDED_SLA)

            # Ensure sender log consistency
            can_append_to_sender_log = wallet_view_context.can_schedule_transfer(
            )
            if can_append_to_sender_log is not True:
                raise serializers.ValidationError(
                    detail='Sender: {}'.format(can_append_to_sender_log),
                    code=ErrorCode.DEBIT_WALLET_CANNOT_ADD_TRANSACTION)

            # Ensure recipient log consistency
            can_append_to_recipient_log = recipient_view_context.can_schedule_transfer(
            )
            if can_append_to_recipient_log is not True:
                raise serializers.ValidationError(
                    detail='Recipient: {}'.format(can_append_to_recipient_log),
                    code=ErrorCode.CREDIT_WALLET_CANNOT_ADD_TRANSACTION)

            # Ensure transfer consistency
            can_spend, currently_available_funds = wallet_view_context.can_send_transfer(
                current_eon_number=current_eon,
                using_only_appended_funds=False)
            if can_spend is not True:
                raise serializers.ValidationError(
                    detail=can_spend, code=ErrorCode.DEBIT_WALLET_OVERSPENDING)

            # Validate data
            concise_balance_marker_signature_data = validated_data.pop(
                'debit_balance_signature')
            concise_balance_marker_amount = validated_data.pop('debit_balance')

            if concise_balance_marker_amount > currently_available_funds - transfer.amount:
                raise serializers.ValidationError(
                    detail='',
                    code=ErrorCode.DEBIT_WALLET_BALANCE_MARKER_EXCEED_BALANCE)

            concise_balance_marker = MinimumAvailableBalanceMarker(
                wallet=wallet,
                eon_number=transfer.eon_number,
                amount=concise_balance_marker_amount)
            concise_balance_marker_checksum = hex_value(
                concise_balance_marker.checksum())
            concise_balance_marker_signature = Signature(
                wallet=transfer.wallet,
                checksum=concise_balance_marker_checksum,
                value=concise_balance_marker_signature_data.get('value'))
            if not concise_balance_marker_signature.is_valid():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.INVALID_DEBIT_BALANCE_SIGNATURE)

            tx_set_tree = wallet_view_context.optimized_authorized_transfers_tree(
            )
            tx_set_hash = hex_value(tx_set_tree.root_hash())
            transfer_index = tx_set_tree.merkle_tree_nonce_map.get(
                transfer.nonce)
            transfer_proof = tx_set_tree.proof(transfer_index)

            highest_spendings, highest_gains = wallet_view_context.off_chain_actively_sent_received_amounts(
                eon_number=transfer.eon_number, only_appended=False)
            active_state = ActiveState(wallet=wallet,
                                       updated_spendings=highest_spendings +
                                       transfer.amount,
                                       updated_gains=highest_gains,
                                       tx_set_hash=tx_set_hash,
                                       tx_set_proof_hashes=transfer_proof,
                                       tx_set_index=transfer_index,
                                       eon_number=transfer.eon_number)

            checksum = hex_value(active_state.checksum())
            active_state_signature = Signature(
                wallet=transfer.wallet,
                checksum=checksum,
                value=active_state_signature_data.get('value'))
            if not active_state_signature.is_valid():
                raise serializers.ValidationError(
                    detail='', code=ErrorCode.INVALID_DEBIT_SIGNATURE)

            transfer.position = recipient_view_context.off_chain_passively_received_amount(
                eon_number=transfer.eon_number, only_appended=False)

            # locking context covers saving the state as well to make sure checkpoint creation is consistent
            with transaction.atomic():
                Signature.objects.bulk_create(
                    [concise_balance_marker_signature, active_state_signature])

                concise_balance_marker.signature = concise_balance_marker_signature
                concise_balance_marker.save()

                active_state.wallet_signature = active_state_signature
                active_state.operator_signature = active_state.sign_active_state(
                    settings.HUB_OWNER_ACCOUNT_ADDRESS,
                    settings.HUB_OWNER_ACCOUNT_KEY)
                active_state.save()

                transfer.sender_active_state = active_state
                transfer.sender_balance_marker = concise_balance_marker
                # cache transfer index in sender active set
                transfer.sender_merkle_index = transfer_index
                # transfer.sender_merkle_root_cache = tx_set_hash
                # cache active set merkle mountains height array and hash array for recipient active set
                transfer.sender_merkle_hash_cache, transfer.sender_merkle_height_cache = tx_set_tree.merkle_cache_stacks(
                )
                transfer.complete = True
                transfer.appended = True
                transfer.processed = True
                transfer.save()

        if transfer.appended:
            operator_celery.send_task('auditor.tasks.on_transfer_confirmation',
                                      args=[transfer.id])

        return transfer