Esempio n. 1
0
    def __init__(self, target, creds):
        self.target = target
        self.creds = creds
        self.auth = AuthenticatorBuilder(self.creds, self.target).build()
        self.connected = False
        self.bind_ok = False
        self.__sign_messages = False
        self.__encrypt_messages = False
        self.network = None

        self.handle_incoming_task = None
        self.status = MSLDAPClientStatus.RUNNING
        self.lasterror = None

        self.message_id = 0
        self.message_table = {}
        self.message_table_notify = {}
        self.encryption_sequence_counter = 0  # this will be set by the inderlying auth algo
        self.cb_data = None  #for channel binding
Esempio n. 2
0
    def __init__(self, target, creds):
        self.target = target
        self.creds = creds
        self.auth = AuthenticatorBuilder(self.creds, self.target).build()
        self.connected = False
        self.bind_ok = False
        self.__sign_messages = False
        self.__encrypt_messages = False
        self.network = None

        self.handle_incoming_task = None
        self.status = MSLDAPClientStatus.RUNNING
        self.lasterror = None

        self.message_id = 0
        self.message_table = {}
        self.message_table_notify = {}
        self.encryption_sequence_counter = 0x5364820  #0 #for whatever reason it's only used during encryption
        self.cb_data = None  #for channel binding
Esempio n. 3
0
class MSLDAPClientConnection:
    def __init__(self, target, creds):
        self.target = target
        self.creds = creds
        self.auth = AuthenticatorBuilder(self.creds, self.target).build()
        self.connected = False
        self.bind_ok = False
        self.__sign_messages = False
        self.__encrypt_messages = False
        self.network = None

        self.handle_incoming_task = None
        self.status = MSLDAPClientStatus.RUNNING
        self.lasterror = None

        self.message_id = 0
        self.message_table = {}
        self.message_table_notify = {}
        self.encryption_sequence_counter = 0  # this will be set by the inderlying auth algo
        self.cb_data = None  #for channel binding

    async def __handle_incoming(self):
        try:
            while True:
                message_data, err = await self.network.in_queue.get()
                if err is not None:
                    logger.debug(
                        'Client terminating bc __handle_incoming got an error!'
                    )
                    raise err

                #print('Incoming message data: %s' % message_data)
                if self.bind_ok is True:
                    if self.__encrypt_messages is True:
                        #removing size
                        message_data = message_data[4:]
                        try:
                            # seq number doesnt matter here, a it's in the header
                            message_data, err = await self.auth.decrypt(
                                message_data, 0)
                            if err is not None:
                                raise err
                            #print('Decrypted %s' % message_data.hex())
                            #print('Decrypted %s' % message_data)
                        except:
                            import traceback
                            traceback.print_exc()
                            raise

                    elif self.__sign_messages is True:
                        #print('Signed %s' % message_data)
                        message_data = message_data[4:]
                        try:
                            message_data = await self.auth.unsign(message_data)
                        #	print('Unsinged %s' % message_data)
                        except:
                            import traceback
                            traceback.print_exc()
                            raise

                msg_len = calcualte_length(message_data)
                msg_total_len = len(message_data)
                messages = []
                if msg_len == msg_total_len:
                    message = LDAPMessage.load(message_data)
                    messages.append(message)

                else:
                    #print('multi-message!')
                    while len(message_data) > 0:
                        msg_len = calcualte_length(message_data)
                        message = LDAPMessage.load(message_data[:msg_len])
                        messages.append(message)

                        message_data = message_data[msg_len:]

                message_id = messages[0]['messageID'].native
                if message_id not in self.message_table:
                    self.message_table[message_id] = []
                self.message_table[message_id].extend(messages)
                if message_id not in self.message_table_notify:
                    self.message_table_notify[message_id] = asyncio.Event()
                self.message_table_notify[message_id].set()

        except asyncio.CancelledError:
            self.status = MSLDAPClientStatus.STOPPED
            return

        except Exception as e:
            self.status = MSLDAPClientStatus.ERROR
            self.lasterror = e
            for msgid in self.message_table_notify:
                self.message_table[msgid] = [e]
                self.message_table_notify[msgid].set()

        self.status = MSLDAPClientStatus.STOPPED

    async def send_message(self, message):
        curr_msg_id = self.message_id
        self.message_id += 1

        message['messageID'] = curr_msg_id
        message_data = LDAPMessage(message).dump()

        if self.bind_ok is True:
            if self.__encrypt_messages is True:
                message_data, signature = await self.auth.encrypt(
                    message_data, self.encryption_sequence_counter)
                message_data = signature + message_data
                message_data = len(message_data).to_bytes(
                    4, byteorder='big', signed=False) + message_data
                self.encryption_sequence_counter += 1
            elif self.__sign_messages is True:
                signature = await self.auth.sign(
                    message_data, self.encryption_sequence_counter)
                message_data = signature + message_data
                message_data = len(message_data).to_bytes(
                    4, byteorder='big', signed=False) + message_data
                self.encryption_sequence_counter += 1

        self.message_table_notify[curr_msg_id] = asyncio.Event()
        await self.network.out_queue.put(message_data)

        return curr_msg_id

    async def recv_message(self, message_id):
        if message_id not in self.message_table_notify:
            logger.debug(
                'Requested message id %s which is not in the message notify table!'
                % message_id)
            return None
        #print('Waiting for %s' % message_id)
        await self.message_table_notify[message_id].wait()
        #print(self.message_table)
        messages = self.message_table[message_id]

        #print('%s arrived!' % message_id)

        self.message_table[message_id] = []
        self.message_table_notify[message_id].clear()

        return messages

    async def connect(self):
        """
		Connects to the remote server. Establishes the session, but doesn't perform binding.
		This function MUST be called first before the `bind` operation.

		:return: A tuple of (True, None) on success or (False, Exception) on error. 
		:rtype: (:class:`bool`, :class:`Exception`)
		"""
        try:
            logger.debug('Connecting!')
            self.network = await MSLDAPNetworkSelector.select(self.target)
            res, err = await self.network.run()
            if res is False:
                return False, err

            # now processing channel binding options
            if self.target.proto == LDAPProtocol.SSL:
                certdata = self.network.get_peer_certificate()
                #cert = Certificate.load(certdata).native
                #print(cert)
                cb_struct = ChannelBindingsStruct()
                cb_struct.application_data = b'tls-server-end-point:' + sha256(
                    certdata).digest()

                self.cb_data = cb_struct.to_bytes()

            self.handle_incoming_task = asyncio.create_task(
                self.__handle_incoming())
            logger.debug('Connection succsessful!')
            return True, None
        except Exception as e:
            return False, e

    async def disconnect(self):
        """
		Tears down the connection.

		:return: Nothing
		:rtype: None
		"""

        logger.debug('Disconnecting!')
        self.bind_ok = False
        self.handle_incoming_task.cancel()
        await self.network.terminate()

    def __bind_success(self):
        """
		Internal function invoked after bind finished. 
		Instructs the network layer that upcoming messages might be wrapped
		"""
        logger.debug('BIND Success!')
        self.bind_ok = True
        if self.creds.auth_method in MSLDAP_GSS_METHODS or self.creds.auth_method == LDAPAuthProtocol.SICILY:
            self.__sign_messages = self.auth.signing_needed()
            self.__encrypt_messages = self.auth.encryption_needed()
            if self.__encrypt_messages or self.__sign_messages:
                self.network.is_plain_msg = False

    async def bind(self):
        """
		Performs the bind operation.
		This is where the authentication happens. Remember to call `connect` before this function!

		:return: A tuple of (True, None) on success or (False, Exception) on error. 
		:rtype: (:class:`bool`, :class:`Exception`)
		"""
        logger.debug('BIND in progress...')
        try:
            if self.creds.auth_method == LDAPAuthProtocol.SICILY:

                data, to_continue, err = await self.auth.authenticate(None)
                if err is not None:
                    return None, err

                auth = {'sicily_disco': b''}

                bindreq = {
                    'version': 3,
                    'name': 'NTLM'.encode(),
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] != 'success':
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

                auth = {'sicily_nego': data}

                bindreq = {
                    'version': 3,
                    'name': 'NTLM'.encode(),
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] != 'success':
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

                data, to_continue, err = await self.auth.authenticate(
                    res['protocolOp']['matchedDN'])
                if err is not None:
                    return None, err

                auth = {'sicily_resp': data}

                bindreq = {
                    'version': 3,
                    'name': 'NTLM'.encode(),
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] != 'success':
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

                self.__bind_success()
                return True, None

            elif self.creds.auth_method == LDAPAuthProtocol.SIMPLE:
                pw = b''
                if self.auth.password != None:
                    pw = self.auth.password.encode()

                user = b''
                if self.auth.username != None:
                    user = self.auth.username.encode()

                auth = {'simple': pw}

                bindreq = {
                    'version': 3,
                    'name': user,
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] == 'success':
                    self.__bind_success()
                    return True, None

                else:
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

            elif self.creds.auth_method in MSLDAP_GSS_METHODS:
                challenge = None
                while True:
                    try:
                        data, to_continue, err = await self.auth.authenticate(
                            challenge, cb_data=self.cb_data)
                        if err is not None:
                            raise err
                    except Exception as e:
                        return False, e

                    sasl = {
                        'mechanism': 'GSS-SPNEGO'.encode(),
                        'credentials': data,
                    }
                    auth = {'sasl': SaslCredentials(sasl)}

                    bindreq = {
                        'version': 3,
                        'name': b'',
                        'authentication': AuthenticationChoice(auth),
                    }

                    br = {'bindRequest': BindRequest(bindreq)}
                    msg = {'protocolOp': protocolOp(br)}

                    msg_id = await self.send_message(msg)
                    res = await self.recv_message(msg_id)
                    res = res[0]
                    if isinstance(res, Exception):
                        return False, res
                    res = res.native
                    if res['protocolOp']['resultCode'] == 'success':
                        if 'serverSaslCreds' in res['protocolOp']:
                            data, _, err = await self.auth.authenticate(
                                res['protocolOp']['serverSaslCreds'],
                                cb_data=self.cb_data)
                            if err is not None:
                                return False, err

                        self.encryption_sequence_counter = self.auth.get_seq_number(
                        )
                        self.__bind_success()

                        return True, None

                    elif res['protocolOp'][
                            'resultCode'] == 'saslBindInProgress':
                        challenge = res['protocolOp']['serverSaslCreds']
                        continue

                    else:
                        return False, Exception(
                            'BIND failed! Result code: "%s" Reason: "%s"' %
                            (res['protocolOp']['resultCode'],
                             res['protocolOp']['diagnosticMessage']))

            else:
                raise Exception('Not implemented authentication method: %s' %
                                self.creds.auth_method.name)
        except Exception as e:
            return False, e

    async def add(self, entry, attributes):
        """
		Performs the add operation.
		
		:param entry: The DN of the object to be added
		:type entry: str
		:param attributes: Attributes to be used in the operation
		:type attributes: dict
		:return: A tuple of (True, None) on success or (False, Exception) on error. 
		:rtype: (:class:`bool`, :class:`Exception`)
		"""
        try:
            req = {
                'entry': entry.encode(),
                'attributes': encode_attributes(attributes)
            }
            br = {'addRequest': AddRequest(req)}
            msg = {'protocolOp': protocolOp(br)}

            msg_id = await self.send_message(msg)
            results = await self.recv_message(msg_id)
            if isinstance(results[0], Exception):
                return False, results[0]

            for message in results:
                msg_type = message['protocolOp'].name
                message = message.native
                if msg_type == 'addResponse':
                    if message['protocolOp']['resultCode'] != 'success':
                        return False, Exception(
                            'Failed to add DN! LDAP error! Reason: %s Diag: %s'
                            % (message['protocolOp']['resultCode'],
                               message['protocolOp']['diagnosticMessage']))

            return True, None
        except Exception as e:
            return False, e

    async def modify(self, entry, changes, controls=None):
        """
		Performs the modify operation.
		
		:param entry: The DN of the object whose attributes are to be modified
		:type entry: str
		:param changes: Describes the changes to be made on the object. Must be a dictionary of the following format: {'attribute': [('change_type', [value])]}
		:type changes: dict
		:param controls: additional controls to be passed in the query
		:type controls: dict
		:return: A tuple of (True, None) on success or (False, Exception) on error. 
		:rtype: (:class:`bool`, :class:`Exception`)
		"""
        try:
            req = {
                'object': entry.encode(),
                'changes': encode_changes(changes)
            }
            br = {'modifyRequest': ModifyRequest(req)}
            msg = {'protocolOp': protocolOp(br)}
            if controls is not None:
                msg['controls'] = controls

            msg_id = await self.send_message(msg)
            results = await self.recv_message(msg_id)
            if isinstance(results[0], Exception):
                return False, results[0]

            for message in results:
                msg_type = message['protocolOp'].name
                message = message.native
                if msg_type == 'modifyResponse':
                    if message['protocolOp']['resultCode'] != 'success':
                        return False, Exception(
                            'Failed to add DN! LDAP error! Reason: %s Diag: %s'
                            % (message['protocolOp']['resultCode'],
                               message['protocolOp']['diagnosticMessage']))

            return True, None
        except Exception as e:
            return False, e

    async def delete(self, entry):
        """
		Performs the delete operation.
		
		:param entry: The DN of the object to be deleted
		:type entry: str
		:return: A tuple of (True, None) on success or (False, Exception) on error. 
		:rtype: (:class:`bool`, :class:`Exception`)
		"""
        try:
            br = {'delRequest': DelRequest(entry.encode())}
            msg = {'protocolOp': protocolOp(br)}

            msg_id = await self.send_message(msg)
            results = await self.recv_message(msg_id)
            if isinstance(results[0], Exception):
                return False, results[0]

            for message in results:
                msg_type = message['protocolOp'].name
                message = message.native
                if msg_type == 'delResponse':
                    if message['protocolOp']['resultCode'] != 'success':
                        return False, Exception(
                            'Failed to add DN! LDAP error! Reason: %s Diag: %s'
                            % (message['protocolOp']['resultCode'],
                               message['protocolOp']['diagnosticMessage']))

            return True, None
        except Exception as e:
            return False, e

    async def search(self,
                     base,
                     query,
                     attributes,
                     search_scope=2,
                     size_limit=1000,
                     types_only=False,
                     derefAliases=0,
                     timeLimit=None,
                     controls=None,
                     return_done=False):
        """
		Performs the search operation.
		
		:param base: base tree on which the search should be performed
		:type base: str
		:param query: filter query that defines what should be searched for
		:type query: str
		:param attributes: a list of attributes to be included in the response
		:type attributes: List[str]
		:param search_scope: Specifies the search operation's scope. Default: 2 (Subtree)
		:type search_scope: int
		:param types_only: indicates whether the entries returned should include attribute types only or both types and values. Default: False (both)
		:type types_only: bool
		:param size_limit: Size limit of result elements per query. Default: 1000
		:type size_limit: int
		:param derefAliases: Specifies the behavior on how aliases are dereferenced. Default: 0 (never)
		:type derefAliases: int
		:param timeLimit: Maximum time the search should take. If time limit reached the server SHOULD return an error
		:type timeLimit: int
		:param controls: additional controls to be passed in the query
		:type controls: dict
		:param return_done: Controls wether the final 'done' LDAP message should be returned, or just the actual results
		:type return_done: bool

		:return: Async generator which yields (`LDAPMessage`, None) tuple on success or (None, `Exception`) on error
		:rtype: Iterator[(:class:`LDAPMessage`, :class:`Exception`)]
		"""
        if self.status != MSLDAPClientStatus.RUNNING:
            yield None, Exception(
                'Connection not running! Probably encountered an error')
            return
        try:
            if timeLimit is None:
                timeLimit = 600  #not sure

            flt = query_syntax_converter(query)

            searchreq = {
                'baseObject': base.encode(),
                'scope': search_scope,
                'derefAliases': derefAliases,
                'sizeLimit': size_limit,
                'timeLimit': timeLimit,
                'typesOnly': types_only,
                'filter': flt,
                'attributes': attributes,
            }

            br = {'searchRequest': SearchRequest(searchreq)}
            msg = {'protocolOp': protocolOp(br)}
            if controls is not None:
                msg['controls'] = controls

            msg_id = await self.send_message(msg)

            while True:
                results = await self.recv_message(msg_id)
                for message in results:
                    msg_type = message['protocolOp'].name
                    message = message.native
                    if msg_type == 'searchResDone':
                        #print(message)
                        #print('BREAKING!')
                        if return_done is True:
                            yield (message, None)
                        break

                    elif msg_type == 'searchResRef':
                        #TODO: Check if we need to deal with this further
                        continue

                    if return_done is True:
                        yield (message, None)
                    else:
                        yield (convert_result(message['protocolOp']), None)
                else:
                    continue

                break

        except Exception as e:
            yield (None, e)

    async def pagedsearch(self,
                          base,
                          query,
                          attributes,
                          search_scope=2,
                          size_limit=1000,
                          typesOnly=False,
                          derefAliases=0,
                          timeLimit=None,
                          controls=None):
        """
		Paged search is the same as the search operation and uses it under the hood. Adds automatic control to read all results in a paged manner.
		
		:param base: base tree on which the search should be performed
		:type base: str
		:param query: filter query that defines what should be searched for
		:type query: str
		:param attributes: a list of attributes to be included in the response
		:type attributes: List[str]
		:param search_scope: Specifies the search operation's scope. Default: 2 (Subtree)
		:type search_scope: int
		:param types_only: indicates whether the entries returned should include attribute types only or both types and values. Default: False (both)
		:type types_only: bool
		:param size_limit: Size limit of result elements per query. Default: 1000
		:type size_limit: int
		:param derefAliases: Specifies the behavior on how aliases are dereferenced. Default: 0 (never)
		:type derefAliases: int
		:param timeLimit: Maximum time the search should take. If time limit reached the server SHOULD return an error
		:type timeLimit: int
		:param controls: additional controls to be passed in the query
		:type controls: dict
		:return: Async generator which yields (`dict`, None) tuple on success or (None, `Exception`) on error
		:rtype: Iterator[(:class:`dict`, :class:`Exception`)]
		"""

        if self.status != MSLDAPClientStatus.RUNNING:
            yield None, Exception(
                'Connection not running! Probably encountered an error')
            return
        try:
            cookie = b''
            while True:

                ctrl_list_temp = [
                    Control({
                        'controlType':
                        b'1.2.840.113556.1.4.319',
                        'controlValue':
                        SearchControlValue({
                            'size': size_limit,
                            'cookie': cookie
                        }).dump()
                    })
                ]
                if controls is not None:
                    ctrl_list_temp.extend(controls)

                ctrs = Controls(ctrl_list_temp)

                async for res, err in self.search(base,
                                                  query,
                                                  attributes,
                                                  search_scope=search_scope,
                                                  size_limit=size_limit,
                                                  types_only=typesOnly,
                                                  derefAliases=derefAliases,
                                                  timeLimit=timeLimit,
                                                  controls=ctrs,
                                                  return_done=True):
                    if err is not None:
                        yield (None, err)
                        return

                    if 'resultCode' in res['protocolOp']:
                        for control in res['controls']:
                            if control[
                                    'controlType'] == b'1.2.840.113556.1.4.319':
                                try:
                                    cookie = SearchControlValue.load(
                                        control['controlValue']
                                    ).native['cookie']
                                except Exception as e:
                                    raise e
                                break
                        else:
                            raise Exception(
                                'SearchControl missing from server response!')
                    else:
                        yield (convert_result(res['protocolOp']), None)

                if cookie == b'':
                    break

        except Exception as e:
            yield (None, e)

    async def get_serverinfo(self):
        if self.status != MSLDAPClientStatus.RUNNING:
            return None, Exception(
                'Connection not running! Probably encountered an error')

        attributes = [
            b'subschemaSubentry', b'dsServiceName', b'namingContexts',
            b'defaultNamingContext', b'schemaNamingContext',
            b'configurationNamingContext', b'rootDomainNamingContext',
            b'supportedControl', b'supportedLDAPVersion',
            b'supportedLDAPPolicies', b'supportedSASLMechanisms',
            b'dnsHostName', b'ldapServiceName', b'serverName',
            b'supportedCapabilities'
        ]

        filt = {'present': 'objectClass'.encode()}
        searchreq = {
            'baseObject': b'',
            'scope': 0,
            'derefAliases': 0,
            'sizeLimit': 1,
            'timeLimit': self.target.timeout - 1,
            'typesOnly': False,
            'filter': Filter(filt),
            'attributes': attributes,
        }

        br = {'searchRequest': SearchRequest(searchreq)}
        msg = {'protocolOp': protocolOp(br)}

        msg_id = await self.send_message(msg)
        res = await self.recv_message(msg_id)
        res = res[0]
        if isinstance(res, Exception):
            return None, res

        #print('res')
        #print(res)
        return convert_attributes(res.native['protocolOp']['attributes']), None
Esempio n. 4
0
class MSLDAPClientConnection:
    def __init__(self, target, creds):
        self.target = target
        self.creds = creds
        self.auth = AuthenticatorBuilder(self.creds, self.target).build()
        self.connected = False
        self.bind_ok = False
        self.__sign_messages = False
        self.__encrypt_messages = False
        self.network = None

        self.handle_incoming_task = None
        self.status = MSLDAPClientStatus.RUNNING
        self.lasterror = None

        self.message_id = 0
        self.message_table = {}
        self.message_table_notify = {}
        self.encryption_sequence_counter = 0  # this will be set by the inderlying auth algo
        self.cb_data = None  #for channel binding

    async def __handle_incoming(self):
        try:
            while True:
                message_data, err = await self.network.in_queue.get()
                if err is not None:
                    logger.debug(
                        'Client terminating bc __handle_incoming got an error!'
                    )
                    raise err

                #print('Incoming message data: %s' % message_data)
                if self.bind_ok is True:
                    if self.__encrypt_messages is True:
                        #removing size
                        message_data = message_data[4:]
                        try:
                            # seq number doesnt matter here, a it's in the header
                            message_data, err = await self.auth.decrypt(
                                message_data, 0)
                            if err is not None:
                                raise err
                            #print('Decrypted %s' % message_data.hex())
                            #print('Decrypted %s' % message_data)
                        except:
                            import traceback
                            traceback.print_exc()
                            raise

                    elif self.__sign_messages is True:
                        #print('Signed %s' % message_data)
                        message_data = message_data[4:]
                        try:
                            message_data = await self.auth.unsign(message_data)
                        #	print('Unsinged %s' % message_data)
                        except:
                            import traceback
                            traceback.print_exc()
                            raise

                msg_len = calcualte_length(message_data)
                msg_total_len = len(message_data)
                messages = []
                if msg_len == msg_total_len:
                    message = LDAPMessage.load(message_data)
                    messages.append(message)

                else:
                    #print('multi-message!')
                    while len(message_data) > 0:
                        msg_len = calcualte_length(message_data)
                        message = LDAPMessage.load(message_data[:msg_len])
                        messages.append(message)

                        message_data = message_data[msg_len:]

                message_id = messages[0]['messageID'].native
                if message_id not in self.message_table:
                    self.message_table[message_id] = []
                self.message_table[message_id].extend(messages)
                if message_id not in self.message_table_notify:
                    self.message_table_notify[message_id] = asyncio.Event()
                self.message_table_notify[message_id].set()

        except asyncio.CancelledError:
            self.status = MSLDAPClientStatus.STOPPED
            return

        except Exception as e:
            self.status = MSLDAPClientStatus.ERROR
            self.lasterror = e
            for msgid in self.message_table_notify:
                self.message_table[msgid] = [e]
                self.message_table_notify[msgid].set()

        self.status = MSLDAPClientStatus.STOPPED

    async def send_message(self, message):
        curr_msg_id = self.message_id
        self.message_id += 1

        message['messageID'] = curr_msg_id
        message_data = LDAPMessage(message).dump()

        if self.bind_ok is True:
            if self.__encrypt_messages is True:
                message_data, signature = await self.auth.encrypt(
                    message_data, self.encryption_sequence_counter)
                message_data = signature + message_data
                message_data = len(message_data).to_bytes(
                    4, byteorder='big', signed=False) + message_data
                self.encryption_sequence_counter += 1
            elif self.__sign_messages is True:
                signature = await self.auth.sign(
                    message_data, self.encryption_sequence_counter)
                message_data = signature + message_data
                message_data = len(message_data).to_bytes(
                    4, byteorder='big', signed=False) + message_data
                self.encryption_sequence_counter += 1

        self.message_table_notify[curr_msg_id] = asyncio.Event()
        await self.network.out_queue.put(message_data)

        return curr_msg_id

    async def recv_message(self, message_id):
        if message_id not in self.message_table_notify:
            logger.debug(
                'Requested message id %s which is not in the message notify table!'
                % message_id)
            return None
        #print('Waiting for %s' % message_id)
        await self.message_table_notify[message_id].wait()
        #print(self.message_table)
        messages = self.message_table[message_id]

        #print('%s arrived!' % message_id)

        self.message_table[message_id] = []
        self.message_table_notify[message_id].clear()

        return messages

    async def connect(self):
        try:
            logger.debug('Connecting!')
            self.network = await MSLDAPNetworkSelector.select(self.target)
            res, err = await self.network.run()
            if res is False:
                return False, err

            # now processing channel binding options
            if self.target.proto == LDAPProtocol.SSL:
                certdata = self.network.get_peer_certificate()
                #cert = Certificate.load(certdata).native
                #print(cert)
                cb_struct = ChannelBindingsStruct()
                cb_struct.application_data = b'tls-server-end-point:' + sha256(
                    certdata).digest()

                self.cb_data = cb_struct.to_bytes()

            self.handle_incoming_task = asyncio.create_task(
                self.__handle_incoming())
            logger.debug('Connection succsessful!')
            return True, None
        except Exception as e:
            return False, e

    async def disconnect(self):
        logger.debug('Disconnecting!')
        self.bind_ok = False
        self.handle_incoming_task.cancel()
        await self.network.terminate()

    def __bind_success(self):
        """
		Internal function invoked after bind finished. 
		Instructs the network layer that upcoming messages might be wrapped
		"""
        logger.debug('BIND Success!')
        self.bind_ok = True
        if self.creds.auth_method in MSLDAP_GSS_METHODS or self.creds.auth_method == LDAPAuthProtocol.SICILY:
            self.__sign_messages = self.auth.signing_needed()
            self.__encrypt_messages = self.auth.encryption_needed()
            if self.__encrypt_messages or self.__sign_messages:
                self.network.is_plain_msg = False

    async def bind(self):
        logger.debug('BIND in progress...')
        try:
            if self.creds.auth_method == LDAPAuthProtocol.SICILY:

                data, to_continue, err = await self.auth.authenticate(None)
                if err is not None:
                    return None, err

                auth = {'sicily_disco': b''}

                bindreq = {
                    'version': 3,
                    'name': 'NTLM'.encode(),
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] != 'success':
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

                auth = {'sicily_nego': data}

                bindreq = {
                    'version': 3,
                    'name': 'NTLM'.encode(),
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] != 'success':
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

                data, to_continue, err = await self.auth.authenticate(
                    res['protocolOp']['matchedDN'])
                if err is not None:
                    return None, err

                auth = {'sicily_resp': data}

                bindreq = {
                    'version': 3,
                    'name': 'NTLM'.encode(),
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] != 'success':
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

                self.__bind_success()
                return True, None

            elif self.creds.auth_method == LDAPAuthProtocol.SIMPLE:
                pw = b''
                if self.auth.password != None:
                    pw = self.auth.password.encode()

                user = b''
                if self.auth.username != None:
                    user = self.auth.username.encode()

                auth = {'simple': pw}

                bindreq = {
                    'version': 3,
                    'name': user,
                    'authentication': AuthenticationChoice(auth),
                }

                br = {'bindRequest': BindRequest(bindreq)}
                msg = {'protocolOp': protocolOp(br)}

                msg_id = await self.send_message(msg)
                res = await self.recv_message(msg_id)
                res = res[0]
                if isinstance(res, Exception):
                    return False, res
                res = res.native
                if res['protocolOp']['resultCode'] == 'success':
                    self.__bind_success()
                    return True, None

                else:
                    return False, Exception(
                        'BIND failed! Result code: "%s" Reason: "%s"' %
                        (res['protocolOp']['resultCode'],
                         res['protocolOp']['diagnosticMessage']))

            elif self.creds.auth_method in MSLDAP_GSS_METHODS:
                challenge = None
                while True:
                    try:
                        data, to_continue, err = await self.auth.authenticate(
                            challenge, cb_data=self.cb_data)
                        if err is not None:
                            raise err
                    except Exception as e:
                        return False, e

                    sasl = {
                        'mechanism': 'GSS-SPNEGO'.encode(),
                        'credentials': data,
                    }
                    auth = {'sasl': SaslCredentials(sasl)}

                    bindreq = {
                        'version': 3,
                        'name': b'',
                        'authentication': AuthenticationChoice(auth),
                    }

                    br = {'bindRequest': BindRequest(bindreq)}
                    msg = {'protocolOp': protocolOp(br)}

                    msg_id = await self.send_message(msg)
                    res = await self.recv_message(msg_id)
                    res = res[0]
                    if isinstance(res, Exception):
                        return False, res
                    res = res.native
                    if res['protocolOp']['resultCode'] == 'success':
                        if 'serverSaslCreds' in res['protocolOp']:
                            data, _, err = await self.auth.authenticate(
                                res['protocolOp']['serverSaslCreds'],
                                cb_data=self.cb_data)
                            if err is not None:
                                return False, err

                        self.encryption_sequence_counter = self.auth.get_seq_number(
                        )
                        self.__bind_success()

                        return True, None

                    elif res['protocolOp'][
                            'resultCode'] == 'saslBindInProgress':
                        challenge = res['protocolOp']['serverSaslCreds']
                        continue

                    else:
                        return False, Exception(
                            'BIND failed! Result code: "%s" Reason: "%s"' %
                            (res['protocolOp']['resultCode'],
                             res['protocolOp']['diagnosticMessage']))

            else:
                raise Exception('Not implemented authentication method: %s' %
                                self.creds.auth_method.name)
        except Exception as e:
            return False, e

    async def search(self,
                     base,
                     filter,
                     attributes,
                     search_scope=2,
                     paged_size=1000,
                     typesOnly=False,
                     derefAliases=0,
                     timeLimit=None,
                     controls=None,
                     return_done=False):
        """
		This function is a generator!!!!! Dont just call it but use it with "async for"
		"""
        if self.status != MSLDAPClientStatus.RUNNING:
            yield None, Exception(
                'Connection not running! Probably encountered an error')
            return
        try:
            if timeLimit is None:
                timeLimit = 600  #not sure

            searchreq = {
                'baseObject': base,
                'scope': search_scope,
                'derefAliases': derefAliases,
                'sizeLimit': paged_size,
                'timeLimit': timeLimit,
                'typesOnly': typesOnly,
                'filter': filter,
                'attributes': attributes,
            }

            br = {'searchRequest': SearchRequest(searchreq)}
            msg = {'protocolOp': protocolOp(br)}
            if controls is not None:
                msg['controls'] = controls

            msg_id = await self.send_message(msg)

            while True:
                results = await self.recv_message(msg_id)
                for message in results:
                    msg_type = message['protocolOp'].name
                    message = message.native
                    if msg_type == 'searchResDone':
                        #print(message)
                        #print('BREAKING!')
                        if return_done is True:
                            yield (message, None)
                        break

                    elif msg_type == 'searchResRef':
                        #TODO: Check if we need to deal with this further
                        continue

                    if return_done is True:
                        yield (message, None)
                    else:
                        yield (convert_result(message['protocolOp']), None)
                else:
                    continue

                break

        except Exception as e:
            yield (None, e)

    async def pagedsearch(self,
                          base,
                          filter,
                          attributes,
                          search_scope=2,
                          paged_size=1000,
                          typesOnly=False,
                          derefAliases=0,
                          timeLimit=None,
                          controls=None):
        if self.status != MSLDAPClientStatus.RUNNING:
            yield None, Exception(
                'Connection not running! Probably encountered an error')
            return
        try:
            cookie = b''
            while True:

                ctrl_list_temp = [
                    Control({
                        'controlType':
                        b'1.2.840.113556.1.4.319',
                        'controlValue':
                        SearchControlValue({
                            'size': paged_size,
                            'cookie': cookie
                        }).dump()
                    })
                ]
                if controls is not None:
                    ctrl_list_temp.extend(controls)

                ctrs = Controls(ctrl_list_temp)

                async for res, err in self.search(base,
                                                  filter,
                                                  attributes,
                                                  search_scope=search_scope,
                                                  paged_size=paged_size,
                                                  typesOnly=typesOnly,
                                                  derefAliases=derefAliases,
                                                  timeLimit=timeLimit,
                                                  controls=ctrs,
                                                  return_done=True):
                    if err is not None:
                        yield (None, err)
                        return

                    if 'resultCode' in res['protocolOp']:
                        for control in res['controls']:
                            if control[
                                    'controlType'] == b'1.2.840.113556.1.4.319':
                                try:
                                    cookie = SearchControlValue.load(
                                        control['controlValue']
                                    ).native['cookie']
                                except Exception as e:
                                    raise e
                                break
                        else:
                            raise Exception(
                                'SearchControl missing from server response!')
                    else:
                        yield (convert_result(res['protocolOp']), None)

                if cookie == b'':
                    break

        except Exception as e:
            yield (None, e)

    async def get_serverinfo(self):
        if self.status != MSLDAPClientStatus.RUNNING:
            return None, Exception(
                'Connection not running! Probably encountered an error')

        attributes = [
            b'subschemaSubentry', b'dsServiceName', b'namingContexts',
            b'defaultNamingContext', b'schemaNamingContext',
            b'configurationNamingContext', b'rootDomainNamingContext',
            b'supportedControl', b'supportedLDAPVersion',
            b'supportedLDAPPolicies', b'supportedSASLMechanisms',
            b'dnsHostName', b'ldapServiceName', b'serverName',
            b'supportedCapabilities'
        ]

        filt = {'present': 'objectClass'.encode()}
        searchreq = {
            'baseObject': b'',
            'scope': 0,
            'derefAliases': 0,
            'sizeLimit': 1,
            'timeLimit': self.target.timeout - 1,
            'typesOnly': False,
            'filter': Filter(filt),
            'attributes': attributes,
        }

        br = {'searchRequest': SearchRequest(searchreq)}
        msg = {'protocolOp': protocolOp(br)}

        msg_id = await self.send_message(msg)
        res = await self.recv_message(msg_id)
        res = res[0]
        if isinstance(res, Exception):
            return None, res

        #print('res')
        #print(res)
        return convert_attributes(res.native['protocolOp']['attributes']), None