Exemple #1
0
    def __setstate__(self, state):
        r"""In deserialization, we set up the index and the references to the
        data packs inside.
        """
        super().__setstate__(state)

        self.links = SortedList(self.links)
        self.groups = SortedList(self.groups)
        self.generics = SortedList(self.generics)

        self.index = BaseIndex()
        self.index.update_basic_index(list(self.links))
        self.index.update_basic_index(list(self.groups))
        self.index.update_basic_index(list(self.generics))

        for a in self.links:
            a.set_pack(self)

        for a in self.groups:
            a.set_pack(self)

        for a in self.generics:
            a.set_pack(self)

        # Rebuild the name to index lookup.
        self._name_index = {n: i for (i, n) in enumerate(self._pack_names)}
Exemple #2
0
    def __setstate__(self, state):
        r"""In deserialization, we
            - initialize the indexes.
        """
        self.__dict__.update(state)
        self.index = BaseIndex()

        for a in self.links:
            a.set_pack(self)

        for a in self.groups:
            a.set_pack(self)
Exemple #3
0
    def __init__(self, doc_id: Optional[str] = None):
        super().__init__()

        self.links: List[LinkType] = []
        self.groups: List[GroupType] = []

        self.meta: BaseMeta = BaseMeta(doc_id)
        self.index: BaseIndex = BaseIndex()
Exemple #4
0
    def __init__(self, pack_name: Optional[str] = None):
        super().__init__()
        self.links: List[LinkType] = []
        self.groups: List[GroupType] = []

        self.meta: BaseMeta = self._init_meta(pack_name)
        self.index: BaseIndex = BaseIndex()

        self.__control_component: Optional[str] = None
        self._pending_entries: Dict[int, Tuple[Entry, Optional[str]]] = {}
Exemple #5
0
    def __init__(self, pack_name: Optional[str] = None):
        super().__init__()
        self.links: List[LinkType] = []
        self.groups: List[GroupType] = []

        self._meta: BaseMeta = self._init_meta(pack_name)
        self._index: BaseIndex = BaseIndex()

        self.__control_component: Optional[str] = None

        # This Dict maintains a mapping from entry's tid to the Entry object
        # itself and the component name associated with the entry.
        # The component name is used for tracking the "creator" of this entry.
        self._pending_entries: Dict[int, Tuple[Entry, Optional[str]]] = {}
Exemple #6
0
    def __init__(self):
        super().__init__()
        self._packs: List[DataPack] = []
        self._pack_names: List[str] = []
        self.__name_index = {}

        self.links: List[MultiPackLink] = []
        self.groups: List[MultiPackGroup] = []

        self.meta: MultiPackMeta = MultiPackMeta()

        self.index: BaseIndex = BaseIndex()

        self.__default_pack_prefix = '_pack'
Exemple #7
0
    def __init__(self, doc_id: Optional[str] = None):
        super().__init__()

        self.links: List[LinkType] = []
        self.groups: List[GroupType] = []

        self.meta: BaseMeta = BaseMeta(doc_id)
        self.index: BaseIndex = BaseIndex()

        # Obtain the global pack manager.
        self._pack_manager: PackManager = PackManager()

        self.__control_component: Optional[str] = None

        self._pending_entries: Dict[int, Tuple[Entry, str]] = {}
Exemple #8
0
    def __init__(self,
                 pack_manager: PackManager,
                 pack_name: Optional[str] = None):
        super().__init__()
        self._pack_manager = pack_manager

        self.links: List[LinkType] = []
        self.groups: List[GroupType] = []

        self.meta: BaseMeta = self._init_meta(pack_name)
        self.index: BaseIndex = BaseIndex()

        # Assign a pack id for this pack.
        self._pack_manager.set_pack_id(self)
        self.__control_component: Optional[str] = None
        self._pending_entries: Dict[int, Tuple[Entry, Optional[str]]] = {}
Exemple #9
0
    def __init__(self):
        super().__init__()
        # Store the global ids.
        self._pack_ref: List[int] = []
        # Store the reverse mapping from global id to the pack index.
        self._inverse_pack_ref: Dict[int, int] = {}

        # Store the pack names.
        self._pack_names: List[str] = []
        # Store the reverse mapping from name to the pack index.
        self._name_index: Dict[str, int] = {}

        self.links: SortedList[MultiPackLink] = SortedList()
        self.groups: SortedList[MultiPackGroup] = SortedList()
        self.generics: SortedList[MultiPackGeneric] = SortedList()

        self.meta: MultiPackMeta = MultiPackMeta()

        self.index: BaseIndex = BaseIndex()

        # Used to automatically give name to sub packs.
        self.__default_pack_prefix = '_pack'
        self._pack_manager.set_pack_id(self)
Exemple #10
0
class MultiPack(BasePack[Entry, MultiPackLink, MultiPackGroup]):
    r"""A :class:`MultiPack' contains multiple DataPacks and a collection of
    cross-pack entries (links, and groups)
    """
    def __init__(self):
        super().__init__()
        # Store the global ids.
        self._pack_ref: List[int] = []
        # Store the reverse mapping from global id to the pack index.
        self._inverse_pack_ref: Dict[int, int] = {}

        # Store the pack names.
        self._pack_names: List[str] = []
        # Store the reverse mapping from name to the pack index.
        self._name_index: Dict[str, int] = {}

        self.links: SortedList[MultiPackLink] = SortedList()
        self.groups: SortedList[MultiPackGroup] = SortedList()
        self.generics: SortedList[MultiPackGeneric] = SortedList()

        self.meta: MultiPackMeta = MultiPackMeta()

        self.index: BaseIndex = BaseIndex()

        # Used to automatically give name to sub packs.
        self.__default_pack_prefix = '_pack'
        self._pack_manager.set_pack_id(self)

    def __setstate__(self, state):
        r"""In deserialization, we set up the index and the references to the
        data packs inside.
        """
        super().__setstate__(state)

        self.links = SortedList(self.links)
        self.groups = SortedList(self.groups)
        self.generics = SortedList(self.generics)

        self.index = BaseIndex()
        self.index.update_basic_index(list(self.links))
        self.index.update_basic_index(list(self.groups))
        self.index.update_basic_index(list(self.generics))

        for a in self.links:
            a.set_pack(self)

        for a in self.groups:
            a.set_pack(self)

        for a in self.generics:
            a.set_pack(self)

        # Rebuild the name to index lookup.
        self._name_index = {n: i for (i, n) in enumerate(self._pack_names)}

    def __getstate__(self):
        r"""
        Pop some recoverable information in serialization.

        Returns:

        """
        state = super().__getstate__()
        state.pop('_inverse_pack_ref')
        state.pop('_name_index')

        state['links'] = list(state['links'])
        state['groups'] = list(state['groups'])
        state['generics'] = list(state['generics'])

        return state

    def realign_packs(self):
        """Need to call this after reading the relevant data packs"""
        # pylint: disable=protected-access
        new_pack_refs: List[int] = []
        new_inverse_refs: Dict[int, int] = {}
        for pid in self._pack_ref:
            remapped_id = self._pack_manager.get_remapped_id(pid)
            new_pack_refs.append(remapped_id)
            new_inverse_refs[remapped_id] = len(new_pack_refs) - 1

        self._pack_ref = new_pack_refs
        self._inverse_pack_ref = new_inverse_refs

    def __iter__(self):
        yield from self.links
        yield from self.groups
        yield from self.generics

    def __del__(self):
        """ A destructor for the MultiPack. During destruction, the Multi Pack
        will inform the PackManager that it won't need the DataPack anymore.
        """
        super().__del__()
        for pack_id in self._pack_ref:
            self._pack_manager.dereference_pack(pack_id)

    def validate(self, entry: EntryType) -> bool:
        return isinstance(entry, MultiPackEntries)

    def get_subentry(self, pack_idx: int, entry_id: int):
        return self.get_pack_at(pack_idx).get_entry(entry_id)

    def get_span_text(self, span: Span):
        raise ValueError(
            "MultiPack objects do not contain text, please refer to a "
            "specific data pack to get text.")

    def add_pack(self, pack_name: Optional[str] = None) -> DataPack:
        """
        Create a data pack and add it to this multi pack. If pack_name is not
        None, it will be used to index the data pack. Otherwise, a default name
        based on the pack id will be created for this data pack. The created
        data pack will be returned.

        Args:
            pack_name (str): The pack name used for the new created pack

        Returns: The newly created data pack.

        """
        if pack_name in self._name_index:
            raise ValueError(f"The name {pack_name} has already been taken.")
        if pack_name is not None and not isinstance(pack_name, str):
            raise ValueError(f"key of the pack should be str, but got "
                             f""
                             f"{type(pack_name)}")

        pack: DataPack = DataPack()
        self.add_pack_(pack, pack_name)
        return pack

    def add_pack_(self, pack: DataPack, pack_name: Optional[str] = None):
        """
        Add a existing data pack to the multi pack.

        Args:
            pack (DataPack): The existing data pack.
            pack_name (str): The name to used in this multi pack.

        Returns:

        """
        if pack_name in self._name_index:
            raise ValueError(f"The name {pack_name} has already been taken.")
        if pack_name is not None and not isinstance(pack_name, str):
            raise ValueError(f"key of the pack should be str, but got "
                             f""
                             f"{type(pack_name)}")
        if not isinstance(pack, DataPack):
            raise ValueError(f"value of the packs should be DataPack, but "
                             f"got {type(pack)}")

        pid = pack.meta.pack_id

        # Tell the system that this multi pack is referencing this data pack.
        self._pack_manager.reference_pack(pack)

        if pack_name is None:
            # Create a default name based on the pack id.
            pack_name = f'{self.__default_pack_prefix}_{pid}'

        # Record the pack's global id and names. Also the reverse lookup map.
        self._pack_ref.append(pid)
        self._inverse_pack_ref[pid] = len(self._pack_ref) - 1

        self._pack_names.append(pack_name)
        self._name_index[pack_name] = len(self._pack_ref) - 1

    def get_pack_at(self, index: int) -> DataPack:
        """
        Get data pack at provided index.

        Args:
            index: The index of the pack.

        Returns: The pack at the index.

        """
        return self._pack_manager.get_from_pool(self._pack_ref[index])

    def get_pack_index(self, pack_id: int) -> int:
        """
        Get the pack index from the global pack id.

        Args:
            pack_id: The global pack id to find.

        Returns:

        """
        try:
            return self._inverse_pack_ref[pack_id]
        except KeyError as e:
            raise ProcessExecutionException(
                f"Pack {pack_id} is not in this multi-pack.") from e

    def get_pack(self, name: str) -> DataPack:
        """
        Get data pack of name.
        Args:
            name: The name of the pack

        Returns: The pack that has that name.

        """
        return self._pack_manager.get_from_pool(
            self._pack_ref[self._name_index[name]])

    @property
    def packs(self) -> List[DataPack]:
        """
        Get the list of Data packs that in the order of added.

        Returns: List of data packs contained in this multi-pack.

        """
        return [self._pack_manager.get_from_pool(r) for r in self._pack_ref]

    @property
    def pack_names(self) -> Set[str]:
        return set(self._pack_names)

    def update_pack(self, named_packs: Dict[str, DataPack]):
        for pack_name, pack in named_packs.items():
            self.add_pack_(pack, pack_name)

    def iter_packs(self) -> Iterator[Tuple[str, DataPack]]:
        for pack_name, pack in zip(self._pack_names, self.packs):
            yield pack_name, pack

    def rename_pack(self, old_name: str, new_name: str):
        r"""Rename the pack to a new name. If the new_name is already taken, a
        ``ValueError`` will be raised. If the old_name is not found, then a
        ``KeyError`` will be raised just as missing value from a dictionary.

        Args:
            old_name: The old name of the pack.
            new_name: The new name to be assigned for the pack.

        Returns:

        """
        if new_name in self._name_index:
            raise ValueError("The new name is already taken.")
        pack_index = self._name_index[old_name]
        self._name_index[new_name] = pack_index
        self._pack_names[pack_index] = new_name

    def iter_groups(self):
        yield from self.groups

    def add_all_remaining_entries(self):
        """
        Calling this function will add the entries that are not added to the
        pack manually.

        Returns:

        """
        super().add_all_remaining_entries()
        for pack in self.packs:
            pack.add_all_remaining_entries()

    def get_single_pack_data(self,
                             pack_index: int,
                             context_type: Type[Annotation],
                             request: Optional[DataRequest] = None,
                             skip_k: int = 0) -> Iterator[Dict[str, Any]]:
        r"""Get pack data from one of the packs specified by the name. This is
        equivalent to calling the :meth: `get_data` in :class: `DataPack`.

        Args:
            pack_index (str): The name to identify the single pack.
            context_type (str): The granularity of the data context, which
                could be any Annotation type.
            request (dict): The entry types and fields required.
                The keys of the dict are the required entry types and the
                value should be either a list of field names or a dict.
                If the value is a dict, accepted items includes "fields",
                "component", and "unit". By setting "component" (a list), users
                can specify the components by which the entries are generated.
                If "component" is not specified, will return entries generated
                by all components. By setting "unit" (a string), users can
                specify a unit by which the annotations are indexed.
                Note that for all annotations, "text" and "span" fields are
                given by default; for all links, "child" and "parent"
                fields are given by default.
            skip_k:Will skip the first k instances and generate
                data from the k + 1 instance.

        Returns:
            A data generator, which generates one piece of data (a dict
            containing the required annotations and context).
        """

        yield from self.get_pack_at(pack_index).get_data(
            context_type, request, skip_k)

    def get_cross_pack_data(
        self,
        request: MdRequest,
    ):
        r"""
        Example:

            .. code-block:: python

                requests = {
                    MultiPackLink:
                        {
                            "component": ["dummy"],
                            "fields": ["speaker"],
                        },
                    base_ontology.Token: ["pos", "sense""],
                    base_ontology.EntityMention: {
                        "unit": "Token",
                    },
                }
                pack.get_cross_pack_data(requests)

        Get data via the links and groups across data packs. The keys could be
        Multipack entries (i.e. MultipackLink and MultipackGroup). The values
        specifies the detailed entry information to be get. The value can be a
        List of field names, then the return result will contains all specified
        fields.

        One can also call this method with more constraints by providing
        a Dict, which can contain the following keys:
          - "fields", this specifies the attribute field names to be obtained
          - "unit", this specifies the unit used to index the annotation
          - "component", this specifies a constraint to take only the entries
          created by the specified component.

        The data request logic is very similar to :meth: ``get_data`` function
        in :class: ``Datapack``, only that this is constraint to the Multipack
        entries.

        Args:
            request: A dict containing the data request. The key is the

        Returns:

        """
        pass

    def __add_entry_with_check(self,
                               entry: EntryType,
                               allow_duplicate: bool = True) -> EntryType:
        r"""Internal method to add an :class:`Entry` object to the
        :class:`MultiPack` object.

        Args:
            entry (Entry): An :class:`Entry` object to be added to the datapack.
            allow_duplicate (bool): Whether we allow duplicate in the datapack.

        Returns:
            The input entry itself
        """
        if isinstance(entry, MultiPackLink):
            target = self.links
        elif isinstance(entry, MultiPackGroup):
            target = self.groups
        elif isinstance(entry, MultiPackGeneric):
            target = self.generics
        else:
            raise ValueError(
                f"Invalid entry type {type(entry)} for Multipack. A valid "
                f"entry should be an instance of MultiPackLink, MultiPackGroup"
                f", or MultiPackGeneric.")

        add_new = allow_duplicate or (entry not in target)

        if add_new:
            target.add(entry)

            # update the data pack index if needed
            self.index.update_basic_index([entry])
            if self.index.link_index_on and isinstance(entry, MultiPackLink):
                self.index.update_link_index([entry])
            if self.index.group_index_on and isinstance(entry, MultiPackGroup):
                self.index.update_group_index([entry])

            self._pending_entries.pop(entry.tid)
            return entry
        else:
            return target[target.index(entry)]

    def get_entries(self,
                    entry_type: Type[EntryType],
                    components: Optional[Union[str, List[str]]] = None):
        """ Get ``entry_type`` entries from this multi pack.

        Example:

            .. code-block:: python

                for relation in pack.get_entries(
                                    CrossDocEntityRelation,
                                    component=entity_component
                                    ):
                    print(relation.parent)
                    ...

            In the above code snippet, we get entries of type
            ``CrossDocEntityRelation`` within each ``sentence`` which were
            generated by ``entity_component``

        Args:
            entry_type (type): The type of the entries requested.
            components (str or list, optional): The component generating the
                entries requested. If `None`, all valid entries generated by
                any component will be returned.

        Returns:

        """
        # valid type
        valid_id = self.get_ids_by_type(entry_type)
        # valid component
        if components is not None:
            if isinstance(components, str):
                components = [components]
            valid_id &= self.get_ids_by_components(components)

        for entry_id in valid_id:
            yield self.get_entry(entry_id)

    def get(self,
            entry_type: Type[EntryType],
            components: Optional[Union[str, List[str]]] = None):
        """ Get ``entry_type`` entries from this multi pack.

        Example:

            .. code-block:: python

                for relation in pack.get_entries(
                                    CrossDocEntityRelation,
                                    component=entity_component
                                    ):
                    print(relation.parent)
                    ...

            In the above code snippet, we get entries of type
            ``CrossDocEntityRelation`` within each ``sentence`` which were
            generated by ``entity_component``

        Args:
            entry_type (type): The type of the entries requested.
            components (str or list, optional): The component generating the
                entries requested. If `None`, all valid entries generated by
                any component will be returned.

        Returns:

        """
        yield from self.get_entries(entry_type, components)

    def add_entry(self, entry: EntryType) -> EntryType:
        r"""Force add an :class:`Entry` object to the :class:`MultiPack` object.

        Allow duplicate entries in a datapack.

        Args:
            entry (Entry): An :class:`Entry` object to be added to the datapack.

        Returns:
            The input entry itself
        """
        return self.__add_entry_with_check(entry, True)

    def get_entry(self, tid: int) -> EntryType:
        r"""Look up the entry_index with key ``tid``."""
        entry = self.index.get_entry(tid)
        if entry is None:
            raise KeyError(
                f"There is no entry with tid '{tid}'' in this datapack")
        return entry

    def delete_entry(self, entry: EntryType):
        r"""Delete an :class:`~forte.data.ontology.top.Entry` object from the
         :class:`MultiPack`.

        Args:
            entry (Entry): An :class:`~forte.data.ontology.top.Entry`
                object to be deleted from the pack.

        """
        if isinstance(entry, MultiPackLink):
            target = self.links
        elif isinstance(entry, MultiPackGroup):
            target = self.groups
        elif isinstance(entry, MultiPackGeneric):
            target = self.generics
        else:
            raise ValueError(
                f"Invalid entry type {type(entry)}. A valid entry "
                f"should be an instance of Annotation, Link, or Group.")

        begin = 0
        for i, e in enumerate(target[begin:]):
            if e.tid == entry.tid:
                target.pop(i + begin)
                break

        # update basic index
        self.index.remove_entry(entry)

        # set other index invalid
        self.index.turn_link_index_switch(on=False)
        self.index.turn_group_index_switch(on=False)

    @classmethod
    def validate_link(cls, entry: EntryType) -> bool:
        return isinstance(entry, MultiPackLink)

    @classmethod
    def validate_group(cls, entry: EntryType) -> bool:
        return isinstance(entry, MultiPackGroup)

    def view(self):
        return copy.deepcopy(self)
Exemple #11
0
class MultiPack(BasePack[Entry, MultiPackLink, MultiPackGroup]):
    r"""A :class:`MultiPack' contains multiple DataPacks and a collection of
    cross-pack entries (links, and groups)
    """

    def __init__(self):
        super().__init__()
        self._packs: List[DataPack] = []
        self._pack_names: List[str] = []
        self.__name_index = {}

        self.links: List[MultiPackLink] = []
        self.groups: List[MultiPackGroup] = []

        self.meta: MultiPackMeta = MultiPackMeta()

        self.index: BaseIndex = BaseIndex()

        self.__default_pack_prefix = '_pack'

    def __getstate__(self):
        r"""In serialization,
            - will not serialize the indexes
        """
        state = self.__dict__.copy()
        state.pop('index')
        return state

    def __setstate__(self, state):
        r"""In deserialization, we
            - initialize the indexes.
        """
        self.__dict__.update(state)
        self.index = BaseIndex()

        for a in self.links:
            a.set_pack(self)

        for a in self.groups:
            a.set_pack(self)

    # pylint: disable=no-self-use
    def validate(self, entry: EntryType) -> bool:
        return isinstance(entry, MultiPackEntries)

    def subentry(self, pack_index: int, entry: Entry):
        return SubEntry(self, pack_index, entry.tid)

    def get_span_text(self, span: Span):  # pylint: disable=no-self-use
        raise ValueError(
            "MultiPack objects do not contain text, please refer to a "
            "specific data pack to get text.")

    def add_pack(self, pack: DataPack, pack_name: Optional[str] = None):
        if pack_name in self.__name_index:
            raise ValueError(
                f"The name {pack_name} has already been taken.")
        if pack_name is not None and not isinstance(pack_name, str):
            raise ValueError(
                f"key of the pack should be str, but got "
                f"" f"{type(pack_name)}"
            )
        if not isinstance(pack, DataPack):
            raise ValueError(
                f"value of the packs should be DataPack, but "
                f"got {type(pack)}"
            )

        self._packs.append(pack)
        pid = len(self._packs) - 1

        if pack_name is None:
            pack_name = f'{self.__default_pack_prefix}_{pid}'

        self._pack_names.append(pack_name)
        self.__name_index[pack_name] = pid

    @property
    def packs(self) -> List[DataPack]:
        return self._packs

    @property
    def pack_names(self) -> Set[str]:
        return set(self._pack_names)

    def update_pack(self, named_packs: Dict[str, DataPack]):
        for pack_name, pack in named_packs.items():
            self.add_pack(pack, pack_name)

    def iter_packs(self) -> Iterator[Tuple[str, DataPack]]:
        for pack_name, pack in zip(self._pack_names, self._packs):
            yield pack_name, pack

    def rename_pack(self, old_name: str, new_name: str):
        r"""Rename the pack to a new name. If the new_name is already taken, a
        ``ValueError`` will be raised. If the old_name is not found, then a
        ``KeyError`` will be raised just as missing value from a dictionary.

        Args:
            old_name: The old name of the pack.
            new_name: The new name to be assigned for the pack.

        Returns:

        """
        if new_name in self.__name_index:
            raise ValueError("The new name is already taken.")
        pack_index = self.__name_index[old_name]
        self.__name_index[new_name] = pack_index
        self._pack_names[pack_index] = new_name

    def get_pack(self, name: str):
        return self._packs[self.__name_index[name]]

    def get_single_pack_data(
            self,
            pack_index: int,
            context_type: Type[Annotation],
            request: Optional[DataRequest] = None,
            skip_k: int = 0
    ) -> Iterator[Dict[str, Any]]:
        r"""Get pack data from one of the packs specified by the name. This is
        equivalent to calling the :meth: `get_data` in :class: `DataPack`.

        Args:
            pack_index (str): The name to identify the single pack.
            context_type (str): The granularity of the data context, which
                could be any Annotation type.
            request (dict): The entry types and fields required.
                The keys of the dict are the required entry types and the
                value should be either a list of field names or a dict.
                If the value is a dict, accepted items includes "fields",
                "component", and "unit". By setting "component" (a list), users
                can specify the components by which the entries are generated.
                If "component" is not specified, will return entries generated
                by all components. By setting "unit" (a string), users can
                specify a unit by which the annotations are indexed.
                Note that for all annotations, "text" and "span" fields are
                given by default; for all links, "child" and "parent"
                fields are given by default.
            skip_k:Will skip the first k instances and generate
                data from the k + 1 instance.

        Returns:
            A data generator, which generates one piece of data (a dict
            containing the required annotations and context).
        """

        yield from self._packs[
            pack_index].get_data(context_type, request, skip_k)

    def get_cross_pack_data(
            self,
            request: MdRequest,
    ):
        r"""
        Example:

            .. code-block:: python

                requests = {
                    MultiPackLink:
                        {
                            "component": ["dummy"],
                            "fields": ["speaker"],
                        },
                    base_ontology.Token: ["pos", "sense""],
                    base_ontology.EntityMention: {
                        "unit": "Token",
                    },
                }
                pack.get_cross_pack_data(requests)

        Get data via the links and groups across data packs. The keys could be
        Multipack entries (i.e. MultipackLink and MultipackGroup). The values
        specifies the detailed entry information to be get. The value can be a
        List of field names, then the return result will contains all specified
        fields.

        One can also call this method with more constraints by providing
        a Dict, which can contain the following keys:
          - "fields", this specifies the attribute field names to be obtained
          - "unit", this specifies the unit used to index the annotation
          - "component", this specifies a constraint to take only the entries
          created by the specified component.

        The data request logic is very similar to :meth: ``get_data`` function
        in :class: ``Datapack``, only that this is constraint to the Multipack
        entries.

        Args:
            request: A dict containing the data request. The key is the

        Returns:

        """
        pass

    def add_or_get_entry(self, entry: EntryType) -> EntryType:
        r"""Try to add an :class:`Entry` object to the :class:`Multipack`
        object. If a same entry already exists, will return the existing entry
        instead of adding the new one. Note that we regard two entries to be
        same if their :meth:`eq` have the same return value, and users could
        override :meth:`eq` in their custom entry classes.

        Args:
            entry (Entry): An :class:`Entry` object to be added to the datapack.

        Returns:
            If a same entry already exists, returns the existing
            entry. Otherwise, return the (input) entry just added.
        """
        if isinstance(entry, MultiPackLink):
            target: List[Any] = self.links
        elif isinstance(entry, MultiPackGroup):
            target = self.groups
        else:
            raise ValueError(
                f"Invalid entry type {type(entry)}. A valid entry "
                f"should be an instance of Annotation, Link, or Group."
            )

        if entry not in target:
            self.record_entry(entry)

            target.append(entry)

            # update the data pack index if needed
            self.index.update_basic_index([entry])
            if self.index.link_index_on and isinstance(
                    entry, MultiPackLink):
                self.index.update_link_index([entry])
            if self.index.group_index_on and isinstance(
                    entry, MultiPackGroup):
                self.index.update_group_index([entry])

            return entry
        return target[target.index(entry)]

    def add_entry(self, entry: EntryType) -> EntryType:
        r"""Force add an :class:`Entry` object to the :class:`MultiPack` object.

        Allow duplicate entries in a datapack.

        Args:
            entry (Entry): An :class:`Entry` object to be added to the datapack.

        Returns:
            The input entry itself
        """
        if isinstance(entry, MultiPackLink):
            target: List[Any] = self.links
        elif isinstance(entry, MultiPackGroup):
            target = self.groups
        else:
            raise ValueError(
                f"Invalid entry type {type(entry)}. A valid entry "
                f"should be an instance of Annotation, Link, or Group."
            )

        # add the entry to the target entry list
        entry.set_tid()
        self.add_entry_creation_record(entry.tid)
        target.append(entry)
        return entry

    def get_entry(self, tid: int) -> EntryType:
        r"""Look up the entry_index with key ``tid``."""
        entry = self.index.get_entry(tid)
        if entry is None:
            raise KeyError(
                f"There is no entry with tid '{tid}'' in this datapack")
        return entry

    @classmethod
    def validate_link(cls, entry: EntryType) -> bool:
        return isinstance(entry, MultiPackLink)

    @classmethod
    def validate_group(cls, entry: EntryType) -> bool:
        return isinstance(entry, MultiPackGroup)

    def view(self):
        return copy.deepcopy(self)