Method delete

vicinity/vicinity.py:255–283

Delete tokens from the vector space. The removal of tokens is done in place. If the tokens are not in the vector space, a ValueError is raised. :param tokens: A list of tokens to remove from the vector space. :raises ValueError: If any passed tokens are not

(self, tokens: Sequence[T])

            self.vector_store.insert(vectors)

    def delete(self, tokens: Sequence[T]) -> None:
        """
        Delete tokens from the vector space.

        The removal of tokens is done in place. If the tokens are not in the vector space,
        a ValueError is raised.

        :param tokens: A list of tokens to remove from the vector space.
        :raises ValueError: If any passed tokens are not in the vector space.
        """
        tokens_to_find = list(tokens)
        curr_indices = []
        for idx, elem in enumerate(self.items):
            matching_tokens = [t for t in tokens_to_find if t == elem]
            if matching_tokens:
                curr_indices.append(idx)
                for t in matching_tokens:
                    tokens_to_find.remove(t)

        if tokens_to_find:
            raise ValueError(f"Tokens {tokens_to_find} were not in the vector space.")

        self.backend.delete(curr_indices)
        if self.vector_store is not None:
            self.vector_store.delete(curr_indices)

        # Delete items starting from the highest index
        for index in sorted(curr_indices, reverse=True):
            self.items.pop(index)

    def push_to_hub(
        self,