Method match_prefix

examples/server/server.py:12686–12690

(self, tokens: Sequence[int])

class AttentionMemoryPolicy(MemoryPolicy):
    def match_prefix(self, tokens: Sequence[int]) -> Tuple[int, int]:
        return self.scheduler.radix_trie.longest_prefix(
            tokens,
            preferred_sequences=self.scheduler.free_sequences,
        )

    @staticmethod
    def reuse_len_for_request(request: CompletionRequest, match_length: int) -> int: