Class PromptPlan

examples/server/server.py:3916–4025

@dataclass
class PromptPlan:
    text: str
    generation_prompt: str
    text_tokens: List[int]
    identity_tokens: List[int]
    segments: List[PromptSegment]
    text_token_index_by_pos: Dict[int, int] = field(default_factory=dict)

    @classmethod
    def from_tokens(
        cls,
        text: str,
        tokens: List[int],
        *,
        generation_prompt: str = "",
    ) -> "PromptPlan":
        segment = PromptSegment(
            kind="text",
            start_pos=0,
            n_pos=len(tokens),
            identity_tokens=list(tokens),
            decode_start_pos=0,
            decode_n_pos=len(tokens),
            text_tokens=list(tokens),
        )
        return cls(
            text=text,
            generation_prompt=generation_prompt,
            text_tokens=list(tokens),
            identity_tokens=list(tokens),
            segments=[segment] if tokens else [],
            text_token_index_by_pos={pos: pos for pos in range(len(tokens))},
        )

    @property
    def length(self) -> int:
        return len(self.identity_tokens)

    @property
    def eval_token_count(self) -> int:
        return self.length

    def position_increments_up_to(self, pos: int) -> List[int]:
        increments: List[int] = []
        for segment in self.segments:
            if pos <= segment.start_pos:
                break
            take = min(pos, segment.end_pos) - segment.start_pos
            if take <= 0:
                continue
            increments.extend(segment.decoder_position_increments[:take])
            if pos <= segment.end_pos:
                break
        return increments

    def is_boundary(self, pos: int) -> bool:
        if pos <= 0 or pos >= self.length:
            return True