Method from_tokens

examples/server/server.py:3925–3948

(
        cls,
        text: str,
        tokens: List[int],
        *,
        generation_prompt: str = "",
    )

    @classmethod
    def from_tokens(
        cls,
        text: str,
        tokens: List[int],
        *,
        generation_prompt: str = "",
    ) -> "PromptPlan":
        segment = PromptSegment(
            kind="text",
            start_pos=0,
            n_pos=len(tokens),
            identity_tokens=list(tokens),
            decode_start_pos=0,
            decode_n_pos=len(tokens),
            text_tokens=list(tokens),
        )
        return cls(
            text=text,
            generation_prompt=generation_prompt,
            text_tokens=list(tokens),
            identity_tokens=list(tokens),
            segments=[segment] if tokens else [],
            text_token_index_by_pos={pos: pos for pos in range(len(tokens))},
        )

    @property
    def length(self) -> int: