Method request_from_prepared

examples/server/server.py:15648–15679

(
        self,
        *,
        payload: CreateCompletionRequest,
        prompt_text: str,
        prompt_plan: PromptPlan,
        grammar_text: Optional[str] = None,
        chat_tool_name: Optional[str] = None,
        on_stream_chunk: Optional[Callable[[CompletionChunk], None]] = None,
        on_done: Optional[Callable[[OpenAICompletion], None]] = None,
        on_error: Optional[Callable[[BaseException], None]] = None,
    )

        )

    def request_from_prepared(
        self,
        *,
        payload: CreateCompletionRequest,
        prompt_text: str,
        prompt_plan: PromptPlan,
        grammar_text: Optional[str] = None,
        chat_tool_name: Optional[str] = None,
        on_stream_chunk: Optional[Callable[[CompletionChunk], None]] = None,
        on_done: Optional[Callable[[OpenAICompletion], None]] = None,
        on_error: Optional[Callable[[BaseException], None]] = None,
    ) -> CompletionRequest:
        model = self.scheduler.model
        prompt_visible_start = self.prompt_visible_start(prompt_plan)
        return CompletionRequest.from_prepared(
            payload=payload,
            prompt_text=prompt_text,
            prompt_plan=prompt_plan,
            max_seq_len=model.max_seq_len,
            max_output_tokens=model.max_output_tokens,
            prompt_visible_start=prompt_visible_start,
            prompt_records=self.initial_prompt_records(
                payload,
                prompt_plan,
                prompt_visible_start,
            ),
            grammar_text=grammar_text,
            chat_tool_name=chat_tool_name,
            on_stream_chunk=on_stream_chunk,
            on_done=on_done,
            on_error=on_error,
        )

    def prepare_completion_prompt(
        self,