MCPcopy Create free account
hub / github.com/abetlen/llama-cpp-python / decode

Method decode

examples/server/server.py:13055–13085  ·  view source on GitHub ↗
(
            cls,
            *,
            request_id: str,
            seq_id: int,
            start_pos: int,
            llama_start_pos: int,
            tokens: List[int],
            identity_tokens: List[int],
            output_indices: List[Optional[int]],
            output_positions: List[int],
            position_increments: List[int],
            completion_index: int,
            pending_count: int,
        )

Source from the content-addressed store, hash-verified

13053
13054 @classmethod
13055 def decode(
13056 cls,
13057 *,
13058 request_id: str,
13059 seq_id: int,
13060 start_pos: int,
13061 llama_start_pos: int,
13062 tokens: List[int],
13063 identity_tokens: List[int],
13064 output_indices: List[Optional[int]],
13065 output_positions: List[int],
13066 position_increments: List[int],
13067 completion_index: int,
13068 pending_count: int,
13069 ) -> "CompletionScheduler.BatchItem":
13070 return cls(
13071 kind="decode",
13072 request_id=request_id,
13073 seq_id=seq_id,
13074 start_pos=start_pos,
13075 llama_start_pos=llama_start_pos,
13076 tokens=tokens,
13077 identity_tokens=identity_tokens,
13078 output_indices=output_indices,
13079 output_positions=output_positions,
13080 position_increments=position_increments,
13081 decode_state=cls.Decode(
13082 completion_index=completion_index,
13083 pending_count=pending_count,
13084 ),
13085 )
13086
13087 def __init__(
13088 self,

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected