(
cls,
*,
request_id: str,
seq_id: int,
start_pos: int,
llama_start_pos: int,
tokens: List[int],
identity_tokens: List[int],
output_indices: List[Optional[int]],
output_positions: List[int],
position_increments: List[int],
completion_index: int,
pending_count: int,
)
| 13053 | |
| 13054 | @classmethod |
| 13055 | def decode( |
| 13056 | cls, |
| 13057 | *, |
| 13058 | request_id: str, |
| 13059 | seq_id: int, |
| 13060 | start_pos: int, |
| 13061 | llama_start_pos: int, |
| 13062 | tokens: List[int], |
| 13063 | identity_tokens: List[int], |
| 13064 | output_indices: List[Optional[int]], |
| 13065 | output_positions: List[int], |
| 13066 | position_increments: List[int], |
| 13067 | completion_index: int, |
| 13068 | pending_count: int, |
| 13069 | ) -> "CompletionScheduler.BatchItem": |
| 13070 | return cls( |
| 13071 | kind="decode", |
| 13072 | request_id=request_id, |
| 13073 | seq_id=seq_id, |
| 13074 | start_pos=start_pos, |
| 13075 | llama_start_pos=llama_start_pos, |
| 13076 | tokens=tokens, |
| 13077 | identity_tokens=identity_tokens, |
| 13078 | output_indices=output_indices, |
| 13079 | output_positions=output_positions, |
| 13080 | position_increments=position_increments, |
| 13081 | decode_state=cls.Decode( |
| 13082 | completion_index=completion_index, |
| 13083 | pending_count=pending_count, |
| 13084 | ), |
| 13085 | ) |
| 13086 | |
| 13087 | def __init__( |
| 13088 | self, |
nothing calls this directly
no outgoing calls
no test coverage detected