MCPcopy Create free account
hub / github.com/abetlen/llama-cpp-python / copy

Method copy

examples/server/server.py:964–983  ·  view source on GitHub ↗
(self, source_sequence_id: int, dest_sequence_id: int, keep_len: int)

Source from the content-addressed store, hash-verified

962 boundary.tails.add(sequence_id)
963
964 def copy(self, source_sequence_id: int, dest_sequence_id: int, keep_len: int) -> None:
965 assert source_sequence_id >= 0
966 assert dest_sequence_id >= 0
967 assert source_sequence_id in self.sequence_lengths
968 assert dest_sequence_id not in self.sequence_lengths
969 assert 0 <= keep_len <= self.sequence_lengths[source_sequence_id]
970 if keep_len == 0:
971 self.sequences[dest_sequence_id] = self.root
972 self.sequence_lengths[dest_sequence_id] = 0
973 self.root.tails.add(dest_sequence_id)
974 return
975 node = self._locate_prefix_node(source_sequence_id, keep_len)
976 self.sequences[dest_sequence_id] = node
977 self.sequence_lengths[dest_sequence_id] = keep_len
978 node.tails.add(dest_sequence_id)
979 while node is not self.root:
980 node.sequences.add(dest_sequence_id)
981 parent = node.parent
982 assert parent is not None
983 node = parent
984
985 def tokens(self, sequence_id: int, keep_len: Optional[int] = None) -> List[int]:
986 length = self.sequence_lengths[sequence_id]

Callers 15

logit_bias_processorMethod · 0.45
save_stateMethod · 0.45
load_stateMethod · 0.45
cpMethod · 0.45
processMethod · 0.45
_draft_chain_headsMethod · 0.45
draft_manyMethod · 0.45
copy_sequenceMethod · 0.45
logitsMethod · 0.45
_read_entry_payloadMethod · 0.45

Calls 1

_locate_prefix_nodeMethod · 0.95

Tested by

no test coverage detected