(
fname_out: Path, params: Params, vocab: Vocab, svocab: gguf.SpecialVocab,
endianess: gguf.GGUFEndian = gguf.GGUFEndian.LITTLE, pad_vocab: bool = False,
)
| 1212 | |
| 1213 | @staticmethod |
| 1214 | def write_vocab_only( |
| 1215 | fname_out: Path, params: Params, vocab: Vocab, svocab: gguf.SpecialVocab, |
| 1216 | endianess: gguf.GGUFEndian = gguf.GGUFEndian.LITTLE, pad_vocab: bool = False, |
| 1217 | ) -> None: |
| 1218 | check_vocab_size(params, vocab, pad_vocab=pad_vocab) |
| 1219 | |
| 1220 | of = OutputFile(fname_out, endianess=endianess) |
| 1221 | |
| 1222 | # meta data |
| 1223 | of.add_meta_arch(params) |
| 1224 | of.add_meta_vocab(vocab) |
| 1225 | of.add_meta_special_vocab(svocab) |
| 1226 | |
| 1227 | of.write_meta() |
| 1228 | |
| 1229 | of.close() |
| 1230 | |
| 1231 | @staticmethod |
| 1232 | def do_item(item: tuple[str, LazyTensor]) -> tuple[DataType, NDArray]: |
no test coverage detected