MCPcopy Create free account
hub / github.com/ankane/tokenizers-ruby / train

Method train

ext/tokenizers/src/tokenizer.rs:652–661  ·  view source on GitHub ↗
(&self, files: Vec<String>, trainer: Option<&RbTrainer>)

Source from the content-addressed store, hash-verified

650 }
651
652 pub fn train(&self, files: Vec<String>, trainer: Option<&RbTrainer>) -> RbResult<()> {
653 let mut trainer = match trainer {
654 Some(t) => t.clone(),
655 None => self.read_inner()?.get_model().get_trainer(),
656 };
657 self.write_inner()?
658 .train_from_files(&mut trainer, files)
659 .map(|_| {})
660 .map_err(RbError::from)
661 }
662
663 pub fn get_model(&self) -> RbResult<RbModel> {
664 Ok(self.read_inner()?.get_model().clone())

Callers 1

test_worksMethod · 0.45

Calls 5

cloneMethod · 0.80
get_trainerMethod · 0.80
get_modelMethod · 0.80
read_innerMethod · 0.80
write_innerMethod · 0.80

Tested by 1

test_worksMethod · 0.36