(nlp)
| 12 | vocab: Optional[str] = None, |
| 13 | ) -> Callable[["Language"], "Language"]: |
| 14 | def copy_from_base_model(nlp): |
| 15 | if tokenizer: |
| 16 | logger.info("Copying tokenizer from: %s", tokenizer) |
| 17 | base_nlp = load_model(tokenizer) |
| 18 | if nlp.config["nlp"]["tokenizer"] == base_nlp.config["nlp"]["tokenizer"]: |
| 19 | nlp.tokenizer.from_bytes(base_nlp.tokenizer.to_bytes(exclude=["vocab"])) |
| 20 | else: |
| 21 | raise ValueError( |
| 22 | Errors.E872.format( |
| 23 | curr_config=nlp.config["nlp"]["tokenizer"], |
| 24 | base_config=base_nlp.config["nlp"]["tokenizer"], |
| 25 | ) |
| 26 | ) |
| 27 | if vocab: |
| 28 | logger.info("Copying vocab from: %s", vocab) |
| 29 | # only reload if the vocab is from a different model |
| 30 | if tokenizer != vocab: |
| 31 | base_nlp = load_model(vocab) |
| 32 | nlp.vocab.from_bytes(base_nlp.vocab.to_bytes()) |
| 33 | |
| 34 | return copy_from_base_model |
nothing calls this directly
no test coverage detected
searching dependent graphs…