(
self,
config: PredictorArgument,
model: PretrainedModel = None,
tokenizer: PretrainedTokenizer = None,
)
| 698 | |
| 699 | class DygraphInferencePredictor(InferencePredictorMixin, BasePredictor): |
| 700 | def __init__( |
| 701 | self, |
| 702 | config: PredictorArgument, |
| 703 | model: PretrainedModel = None, |
| 704 | tokenizer: PretrainedTokenizer = None, |
| 705 | ): |
| 706 | self.cache_kvs_shape = model.get_cache_kvs_shape(model.config, config.batch_size, config.total_max_length) |
| 707 | BasePredictor.__init__(self, config, tokenizer) |
| 708 | InferencePredictorMixin.__init__(self, config, tokenizer) |
| 709 | self.model = model |
| 710 | |
| 711 | @paddle.no_grad() |
| 712 | def _infer(self, inputs: dict[str, paddle.Tensor]): |
nothing calls this directly
no test coverage detected