(
self,
config: PredictorArgument,
cache_kvs_shape: list[list[int]],
tokenizer: PretrainedTokenizer = None,
)
| 621 | |
| 622 | class StaticInferencePredictor(InferencePredictorMixin, BasePredictor): |
| 623 | def __init__( |
| 624 | self, |
| 625 | config: PredictorArgument, |
| 626 | cache_kvs_shape: list[list[int]], |
| 627 | tokenizer: PretrainedTokenizer = None, |
| 628 | ): |
| 629 | self.cache_kvs_shape = cache_kvs_shape |
| 630 | BasePredictor.__init__(self, config, tokenizer) |
| 631 | InferencePredictorMixin.__init__(self, config, tokenizer) |
| 632 | |
| 633 | self.predictor = self._create_predictor(config) |
| 634 | |
| 635 | def _create_predictor(self, predictor_args: PredictorArgument): |
| 636 | if not is_paddlenlp_ops_available(): |
nothing calls this directly
no test coverage detected