(self, prompt, multimodal_params, samping_params: SamplingParams, kwargs=None)
| 197 | return |
| 198 | |
| 199 | def tokens(self, prompt, multimodal_params, samping_params: SamplingParams, kwargs=None): |
| 200 | kwargs = {} if kwargs is None else kwargs |
| 201 | prompt_ids = self.tokenizer.encode(prompt, None, **kwargs) |
| 202 | image_tokens = 0 |
| 203 | img_count = 0 |
| 204 | audio_tokens = 0 |
| 205 | audio_count = 0 |
| 206 | for img in multimodal_params.images: |
| 207 | img_count += 1 |
| 208 | self.tokenizer.init_imageitem_extral_params(img, multimodal_params, samping_params) |
| 209 | image_tokens += self.tokenizer.get_image_token_length(img) |
| 210 | for audio in multimodal_params.audios: |
| 211 | audio_count += 1 |
| 212 | self.tokenizer.init_audioitem_extral_params(audio, multimodal_params, samping_params) |
| 213 | audio_tokens += self.tokenizer.get_audio_token_length(audio) |
| 214 | return len(prompt_ids) + image_tokens + img_count + audio_tokens + audio_count |
| 215 | |
| 216 | async def loop_for_request(self): |
| 217 | assert self.args.node_rank > 0 |
no test coverage detected