(logsoftmax, input_ids)
| 354 | |
| 355 | return sample_decode( |
| 356 | inputs=input_ids, |
| 357 | time_step=prefill_len, |
| 358 | cache=init_states, |
| 359 | tokens_to_scores=self._tokens_to_scores( |
| 360 | num_decodes=num_decodes, |
| 361 | cross_attention_data=cross_attention_data, |
| 362 | cross_attention_logit_biases=cross_attention_logit_biases, |
| 363 | logits_modifier=logits_modifier, |
| 364 | ), |
nothing calls this directly
no test coverage detected