(x)
| 165 | done_generating = False |
| 166 | |
| 167 | def callback(x): |
| 168 | nonlocal done_generating |
| 169 | if done_generating: |
| 170 | return |
| 171 | buffer.append(tokenizer.decode([period_id] + x.tolist())[1:]) |
| 172 | if x.item() == tokenizer.eos_id(): |
| 173 | done_generating = True |
| 174 | if len(buffer) == 4 or done_generating: |
| 175 | print("".join(buffer), end="", flush=True) |
| 176 | buffer.clear() |
| 177 | |
| 178 | generate( |
| 179 | pt_model, |