(gen)
| 15 | # Explicitly close partially-consumed generators so inference_mode cleanup |
| 16 | # does not get deferred to Python's GC/finalizer path. |
| 17 | def next_and_close(gen): |
| 18 | try: |
| 19 | return next(gen) |
| 20 | finally: |
| 21 | gen.close() |
| 22 | |
| 23 | |
| 24 | def mask_multichar_chinese_tokens(tokenizer: PreTrainedTokenizer): |
no outgoing calls
no test coverage detected
searching dependent graphs…