(model_name)
| 51 | _tokenizer = None |
| 52 | |
| 53 | def _init_llm(model_name): |
| 54 | global _llm,_tokenizer |
| 55 | if _llm is None: |
| 56 | _llm = Qwen2VLForConditionalGeneration.from_pretrained( |
| 57 | model_name, trust_remote_code=True, torch_dtype=torch.bfloat16, |
| 58 | attn_implementation="flash_attention_2", |
| 59 | ) |
| 60 | if _tokenizer is None: |
| 61 | _tokenizer = AutoProcessor.from_pretrained(model_name, trust_remote_code=True) |
| 62 | |
| 63 | def move_to(device): |
| 64 | global _llm,_tokenizer |
nothing calls this directly
no outgoing calls
no test coverage detected