Method __init__

test/test_data_selection.py:11–19

(self, model_path)

@ray.remote(num_gpus=1)
class VLMModelActor:
    def __init__(self, model_path):
        self.model = LocalModelVLMServing_vllm(
            hf_model_name_or_path=model_path,
            vllm_tensor_parallel_size=1,
            vllm_temperature=0.7,
            vllm_top_p=0.9,
            vllm_max_tokens=4096,
            vllm_gpu_memory_utilization=0.85
        )
    
    def generate_from_input_with_message(self, *args, **kwargs):
        return self.model.generate_from_input_with_message(*args, **kwargs)