Method __init__

test/test_data_selection.py:26–34

(self, model_path)

@ray.remote(num_gpus=1)
class LLMModelActor:
    def __init__(self, model_path):
        self.model = LocalModelLLMServing_vllm(
            hf_model_name_or_path=model_path,
            vllm_tensor_parallel_size=1,
            vllm_temperature=0.7,
            vllm_top_p=0.9,
            vllm_max_tokens=4096,
            vllm_gpu_memory_utilization=0.85
        )
    
    def generate_from_input(self, *args, **kwargs):
        return self.model.generate_from_input(*args, **kwargs)