Class CustomLLM

bmtools/models/customllm.py:6–22

from typing import Optional, List, Mapping, Any

class CustomLLM(LLM):
    
    n: int = 0

    @property
    def _llm_type(self) -> str:
        return "custom"
    
    def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
        output = "your customized response"

        return output
    
    @property
    def _identifying_params(self) -> Mapping[str, Any]:
        """Get the identifying parameters."""
        return {"n": self.n}
    
if __name__ == "__main__":
    llm = CustomLLM()