(self, model_path)
| 112 | |
| 113 | class API: |
| 114 | def __init__(self, model_path): |
| 115 | self.path = model_path |
| 116 | self.tokenizer=AutoTokenizer.from_pretrained(self.path) |
| 117 | self.tokenizer.pad_token=self.tokenizer.eos_token |
| 118 | self.model=LlamaForCausalLM.from_pretrained(self.path,device_map="auto") |
| 119 | |
| 120 | def api(self,prompt): |
| 121 | inputs = self.tokenizer(prompt, return_tensors="pt", padding=True).to("cuda") |
nothing calls this directly
no test coverage detected