Method calc

src/evals/toolfill_evalution.py:26–36

开始计算结果

(self)

            raise BaseException(f"must be ToolModel Class! not {model}")
            
    def calc(self):
        '''开始计算结果'''
        self.predicts = []
        for idx, data in enumerate(self.dataset):
            prompt = self.base_prompt.format(**data)
            answer = data["api_param"]
            predict = self.generate(prompt, self.template, self.generate_configs)
            self.predicts.append({"prompt": prompt, "predict": predict, "answer": answer})
        
        metric = self.eval_metric(self.predicts)
        return metric
        
    def generate(self, prompt, template, generate_configs):
        '''返回结果'''