(self, prompt: str)
| 101 | return final_answer, self.rstar_completion_tokens |
| 102 | |
| 103 | def generate_response(self, prompt: str) -> str: |
| 104 | logger.debug(f"Generating response for prompt: {prompt[:100]}...") |
| 105 | provider_request = { |
| 106 | "model": self.model_name, |
| 107 | "messages": [ |
| 108 | {"role": "system", "content": "You are a helpful assistant focused on solving mathematical problems. Stick to the given question and avoid introducing new scenarios."}, |
| 109 | {"role": "user", "content": prompt} |
| 110 | ], |
| 111 | "max_tokens": self.max_tokens, |
| 112 | "temperature": 0.2 |
| 113 | } |
| 114 | response = self.client.chat.completions.create(**provider_request) |
| 115 | |
| 116 | # Log provider call |
| 117 | if hasattr(optillm, 'conversation_logger') and optillm.conversation_logger and self.request_id: |
| 118 | response_dict = response.model_dump() if hasattr(response, 'model_dump') else response |
| 119 | optillm.conversation_logger.log_provider_call(self.request_id, provider_request, response_dict) |
| 120 | |
| 121 | self.rstar_completion_tokens += response.usage.completion_tokens |
| 122 | generated_response = response.choices[0].message.content.strip() |
| 123 | logger.debug(f"Generated response: {generated_response}") |
| 124 | return generated_response |
| 125 | |
| 126 | def select_action(self, node: Node) -> Tuple[Node, str]: |
| 127 | if not node.children: |
no test coverage detected