(self)
| 58 | del cls.llm |
| 59 | |
| 60 | def test_chat(self): |
| 61 | outputs = self.llm.chat(messages=self.PROMPTS, sampling_params=None) |
| 62 | self.assertEqual(len(self.PROMPTS), len(outputs)) |
| 63 | self.assertEqual(outputs[-1].num_cached_tokens, outputs[-2].num_cached_tokens) |
| 64 | self.assertEqual(outputs[-1].num_cached_tokens, 64) |
| 65 | |
| 66 | def test_chat_with_tools(self): |
| 67 | """Test chat with tools: |