| 85 | |
| 86 | |
| 87 | def get_prompt_length(data: dict) -> int: |
| 88 | session = data["session"] |
| 89 | server_address: str = data["server_address"] |
| 90 | |
| 91 | response = session.post( |
| 92 | f"{server_address}/apply-template", |
| 93 | json={"messages": [{"role": "user", "content": data["prompt"], "stream": True}]} |
| 94 | ) |
| 95 | response.raise_for_status() |
| 96 | prompt: str = json.loads(response.text)["prompt"] |
| 97 | response = session.post( |
| 98 | f"{server_address}/tokenize", |
| 99 | json={"content": prompt, "add_special": True} |
| 100 | ) |
| 101 | response.raise_for_status() |
| 102 | tokens: list[str] = json.loads(response.text)["tokens"] |
| 103 | return len(tokens) |
| 104 | |
| 105 | |
| 106 | def send_prompt(data: dict) -> tuple[float, list[float]]: |