(conv: Conversation)
| 48 | return len(tokenizer.encode(text)) |
| 49 | |
| 50 | def get_prompt(conv: Conversation) -> str: |
| 51 | if conv.name == 'openchat': |
| 52 | ret = '' |
| 53 | for role, message in conv.messages: |
| 54 | if message: |
| 55 | ret += role + ": " + message.strip() + conv.sep |
| 56 | else: |
| 57 | ret += role + ":" |
| 58 | return ret |
| 59 | else: |
| 60 | return conv.get_prompt() |
| 61 | |
| 62 | def llm_llama(prompt: str) -> str: |
| 63 | CONTROLLER_ADDR = os.environ['CONTROLLER_ADDR'].split(',') |