Function count_tokens

pageindex/utils.py:26–29

(text, model=None)

litellm.drop_params = True

def count_tokens(text, model=None):
    if not text:
        return 0
    return litellm.token_counter(model=model, text=text)


def llm_completion(model, prompt, chat_history=None, return_finish_reason=False):