Function decode

modules/text_generation.py:183–189

(output_ids, skip_special_tokens=True)

def decode(output_ids, skip_special_tokens=True):
    if shared.tokenizer is None:
        models.load_model_if_idle_unloaded()
        if shared.tokenizer is None:
            raise ValueError('No tokenizer is loaded')

    return shared.tokenizer.decode(output_ids, skip_special_tokens=skip_special_tokens)


def get_encoded_length(prompt):