Method __init__

gpu/tokenizer.py:198–200

(self, tokenizer: Tokenizer)

class ChatFormat:
    def __init__(self, tokenizer: Tokenizer):
        self.tokenizer = tokenizer
        self.eot_id = tokenizer.special_tokens["<|eot_id|>"]
    
    def decode(self, tokens: List[int]) -> str:
        # Decode the tokens to a string.