Method decode

tokendagger/wrapper.py:276–290

Decode tokens to string. Args: tokens: List of token IDs errors: How to handle decode errors ('replace', 'ignore', 'strict') Returns: Decoded string

(self, tokens: Sequence[int], errors: str = "replace")

            raise TokenDaggerError(f"Decoding failed: {e}")
    
    def decode(self, tokens: Sequence[int], errors: str = "replace") -> str:
        """Decode tokens to string.
        
        Args:
            tokens: List of token IDs
            errors: How to handle decode errors ('replace', 'ignore', 'strict')
            
        Returns:
            Decoded string
        """
        try:
            decoded_bytes = self.decode_bytes(tokens)
            return decoded_bytes.decode("utf-8", errors=errors)
        except Exception as e:
            raise TokenDaggerError(f"Decoding failed: {e}")
    
    # ====================
    # Utility methods