Method decode

src/lmflow/models/hf_decoder_model.py:244–274

Perform decoding process of the tokenizer. Parameters ------------ inputs : list or tensor. The token sequence. args : Optional. Positional arguments. kwargs : Optional. Keyword arguments. Returns

(self, input, **kwargs)

            raise NotImplementedError(f'type "{type(input)}" cannot be encoded')

    def decode(self, input, **kwargs) -> Union[str, list[str]]:
        """
        Perform decoding process of the tokenizer.

        Parameters
        ------------
        inputs : list or tensor.
            The token sequence.

        args : Optional.
            Positional arguments.

        kwargs : Optional.
            Keyword arguments.

        Returns
        ------------
        outputs :
            The text decoded from the token inputs.
            if batch input,return the list of text
            [[101, 7592, 1010, 2088, 102],[101, 7592, 1010, 2088, 102]]-> ["Hello,world!","Hello,world!"
            if single input,return the text
            [101, 7592, 1010, 2088, 102]-> "Hello,world!"
        """
        if isinstance(input, list):
            input = torch.tensor(input)
        if input.dim() == 2:
            return self.tokenizer.batch_decode(input, **kwargs)  # batch_decode
        else:
            # Can be list of ints or a Tensor
            return self.tokenizer.decode(input, **kwargs)

    def inference(self, inputs, release_gpu: bool = False, use_vllm: bool = False, **kwargs):
        """