Method chat

lmdeploy/cli/cli.py:162–171

(args)

    @staticmethod
    def chat(args):
        from .chat import main

        kwargs = convert_args(args)
        speculative_config = get_speculative_config(args)
        to_remove = ['speculative_algorithm', 'speculative_draft_model', 'speculative_num_draft_tokens']
        for key in to_remove:
            kwargs.pop(key)
        kwargs['speculative_config'] = speculative_config
        main(**kwargs)

    @staticmethod
    def add_parsers():