Method get_inner_tokenizer

tokasaurus/server/utils.py:150–151

(self)

        self.logger = logger.bind(process_name=self.process_name)

    def get_inner_tokenizer(self) -> Tokenizer:
        return self.tokenizer._tokenizer


async def receive_from_manager_loop(state: ServerState):