Method put

inference/worker/hf_streamer.py:26–33

(self, value)

        self.printer = printer

    def put(self, value):
        for token_id in _unpack(value):
            if self.input_ids:
                input_id = self.input_ids.pop()
                if input_id != token_id:
                    logger.warning(f"Input id {input_id} does not match output id {token_id}")
            else:
                self.printer(token_id)

    def end(self):
        pass