Method to_bfloat16

examples/pytorch/bert/utils/encoder.py:216–220

(self)

            self.weights[k] = v.half()

    def to_bfloat16(self):
        if self.int8:
            raise RuntimeError("Cannot cast to bfloat16 if the weights have been casted to int8.")
        for k, v in self.weights.items():
            self.weights[k] = v.bfloat16()

    def to_int8(self, sparse=False, ths_path='./lib/libth_transformer.so'):
        if self._generated_weights: