(param: Tensor)
| 297 | |
| 298 | |
| 299 | def get_param_stats(param: Tensor): |
| 300 | nbits = get_dtype_bit(np.dtype(param.dtype).name) |
| 301 | shape = param.shape |
| 302 | param_dim = np.prod(param.shape) |
| 303 | param_size = param_dim * nbits // 8 |
| 304 | return { |
| 305 | "dtype": np.dtype(param.dtype), |
| 306 | "shape": shape, |
| 307 | "mean": "{:.3g}".format(_mean(param)), |
| 308 | "std": "{:.3g}".format(_std(param)), |
| 309 | "param_dim": param_dim, |
| 310 | "nbits": nbits, |
| 311 | "size": param_size, |
| 312 | } |
| 313 | |
| 314 | |
| 315 | def sum_param_stats(params, bar_length_max=20): |