(tensor)
| 75 | return shape_str |
| 76 | |
| 77 | def init_(tensor): |
| 78 | dim = tensor.shape[-1] |
| 79 | std = 1 / math.sqrt(dim) |
| 80 | tensor.uniform_(-std, std) |
| 81 | return tensor |
| 82 | |
| 83 | #import deepspeed |
| 84 | #ckpt = deepspeed.checkpointing.checkpoint |
nothing calls this directly
no outgoing calls
no test coverage detected