(geglu, path)
| 42 | save_scalar(cross_attention.num_heads, 'n_head', path) |
| 43 | |
| 44 | def save_geglu(geglu, path): |
| 45 | pathlib.Path(path).mkdir(parents=True, exist_ok=True) |
| 46 | |
| 47 | # Save Linear layers |
| 48 | save_linear(geglu.proj, os.path.join(path, 'proj')) |
| 49 | |
| 50 | def save_feed_forward(feed_forward, path): |
| 51 | pathlib.Path(path).mkdir(parents=True, exist_ok=True) |
no test coverage detected