()
| 44 | |
| 45 | |
| 46 | def test_all_supported_optimizers(): |
| 47 | optimizers = [ |
| 48 | { |
| 49 | "name": "bitsandbytes.optim.adamw.AdamW8bit", |
| 50 | "alias": "AdamW8bit", |
| 51 | "instance": bnb.optim.AdamW8bit, |
| 52 | }, |
| 53 | { |
| 54 | "name": "lion_pytorch.lion_pytorch.Lion", |
| 55 | "alias": "Lion", |
| 56 | "instance": lion_pytorch.Lion, |
| 57 | }, |
| 58 | { |
| 59 | "name": "torch.optim.adamw.AdamW", |
| 60 | "alias": "AdamW", |
| 61 | "instance": torch.optim.AdamW, |
| 62 | }, |
| 63 | { |
| 64 | "name": "bitsandbytes.optim.lion.Lion8bit", |
| 65 | "alias": "Lion8bit", |
| 66 | "instance": bnb.optim.Lion8bit, |
| 67 | }, |
| 68 | { |
| 69 | "name": "bitsandbytes.optim.adamw.PagedAdamW8bit", |
| 70 | "alias": "PagedAdamW8bit", |
| 71 | "instance": bnb.optim.PagedAdamW8bit, |
| 72 | }, |
| 73 | { |
| 74 | "name": "bitsandbytes.optim.lion.PagedLion8bit", |
| 75 | "alias": "PagedLion8bit", |
| 76 | "instance": bnb.optim.PagedLion8bit, |
| 77 | }, |
| 78 | { |
| 79 | "name": "bitsandbytes.optim.adamw.PagedAdamW", |
| 80 | "alias": "PagedAdamW", |
| 81 | "instance": bnb.optim.PagedAdamW, |
| 82 | }, |
| 83 | { |
| 84 | "name": "bitsandbytes.optim.adamw.PagedAdamW32bit", |
| 85 | "alias": "PagedAdamW32bit", |
| 86 | "instance": bnb.optim.PagedAdamW32bit, |
| 87 | }, |
| 88 | {"name": "torch.optim.sgd.SGD", "alias": "SGD", "instance": torch.optim.SGD}, |
| 89 | { |
| 90 | "name": "dadaptation.experimental.dadapt_adam_preprint.DAdaptAdamPreprint", |
| 91 | "alias": "DAdaptAdamPreprint", |
| 92 | "instance": dadapt_experimental.DAdaptAdamPreprint, |
| 93 | }, |
| 94 | { |
| 95 | "name": "dadaptation.dadapt_adagrad.DAdaptAdaGrad", |
| 96 | "alias": "DAdaptAdaGrad", |
| 97 | "instance": dadaptation.DAdaptAdaGrad, |
| 98 | }, |
| 99 | { |
| 100 | "name": "dadaptation.dadapt_adan.DAdaptAdan", |
| 101 | "alias": "DAdaptAdan", |
| 102 | "instance": dadaptation.DAdaptAdan, |
| 103 | }, |
nothing calls this directly
no test coverage detected