| 405 | 4, |
| 406 | true)); |
| 407 | cond_scale_factor /= 2; |
| 408 | } |
| 409 | if (cond_scale_factor != 1) { |
| 410 | throw std::runtime_error("Vevo2 FM cond_scale_factor must be a positive power of two"); |
| 411 | } |
| 412 | |
| 413 | weights->cond_mlp_0 = engine::modules::binding::linear_from_source( |
| 414 | *weights->store, |
| 415 | source, |
| 416 | "diff_estimator.cond_mlp.0", |
| 417 | matmul_storage_type, |
| 418 | config.hidden_size * 4, |
| 419 | config.hidden_size, |
| 420 | true); |
| 421 | weights->cond_mlp_2 = engine::modules::binding::linear_from_source( |
| 422 | *weights->store, |
| 423 | source, |
| 424 | "diff_estimator.cond_mlp.2", |
| 425 | matmul_storage_type, |
| 426 | config.hidden_size, |
| 427 | config.hidden_size * 4, |
| 428 | true); |
| 429 | weights->diff_step_mlp_0 = engine::modules::binding::linear_from_source( |
| 430 | *weights->store, |
| 431 | source, |
| 432 | "diff_estimator.diff_step_mlp.0", |
| 433 | matmul_storage_type, |
| 434 | config.hidden_size * 4, |
| 435 | config.hidden_size, |
| 436 | true); |
| 437 | weights->diff_step_mlp_2 = engine::modules::binding::linear_from_source( |
| 438 | *weights->store, |
| 439 | source, |
| 440 | "diff_estimator.diff_step_mlp.2", |
| 441 | matmul_storage_type, |
| 442 | config.hidden_size, |
| 443 | config.hidden_size * 4, |
| 444 | true); |
| 445 | weights->mel_mlp_0 = engine::modules::binding::linear_from_source( |
| 446 | *weights->store, |
| 447 | source, |
| 448 | "diff_estimator.mel_mlp.0", |
| 449 | matmul_storage_type, |
| 450 | config.hidden_size * 4, |
| 451 | config.mel_dim, |
| 452 | true); |
| 453 | weights->mel_mlp_2 = engine::modules::binding::linear_from_source( |
| 454 | *weights->store, |
| 455 | source, |
| 456 | "diff_estimator.mel_mlp.2", |
| 457 | matmul_storage_type, |
| 458 | config.hidden_size, |
| 459 | config.hidden_size * 4, |
| 460 | true); |
| 461 | weights->mel_out_mlp_0 = engine::modules::binding::linear_from_source( |
| 462 | *weights->store, |
| 463 | source, |
| 464 | "diff_estimator.mel_out_mlp.0", |
no test coverage detected