Function bench_serialization

cake-core/tests/protocol.rs:387–431

()

#[tokio::test]
#[ignore]
async fn bench_serialization() {
    println!("\n=== Serialization Benchmark (to_writer + from_reader over duplex) ===\n");

    let sizes: &[(usize, &str)] = &[
        (64, "[1,64]"),
        (512, "[1,512]"),
        (2048, "[1,2048]"),
        (5120, "[1,5120]"),
        (8192, "[1,8192]"),
    ];
    let iterations = 1000;

    for &(hidden_dim, label) in sizes {
        let tensor = make_f16_tensor(&[1, hidden_dim]);
        let tensor_bytes = hidden_dim * 2;

        let (mut writer, mut reader) = tokio::io::duplex(256 * 1024);

        let msg_for_write = Message::single_op("model.layers.0", &tensor, 0, 0);

        // Spawn writer in background
        let write_handle = tokio::spawn(async move {
            for _ in 0..iterations {
                // Re-create to include serialization cost
                msg_for_write.to_writer(&mut writer).await.unwrap();
            }
            drop(writer);
        });

        let start = Instant::now();
        for _ in 0..iterations {
            let _ = Message::from_reader(&mut reader).await.unwrap();
        }
        let elapsed = start.elapsed();

        write_handle.await.unwrap();

        print_bench(
            &format!("SingleOp F16 {}", label),
            tensor_bytes,
            elapsed,
            iterations,
        );
    }
}

#[tokio::test]
#[ignore]