(runtime: TransportRuntime)
| 372 | }) |
| 373 | |
| 374 | const streamRequestWith = (runtime: TransportRuntime) => (request: LLMRequest) => |
| 375 | Stream.unwrap( |
| 376 | Effect.gen(function* () { |
| 377 | const compiled = yield* compile(request) |
| 378 | return compiled.route.streamPrepared(compiled.prepared, compiled.request, runtime) |
| 379 | }), |
| 380 | ) |
| 381 | |
| 382 | const generateWith = (stream: Interface["stream"]) => |
| 383 | Effect.fn("LLM.generate")(function* (request: LLMRequest) { |