(ctx context.Context, maxSize int)
| 98 | } |
| 99 | |
| 100 | func newModelPipeline(ctx context.Context, maxSize int) *modelPipeline { |
| 101 | ctx, cancel := context.WithCancel(ctx) |
| 102 | return &modelPipeline{ |
| 103 | pipelines: eosc.BuildUntyped[string, *Pipeline](), |
| 104 | ctx: ctx, |
| 105 | cancel: cancel, |
| 106 | maxSize: maxSize, |
| 107 | } |
| 108 | } |
| 109 | |
| 110 | // messageTask 结构体,包含模型名和消息内容 |
| 111 | type messageTask struct { |