| 30 | } |
| 31 | |
| 32 | export interface Create { |
| 33 | /** |
| 34 | * Minutes to wait before serverless cluster spins down instances. |
| 35 | * |
| 36 | * By default, if an instance doesn't receive a request after `5` mins, the instance shuts down. |
| 37 | * |
| 38 | * Receiving a request resets this timer. |
| 39 | * |
| 40 | * Timeout is between 1 and 1440 minutes |
| 41 | * |
| 42 | * Default: `5` |
| 43 | */ |
| 44 | timeout?: number; |
| 45 | /** |
| 46 | * Bytez places open-source models on fully-managed auto-scaling clusters, allowing you to run open models easily at-scale. |
| 47 | * |
| 48 | * By default, Bytez creates a cluster that scales from 0-1 instances for free users and from 0-10 instances for premium users. If you need more instances, let us know. |
| 49 | * |
| 50 | * The number of instances can be thought of as concurrency / cluster capacity. |
| 51 | * |
| 52 | * Developers can customize cluster capacity at creation time or at anytime by simply updating the cluster. |
| 53 | */ |
| 54 | capacity?: Capacity; |
| 55 | /** |
| 56 | Keyword args to pass to model when it loads |
| 57 | */ |
| 58 | config?: object; |
| 59 | } |
| 60 | |
| 61 | export interface Update extends Create { |
| 62 | /** |
nothing calls this directly
no outgoing calls
no test coverage detected