Method formatPayload

src/providers/sagemaker.ts:444–560

* Format the request payload based on model type

(prompt: string)

   * Format the request payload based on model type
   */
  formatPayload(prompt: string): string {
    const maxTokens = this.config.maxTokens ?? getEnvInt('AWS_SAGEMAKER_MAX_TOKENS') ?? 1024;
    const temperature =
      typeof this.config.temperature === 'number'
        ? this.config.temperature
        : (getEnvFloat('AWS_SAGEMAKER_TEMPERATURE') ?? 0.7);
    const topP =
      typeof this.config.topP === 'number'
        ? this.config.topP
        : (getEnvFloat('AWS_SAGEMAKER_TOP_P') ?? 1.0);
    const stopSequences = this.config.stopSequences || [];

    let payload: any;

    logger.debug(`Formatting payload for model type: ${this.modelType}`);

    switch (this.modelType) {
      case 'openai':
        try {
          // Try to parse as JSON array of messages
          const messages = JSON.parse(prompt);
          if (Array.isArray(messages)) {
            payload = {
              messages,
              max_tokens: maxTokens,
              temperature,
              top_p: topP,
              stop: stopSequences.length > 0 ? stopSequences : undefined,
            };
          } else {
            throw new Error('Not valid messages format');
          }
        } catch {
          // Fall back to text completion format
          payload = {
            prompt,
            max_tokens: maxTokens,
            temperature,
            top_p: topP,
            stop: stopSequences.length > 0 ? stopSequences : undefined,
          };
        }
        break;

      case 'llama':
        // TODO(Will): Can these be consolidated?
        try {
          const messages = JSON.parse(prompt);
          if (Array.isArray(messages)) {
            payload = {
              inputs: messages,
              parameters: {
                max_new_tokens: maxTokens,
                temperature,
                top_p: topP,
                stop: stopSequences.length > 0 ? stopSequences : undefined,
              },
            };