Function testNanoGPT

cmd/testai/main-testai.go:261–308

(ctx context.Context, model, message string, tools []uctypes.ToolDefinition)

}

func testNanoGPT(ctx context.Context, model, message string, tools []uctypes.ToolDefinition) {
	apiKey := os.Getenv("NANOGPT_KEY")
	if apiKey == "" {
		fmt.Println("Error: NANOGPT_KEY environment variable not set")
		os.Exit(1)
	}

	opts := &uctypes.AIOptsType{
		APIType:   uctypes.APIType_OpenAIChat,
		APIToken:  apiKey,
		Endpoint:  "https://nano-gpt.com/api/v1/chat/completions",
		Model:     model,
		MaxTokens: 4096,
	}

	chatID := uuid.New().String()

	aiMessage := &uctypes.AIMessage{
		MessageId: uuid.New().String(),
		Parts: []uctypes.AIMessagePart{
			{
				Type: uctypes.AIMessagePartTypeText,
				Text: message,
			},
		},
	}

	fmt.Printf("Testing NanoGPT with WaveAIPostMessageWrap, model: %s\n", model)
	fmt.Printf("Message: %s\n", message)
	fmt.Printf("Chat ID: %s\n", chatID)
	fmt.Println("---")

	testWriter := &TestResponseWriter{}
	sseHandler := sse.MakeSSEHandlerCh(testWriter, ctx)
	defer sseHandler.Close()

	chatOpts := uctypes.WaveChatOpts{
		ChatId:       chatID,
		ClientId:     uuid.New().String(),
		Config:       *opts,
		Tools:        tools,
		SystemPrompt: []string{"You are a helpful assistant. Be concise and clear in your responses."},
	}
	err := aiusechat.WaveAIPostMessageWrap(ctx, sseHandler, aiMessage, chatOpts)
	if err != nil {
		fmt.Printf("NanoGPT streaming error: %v\n", err)
	}
}

func testAnthropic(ctx context.Context, model, message string, tools []uctypes.ToolDefinition) {
	apiKey := os.Getenv("ANTHROPIC_APIKEY")