Function TestPredictRich_OpenAI_ToolCalls

backend/go/cloud-proxy/toolcalls_test.go:14–52

OpenAI: non-streaming tool call response. Verify the response is mapped to Reply.ChatDeltas[].ToolCalls with id/name/arguments intact, and usage tokens land on Reply.PromptTokens / Reply.Tokens.

(t *testing.T)

// mapped to Reply.ChatDeltas[].ToolCalls with id/name/arguments intact,
// and usage tokens land on Reply.PromptTokens / Reply.Tokens.
func TestPredictRich_OpenAI_ToolCalls(t *testing.T) {
	srv, _ := fakeOpenAIUpstream(t, func(_ openAIRequest) (int, string, string) {
		return 200, `{
			"id":"resp-1",
			"choices":[{
				"index":0,
				"message":{
					"role":"assistant",
					"content":"",
					"tool_calls":[
						{"id":"call_abc","type":"function","function":{"name":"get_weather","arguments":"{\"location\":\"SF\"}"}},
						{"id":"call_def","type":"function","function":{"name":"get_time","arguments":"{\"tz\":\"PT\"}"}}
					]
				},
				"finish_reason":"tool_calls"
			}],
			"usage":{"prompt_tokens":42,"completion_tokens":18,"total_tokens":60}
		}`, "application/json"
	})
	defer srv.Close()
	g := NewWithT(t)
	cp := newTranslateCloudProxy(t, srv.URL)

	reply, err := cp.PredictRich(&pb.PredictOptions{
		Messages: []*pb.Message{{Role: "user", Content: "what's the weather?"}},
	})
	g.Expect(err).NotTo(HaveOccurred())
	g.Expect(string(reply.GetMessage())).To(Equal(""))
	g.Expect(reply.GetPromptTokens()).To(Equal(int32(42)))
	g.Expect(reply.GetTokens()).To(Equal(int32(18)))
	g.Expect(reply.GetChatDeltas()).To(HaveLen(1))
	tcs := reply.GetChatDeltas()[0].GetToolCalls()
	g.Expect(tcs).To(HaveLen(2))
	g.Expect(tcs[0].GetId()).To(Equal("call_abc"))
	g.Expect(tcs[0].GetName()).To(Equal("get_weather"))
	g.Expect(tcs[0].GetArguments()).To(ContainSubstring(`"location":"SF"`))
	g.Expect(tcs[1].GetId()).To(Equal("call_def"))
	g.Expect(tcs[1].GetName()).To(Equal("get_time"))
}

// OpenAI: streaming tool call. Arguments arrive as a sequence of
// delta chunks; the consumer is expected to concatenate by tool index.