Function TestRunDedicatedInferenceUpdate

commands/dedicated_inference_test.go:197–233

(t *testing.T)

}

func TestRunDedicatedInferenceUpdate(t *testing.T) {
	withTestClient(t, func(config *CmdConfig, tm *tcMocks) {
		specJSON := `{
			"version": 0,
			"name": "test-dedicated-inference",
			"region": "nyc2",
			"vpc": {"uuid": "00000000-0000-4000-8000-000000000001"},
			"enable_public_endpoint": true,
			"model_deployments": [
				{
					"model_slug": "mistral/mistral-7b-instruct-v3",
					"provider_model_id": "mistralai/Mistral-7B-Instruct-v0.3",
					"model_provider": "hugging_face",
					"accelerators": [
						{"scale": 2, "type": "prefill", "accelerator_slug": "gpu-mi300x1-192gb"},
						{"scale": 4, "type": "decode", "accelerator_slug": "gpu-mi300x1-192gb"}
					]
				}
			]
		}`
		tmpFile := t.TempDir() + "/spec.json"
		err := os.WriteFile(tmpFile, []byte(specJSON), 0644)
		assert.NoError(t, err)

		config.Doit.Set(config.NS, doctl.ArgDedicatedInferenceSpec, tmpFile)
		config.Args = append(config.Args, "00000000-0000-4000-8000-000000000000")

		expectedReq := &godo.DedicatedInferenceUpdateRequest{
			Spec: testDedicatedInferenceSpecRequest,
		}

		tm.dedicatedInferences.EXPECT().Update("00000000-0000-4000-8000-000000000000", expectedReq).Return(&testDedicatedInference, nil)

		err = RunDedicatedInferenceUpdate(config)
		assert.NoError(t, err)
	})
}

func TestRunDedicatedInferenceUpdate_WithHuggingFaceToken(t *testing.T) {
	withTestClient(t, func(config *CmdConfig, tm *tcMocks) {