Class InferenceRequest

src/google/adk/evaluation/base_eval_service.py:98–126

Represent a request to perform inferences for the eval cases in an eval set.

class InferenceRequest(BaseModel):
  """Represent a request to perform inferences for the eval cases in an eval set."""

  model_config = ConfigDict(
      alias_generator=alias_generators.to_camel,
      populate_by_name=True,
  )

  app_name: str = Field(
      description="""The name of the app to which the eval case belongs to."""
  )

  eval_set_id: str = Field(description="""ID of the eval set.""")

  eval_case_ids: Optional[list[str]] = Field(
      default=None,
      description="""ID of the eval cases for which inferences need to be
generated.

All the eval case ids should belong to the EvalSet.

If the list of eval case ids are empty or not specified, then all the eval cases
in an eval set are evaluated.
      """,
  )

  inference_config: InferenceConfig = Field(
      description="""The config to use for inferencing.""",
  )


class InferenceStatus(Enum):