Method _async_execute

KVCOMM/agents/final_decision.py:558–608

Handle asynchronous execution across different KV cache strategies.

(self, input:Dict[str,str],  spatial_info:Dict[str,Any], temporal_info:Dict[str,Any], mode: str = "default", **kwargs)

        return response

    async def _async_execute(self, input:Dict[str,str],  spatial_info:Dict[str,Any], temporal_info:Dict[str,Any], mode: str = "default", **kwargs):
        """Handle asynchronous execution across different KV cache strategies."""
        if self.domain == 'humaneval':
            self.internal_tests = self.extract_example(input)
        if mode == "default":
            request_uid = input.get("_request_uid")
            inputs = await self._process_inputs(
                input,
                spatial_info,
                temporal_info,
                mode=mode,
                **kwargs,
            )
            message = [{'role':'system','content':inputs["system_prompt"]},{'role':'user','content':inputs["user_prompt"]}]
            result = await self.llm.agen(
                message,
                request_uid=request_uid,
                agent_id=self.id,
                agent_name=self.agent_name,
                agent_role=self.role,
            )
            return result

        request_uid = input.get("_request_uid") or kwargs.get("request_uid")
        if request_uid is None:
            raise ValueError("request_uid is required for request-scoped anchor updates.")

        mode_data = await self._process_inputs(
            input,
            spatial_info,
            temporal_info,
            mode="allow_kv_reuse",
            **kwargs,
        )
        if mode_data["early_response"] is not None:
            early = GenerationResult(
                text=mode_data["early_response"],
                mode="kv_reuse" if mode == "allow_kv_reuse" else mode,
                ttft=0.0,
            )
            return input['task'], early
        result = await self.llm.generate_for_agent(
            request_uid=request_uid,
            message=input['task'],
            preferred_mode=mode_data["preferred_mode"],
            output_dir=kwargs.get("output_dir"),
            agent_id=self.id,
            agent_name=self.agent_name,
            agent_role=self.role,
        )
        return input['task'], result

@AgentRegistry.register('FinalDirect')
class FinalDirect(Node):