Method get_instructions_for_objective

app/models/gemini.py:20–34

(self, original_user_request: str, step_num: int = 0)

            os.environ['GEMINI_API_KEY'] = api_key

    def get_instructions_for_objective(self, original_user_request: str, step_num: int = 0) -> dict[str, Any]:
        safety_settings = [
            types.SafetySetting(category=category.value, threshold="BLOCK_NONE")
            for category in types.HarmCategory
            if category.value != 'HARM_CATEGORY_UNSPECIFIED'
        ]
        message_content = self.format_user_request_for_llm(original_user_request, step_num)

        llm_response = self.client.models.generate_content(
            model=self.model_name,
            contents=message_content,
            config=types.GenerateContentConfig(safety_settings=safety_settings),
        )
        json_instructions: dict[str, Any] = self.convert_llm_response_to_json_instructions(llm_response)
        return json_instructions

    def format_user_request_for_llm(self, original_user_request, step_num) -> list[Any]:
        base64_img: str = Screen().get_screenshot_in_base64()