LLM Tools support for Google Generative AI integration

homeassistant/components/google_generative_ai_conversation/__init__.py

@@ -23,7 +23,7 @@
 from homeassistant.helpers import config_validation as cv
 from homeassistant.helpers.typing import ConfigType
 
-from .const import CONF_CHAT_MODEL, CONF_PROMPT, DEFAULT_CHAT_MODEL, DOMAIN, LOGGER
+from .const import CONF_PROMPT, DEFAULT_CHAT_MODEL, DOMAIN, LOGGER
 
 SERVICE_GENERATE_CONTENT = "generate_content"
 CONF_IMAGE_FILENAME = "image_filename"
@@ -97,11 +97,7 @@ async def async_setup_entry(hass: HomeAssistant, entry: ConfigEntry) -> bool:
     genai.configure(api_key=entry.data[CONF_API_KEY])
 
     try:
-        await hass.async_add_executor_job(
-            partial(
-                genai.get_model, entry.options.get(CONF_CHAT_MODEL, DEFAULT_CHAT_MODEL)
-            )
-        )
+        await hass.async_add_executor_job(partial(genai.get_model, DEFAULT_CHAT_MODEL))
     except ClientError as err:
         if err.reason == "API_KEY_INVALID":
             LOGGER.error("Invalid API key: %s", err)

homeassistant/components/google_generative_ai_conversation/config_flow.py

@@ -4,7 +4,6 @@
 
 from functools import partial
 import logging
-import types
 from types import MappingProxyType
 from typing import Any
 
@@ -18,11 +17,14 @@
     ConfigFlowResult,
     OptionsFlow,
 )
-from homeassistant.const import CONF_API_KEY
+from homeassistant.const import CONF_ALLOW_HASS_ACCESS, CONF_API_KEY
 from homeassistant.core import HomeAssistant
 from homeassistant.helpers.selector import (
     NumberSelector,
     NumberSelectorConfig,
+    SelectOptionDict,
+    SelectSelector,
+    SelectSelectorConfig,
     TemplateSelector,
 )
 
@@ -33,6 +35,7 @@
     CONF_TEMPERATURE,
     CONF_TOP_K,
     CONF_TOP_P,
+    DEFAULT_ALLOW_HASS_ACCESS,
     DEFAULT_CHAT_MODEL,
     DEFAULT_MAX_TOKENS,
     DEFAULT_PROMPT,
@@ -50,17 +53,6 @@
     }
 )
 
-DEFAULT_OPTIONS = types.MappingProxyType(
-    {
-        CONF_PROMPT: DEFAULT_PROMPT,
-        CONF_CHAT_MODEL: DEFAULT_CHAT_MODEL,
-        CONF_TEMPERATURE: DEFAULT_TEMPERATURE,
-        CONF_TOP_P: DEFAULT_TOP_P,
-        CONF_TOP_K: DEFAULT_TOP_K,
-        CONF_MAX_TOKENS: DEFAULT_MAX_TOKENS,
-    }
-)
-
 
 async def validate_input(hass: HomeAssistant, data: dict[str, Any]) -> None:
     """Validate the user input allows us to connect.
@@ -99,7 +91,8 @@ async def async_step_user(
             errors["base"] = "unknown"
         else:
             return self.async_create_entry(
-                title="Google Generative AI Conversation", data=user_input
+                title="",
+                data=user_input,
             )
 
         return self.async_show_form(
@@ -126,53 +119,67 @@ async def async_step_init(
     ) -> ConfigFlowResult:
         """Manage the options."""
         if user_input is not None:
-            return self.async_create_entry(
-                title="Google Generative AI Conversation", data=user_input
-            )
-        schema = google_generative_ai_config_option_schema(self.config_entry.options)
+            return self.async_create_entry(title="", data=user_input)
+        schema = await google_generative_ai_config_option_schema(
+            self.hass, self.config_entry.options
+        )
         return self.async_show_form(
             step_id="init",
             data_schema=vol.Schema(schema),
         )
 
 
-def google_generative_ai_config_option_schema(
+async def google_generative_ai_config_option_schema(
+    hass: HomeAssistant,
     options: MappingProxyType[str, Any],
 ) -> dict:
     """Return a schema for Google Generative AI completion options."""
-    if not options:
-        options = DEFAULT_OPTIONS
+    models = await hass.async_add_executor_job(partial(genai.list_models))
     return {
+        vol.Optional(
+            CONF_CHAT_MODEL,
+            description={"suggested_value": options.get(CONF_CHAT_MODEL)},
+            default=DEFAULT_CHAT_MODEL,
+        ): SelectSelector(
+            SelectSelectorConfig(
+                options=[
+                    SelectOptionDict(
+                        label=model.display_name,
+                        value=model.name,
+                    )
+                    for model in models
+                    if "generateContent" in model.supported_generation_methods
+                ]
+            )
+        ),
+        vol.Optional(
+            CONF_ALLOW_HASS_ACCESS,
+            description={"suggested_value": options.get(CONF_ALLOW_HASS_ACCESS)},
+            default=DEFAULT_ALLOW_HASS_ACCESS,
+        ): bool,
         vol.Optional(
             CONF_PROMPT,
-            description={"suggested_value": options[CONF_PROMPT]},
+            description={"suggested_value": options.get(CONF_PROMPT)},
             default=DEFAULT_PROMPT,
         ): TemplateSelector(),
-        vol.Optional(
-            CONF_CHAT_MODEL,
-            description={
-                "suggested_value": options.get(CONF_CHAT_MODEL, DEFAULT_CHAT_MODEL)
-            },
-            default=DEFAULT_CHAT_MODEL,
-        ): str,
         vol.Optional(
             CONF_TEMPERATURE,
-            description={"suggested_value": options[CONF_TEMPERATURE]},
+            description={"suggested_value": options.get(CONF_TEMPERATURE)},
             default=DEFAULT_TEMPERATURE,
         ): NumberSelector(NumberSelectorConfig(min=0, max=1, step=0.05)),
         vol.Optional(
             CONF_TOP_P,
-            description={"suggested_value": options[CONF_TOP_P]},
+            description={"suggested_value": options.get(CONF_TOP_P)},
             default=DEFAULT_TOP_P,
         ): NumberSelector(NumberSelectorConfig(min=0, max=1, step=0.05)),
         vol.Optional(
             CONF_TOP_K,
-            description={"suggested_value": options[CONF_TOP_K]},
+            description={"suggested_value": options.get(CONF_TOP_K)},
             default=DEFAULT_TOP_K,
         ): int,
         vol.Optional(
             CONF_MAX_TOKENS,
-            description={"suggested_value": options[CONF_MAX_TOKENS]},
+            description={"suggested_value": options.get(CONF_MAX_TOKENS)},
             default=DEFAULT_MAX_TOKENS,
         ): int,
     }

homeassistant/components/google_generative_ai_conversation/const.py

@@ -21,11 +21,13 @@
     {%- endif %}
   {%- endfor %}
 {%- endfor %}
+"""
 
-Answer the user's questions about the world truthfully.
-
-If the user wants to control a device, reject the request and suggest using the Home Assistant app.
+PROMPT_NO_HASS_ACCESS = "If the user wants to control a device, tell them to enable Home Assistant access for the Google configuration."
+PROMPT_HASS_ACCESS = """
+Call the intent tools to control the system. Just pass the name to the intent.
 """
+
 CONF_CHAT_MODEL = "chat_model"
 DEFAULT_CHAT_MODEL = "models/gemini-pro"
 CONF_TEMPERATURE = "temperature"
@@ -36,3 +38,4 @@
 DEFAULT_TOP_K = 1
 CONF_MAX_TOKENS = "max_tokens"
 DEFAULT_MAX_TOKENS = 150
+DEFAULT_ALLOW_HASS_ACCESS = False