Source code for system.utility.model

"""Gemini model initialization and caching with API setup."""

import os

from dotenv import load_dotenv
from google.adk.models.lite_llm import LiteLlm
from .custom_exceptions import ModelLoadError
from .utils import retry_on_exception
from .logger import logger

load_dotenv()

# Global state
_MODEL = None


[docs] @retry_on_exception(max_attempts=3, delay=1.0) async def load_model(model_name: str = "groq/openai/gpt-oss-20b"): """Load and cache the model name on startup.""" global _MODEL try: _MODEL = LiteLlm(model=model_name,drop_params=True) logger.info("Model '%s' loaded successfully", model_name) except Exception as err: logger.error("Model loading failed: %s", err) raise ModelLoadError(f"Model loading failed: {err}") from err
[docs] def get_model() -> LiteLlm: """Return the cached model name, or raise if not loaded.""" if _MODEL is None: raise ModelLoadError( "Model not loaded; call load_model() during startup") return _MODEL