add an example code for running Azure AI Foundry

Author: ks6088ts

.env.template

@@ -20,6 +20,11 @@ AZURE_OPENAI_MODEL_CHAT="gpt-5"
 AZURE_OPENAI_MODEL_EMBEDDING="text-embedding-3-small"
 AZURE_OPENAI_MODEL_REASONING="o4-mini"
 
+## Azure AI Foundry
+AZURE_AI_FOUNDRY_INFERENCE_ENDPOINT="https://xxx.services.ai.azure.com/api/projects/xxx"
+AZURE_AI_FOUNDRY_INFERENCE_CREDENTIAL="xxx"
+AZURE_AI_FOUNDRY_INFERENCE_MODEL_CHAT="gpt-5"
+
 ## Ollama Settings
 OLLAMA_MODEL_CHAT="gemma3:270m"
 

scripts/azure_ai_foundry_operator.py

@@ -0,0 +1,87 @@
+import logging
+
+import typer
+from dotenv import load_dotenv
+
+from template_langgraph.llms.azure_ai_foundrys import AzureAiFoundryWrapper
+from template_langgraph.loggers import get_logger
+
+# Initialize the Typer application
+app = typer.Typer(
+    add_completion=False,
+    help="Azure AI Foundry operator CLI",
+)
+
+# Set up logging
+logger = get_logger(__name__)
+
+
+@app.command()
+def chat(
+    query: str = typer.Option(
+        "Hello",
+        "--query",
+        "-q",
+        help="The query to send to the AI",
+    ),
+    verbose: bool = typer.Option(
+        False,
+        "--verbose",
+        "-v",
+        help="Enable verbose output",
+    ),
+):
+    # Set up logging
+    if verbose:
+        logger.setLevel(logging.DEBUG)
+
+    logger.info("Running Azure AI Foundry chat...")
+    # https://learn.microsoft.com/azure/ai-foundry/quickstarts/get-started-code?tabs=python&pivots=fdp-project
+    from azure.ai.projects import AIProjectClient
+    from azure.identity import DefaultAzureCredential
+
+    settings = AzureAiFoundryWrapper().settings
+
+    project = AIProjectClient(
+        endpoint=settings.azure_ai_foundry_inference_endpoint,
+        credential=DefaultAzureCredential(),
+    )
+    models = project.get_openai_client(api_version=settings.azure_ai_foundry_inference_api_version)
+    response = models.chat.completions.create(
+        model=settings.azure_ai_foundry_inference_model_chat,
+        messages=[
+            {"role": "user", "content": query},
+        ],
+    )
+    logger.info(response.choices[0].message.content)
+
+
+@app.command()
+def chat_langchain(
+    query: str = typer.Option(
+        "Hello",
+        "--query",
+        "-q",
+        help="The query to send to the AI",
+    ),
+    verbose: bool = typer.Option(
+        False,
+        "--verbose",
+        "-v",
+        help="Enable verbose output",
+    ),
+):
+    # Set up logging
+    if verbose:
+        logger.setLevel(logging.DEBUG)
+
+    logger.info("Running Azure AI Foundry chat...")
+    # FIXME: impl
+
+
+if __name__ == "__main__":
+    load_dotenv(
+        override=True,
+        verbose=True,
+    )
+    app()

template_langgraph/llms/azure_ai_foundrys.py

@@ -0,0 +1,28 @@
+from functools import lru_cache
+
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
+
+class Settings(BaseSettings):
+    azure_ai_foundry_inference_endpoint: str = "https://xxx.services.ai.azure.com/api/projects/xxx"
+    azure_ai_foundry_inference_credential: str = "<YOUR_CREDENTIAL>"
+    azure_ai_foundry_inference_api_version: str = "2025-04-01-preview"
+    azure_ai_foundry_inference_model_chat: str = "gpt-5"
+
+    model_config = SettingsConfigDict(
+        env_file=".env",
+        env_ignore_empty=True,
+        extra="ignore",
+    )
+
+
+@lru_cache
+def get_azure_ai_foundry_settings() -> Settings:
+    return Settings()
+
+
+class AzureAiFoundryWrapper:
+    def __init__(self, settings: Settings = None):
+        if settings is None:
+            settings = get_azure_ai_foundry_settings()
+        self.settings = settings