AgentGateway Integration

# macOS / Linux (Homebrew)
brew install agentgateway/tap/agentgateway

# Or download from https://github.com/agentgateway/agentgateway/releases
agentgateway --version   # must be 1.1.0+

# yaml-language-server: $schema=https://agentgateway.dev/schema/config
frontendPolicies:
  tracing:
    # Fiddler instance host and port (e.g., your-instance.fiddler.ai:443).
    # $FIDDLER_HOST is expanded from the environment.
    host: "$FIDDLER_HOST"
    protocol: http
    randomSampling: true
    policies:
      # Inject auth headers on every OTLP export request to Fiddler.
      # $FIDDLER_API_KEY and $FIDDLER_APP_ID are expanded from the environment.
      requestHeaderModifier:
        add:
          Authorization: "Bearer $FIDDLER_API_KEY"
          fiddler-application-id: "$FIDDLER_APP_ID"
      # Enable TLS for the HTTPS connection to Fiddler.
      backendTLS: {}
    resources:
      service.name: '"agentgateway"'
      application.id: '"$FIDDLER_APP_ID"'
    attributes:
      gen_ai.llm.input.user: |
        llm.prompt.filter(m, m.role == "user").map(m, m.content).join("\n")
      gen_ai.llm.input.system: |
        llm.prompt.filter(m, m.role == "system").map(m, m.content).join("\n")
      gen_ai.llm.output: |
        llm.completion.join("\n")
      gen_ai.input.messages: toJson(llm.prompt)
      gen_ai.output.messages: toJson(llm.completion)
      gen_ai.system: llm.provider
      gen_ai.usage.total_tokens: llm.totalTokens
      span.name: |
        "chat " + llm.requestModel
      fiddler.span.type: '"llm"'
      gen_ai.tool.definitions: 'toJson(json(request.body).tools)'
      gen_ai.conversation.id: |
        request.headers["x-fiddler-conversation-id"] != "" ? request.headers["x-fiddler-conversation-id"] : ""

binds:
- port: 4000
  listeners:
  - routes:
    - backends:
      - ai:
          name: openai
          provider:
            openAI:
              model: gpt-4o-mini
        policies:
          backendAuth:
            passthrough: {}

export OPENAI_API_KEY="sk-..."
export FIDDLER_API_KEY="your-fiddler-api-key"
export FIDDLER_APP_ID="your-application-uuid"
export FIDDLER_HOST="your-instance.fiddler.ai:443"
agentgateway -f agentgateway_config.yaml

import os
import uuid
from openai import OpenAI

# OPENAI_API_KEY is read from the environment automatically.
# AgentGateway's backendAuth passthrough forwards it unchanged to OpenAI,
# so the key must be set in both the AgentGateway environment and here.
client = OpenAI(base_url=os.getenv("AGENTGATEWAY_URL", "http://localhost:4000/v1"))

# Generate one conversation UUID per session and send it on every LLM call
# so Fiddler groups them into a single Session.
session_id = str(uuid.uuid4())

response = client.chat.completions.create(
    model="gpt-4o-mini",
    messages=[{"role": "user", "content": "What is the capital of France?"}],
    extra_headers={"X-Fiddler-Conversation-Id": session_id},
)
print(response.choices[0].message.content)

export AGENTGATEWAY_URL="http://my-gateway-host:4000/v1"

echo $FIDDLER_API_KEY
echo $FIDDLER_APP_ID
echo $FIDDLER_HOST
echo $OPENAI_API_KEY

agentgateway --version

frontendPolicies:
  tracing:
    randomSampling: false