AgentGateway Integration

# macOS / Linux (Homebrew)
brew install agentgateway/tap/agentgateway

# Or download from https://github.com/agentgateway/agentgateway/releases
agentgateway --version   # must be v1.1.0+

# yaml-language-server: $schema=https://agentgateway.dev/schema/config
frontendPolicies:
  tracing:
    # Fiddler instance host and port (e.g., your-instance.fiddler.ai:443).
    # $FIDDLER_HOST is expanded from the environment.
    host: "$FIDDLER_HOST"
    protocol: http
    randomSampling: true
    policies:
      # Inject auth headers on every OTLP export request to Fiddler.
      # $FIDDLER_API_KEY and $FIDDLER_APP_ID are expanded from the environment.
      requestHeaderModifier:
        add:
          Authorization: "Bearer $FIDDLER_API_KEY"
          fiddler-application-id: "$FIDDLER_APP_ID"
      # Enable TLS for the HTTPS connection to Fiddler.
      backendTLS: {}
    resources:
      service.name: '"agentgateway"'
      application.id: '"$FIDDLER_APP_ID"'
    attributes:
      # Prompt and completion content, following the OpenTelemetry GenAI
      # convention. Model, provider, token usage, request parameters
      # (temperature, max_tokens), and gen_ai.operation.name are emitted by
      # AgentGateway automatically — no CEL is required for those.
      gen_ai.input.messages: toJson(llm.prompt)
      gen_ai.output.messages: toJson(llm.completion)
      # Tool definitions offered on the request, if any.
      gen_ai.tool.definitions: 'toJson(json(request.body).tools)'
      # Classify the span as an LLM call and group it into a Session.
      fiddler.span.type: '"llm"'
      gen_ai.conversation.id: |
        request.headers["x-fiddler-conversation-id"] != "" ? request.headers["x-fiddler-conversation-id"] : ""
      span.name: |
        "chat " + llm.requestModel

binds:
- port: 4000
  listeners:
  - routes:
    - backends:
      - ai:
          name: openai
          provider:
            openAI:
              model: gpt-5-mini
        policies:
          backendAuth:
            passthrough: {}

export OPENAI_API_KEY="sk-..."
export FIDDLER_API_KEY="your-fiddler-api-key"
export FIDDLER_APP_ID="your-application-uuid"
export FIDDLER_HOST="your-instance.fiddler.ai:443"
agentgateway -f agentgateway_config.yaml

import os
import uuid
from openai import OpenAI

# OPENAI_API_KEY is read from the environment automatically.
# AgentGateway's backendAuth passthrough forwards it unchanged to OpenAI,
# so the key must be set in both the AgentGateway environment and here.
client = OpenAI(base_url=os.getenv("AGENTGATEWAY_URL", "http://localhost:4000/v1"))

# Generate one conversation UUID per session and send it on every LLM call
# so Fiddler groups them into a single Session.
session_id = str(uuid.uuid4())

response = client.chat.completions.create(
    model="gpt-5-mini",
    messages=[{"role": "user", "content": "What is the capital of France?"}],
    extra_headers={"X-Fiddler-Conversation-Id": session_id},
)
print(response.choices[0].message.content)

export AGENTGATEWAY_URL="http://my-gateway-host:4000/v1"

# yaml-language-server: $schema=https://agentgateway.dev/schema/config
frontendPolicies:
  tracing:
    host: "$FIDDLER_HOST"
    protocol: http
    randomSampling: true
    policies:
      requestHeaderModifier:
        add:
          Authorization: "Bearer $FIDDLER_API_KEY"
          fiddler-application-id: "$FIDDLER_APP_ID"
      backendTLS: {}
    resources:
      service.name: '"agentgateway"'
      application.id: '"$FIDDLER_APP_ID"'
    attributes:
      gen_ai.operation.name: |
        mcp.methodName == "tools/call" ? "execute_tool" : ""
      gen_ai.tool.name: mcp.tool.name
      gen_ai.tool.call.arguments: mcp.tool.arguments
      gen_ai.tool.call.result: mcp.tool.result
      mcp.tool.error: mcp.tool.error
      gen_ai.conversation.id: mcp.sessionId
      span.name: |
        mcp.methodName == "tools/call" ? "tool " + mcp.tool.name : mcp.methodName

binds:
- port: 3000
  listeners:
  - routes:
    - backends:
      - mcp:
          targets:
          - name: my-tools
            stdio:
              cmd: npx
              args: ["-y", "@modelcontextprotocol/server-everything"]

echo $FIDDLER_API_KEY
echo $FIDDLER_APP_ID
echo $FIDDLER_HOST
echo $OPENAI_API_KEY

agentgateway --version

frontendPolicies:
  tracing:
    randomSampling: false