Get the evaluator rules that use a provider's models and credentials

curl --request GET \
  --url https://api.example.com/v3/llm-gateway/providers/{provider}/usage \
  --header 'Authorization: Bearer <token>'

import requests

url = "https://api.example.com/v3/llm-gateway/providers/{provider}/usage"

headers = {"Authorization": "Bearer <token>"}

response = requests.get(url, headers=headers)

print(response.text)

const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.example.com/v3/llm-gateway/providers/{provider}/usage', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.example.com/v3/llm-gateway/providers/{provider}/usage",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "GET",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://api.example.com/v3/llm-gateway/providers/{provider}/usage"

	req, _ := http.NewRequest("GET", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

require 'uri'
require 'net/http'

url = URI("https://api.example.com/v3/llm-gateway/providers/{provider}/usage")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'

response = http.request(request)
puts response.read_body

{
  "api": "v3",
  "data": {
    "models": [
      {
        "uuid": "550e8400-e29b-41d4-a716-446655440000",
        "name": "gpt-4o",
        "affected": {
          "total": 1,
          "hidden": 0,
          "hidden_projects": 0,
          "items": [
            {
              "application": {
                "id": "6f1c1c4e-4a7a-4e0e-9d0b-0b9a1c2d3e4f",
                "name": "Support Bot"
              },
              "evaluator_rule": {
                "id": "7a2b3c4d-5e6f-4a7b-8c9d-0e1f2a3b4c5d",
                "name": "coherence-prod",
                "enabled": true
              },
              "evaluator": {
                "id": "8b3c4d5e-6f7a-4b8c-9d0e-1f2a3b4c5d6e",
                "name": "Coherence judge"
              }
            }
          ]
        }
      }
    ],
    "credentials": [
      {
        "uuid": "9c4d5e6f-7a8b-4c9d-0e1f-2a3b4c5d6e7f",
        "name": "prod-key",
        "affected": {
          "total": 0,
          "hidden": 0,
          "hidden_projects": 0,
          "items": []
        }
      }
    ]
  }
}

{
  "api_version": "3.0",
  "kind": "ERROR",
  "error": {
    "code": 400,
    "message": "Resource Not Found",
    "errors": [
      {
        "reason": "ResourceNotFoundException",
        "message": "Resource Not Found",
        "help": "<string>"
      }
    ]
  }
}

{
  "api_version": "3.0",
  "kind": "ERROR",
  "error": {
    "code": 400,
    "message": "Resource Not Found",
    "errors": [
      {
        "reason": "ResourceNotFoundException",
        "message": "Resource Not Found",
        "help": "<string>"
      }
    ]
  }
}

{
  "api_version": "3.0",
  "kind": "ERROR",
  "error": {
    "code": 400,
    "message": "Resource Not Found",
    "errors": [
      {
        "reason": "ResourceNotFoundException",
        "message": "Resource Not Found",
        "help": "<string>"
      }
    ]
  }
}

LLM Gateway

Get the evaluator rules that use a provider's models and credentials

For each of the provider’s models and credentials, the evaluator rules in the organization whose current evaluator uses it. Requires LLM Gateway Management Update: it serves the warnings before a delete or an edit, for those who can make those changes. Read this before deleting the provider, or removing a model or credential from it, to warn the user. While rules use them, the delete or update is refused with a 409 unless acknowledge_usage=true is sent. Archived evaluator versions, and evaluators that no rule uses, are not counted. total counts every affected rule in the organization. items lists at most 10, only from projects where the caller can read the rule, its application and its evaluator. Rules in other projects are only counted, in hidden and hidden_projects; their names are never returned. Rules beyond the cap number total - hidden - len(items).

GET

llm-gateway

providers

{provider}

usage

Get the evaluator rules that use a provider's models and credentials

curl --request GET \
  --url https://api.example.com/v3/llm-gateway/providers/{provider}/usage \
  --header 'Authorization: Bearer <token>'

import requests

url = "https://api.example.com/v3/llm-gateway/providers/{provider}/usage"

headers = {"Authorization": "Bearer <token>"}

response = requests.get(url, headers=headers)

print(response.text)

const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.example.com/v3/llm-gateway/providers/{provider}/usage', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.example.com/v3/llm-gateway/providers/{provider}/usage",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "GET",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://api.example.com/v3/llm-gateway/providers/{provider}/usage"

	req, _ := http.NewRequest("GET", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

require 'uri'
require 'net/http'

url = URI("https://api.example.com/v3/llm-gateway/providers/{provider}/usage")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'

response = http.request(request)
puts response.read_body

{
  "api": "v3",
  "data": {
    "models": [
      {
        "uuid": "550e8400-e29b-41d4-a716-446655440000",
        "name": "gpt-4o",
        "affected": {
          "total": 1,
          "hidden": 0,
          "hidden_projects": 0,
          "items": [
            {
              "application": {
                "id": "6f1c1c4e-4a7a-4e0e-9d0b-0b9a1c2d3e4f",
                "name": "Support Bot"
              },
              "evaluator_rule": {
                "id": "7a2b3c4d-5e6f-4a7b-8c9d-0e1f2a3b4c5d",
                "name": "coherence-prod",
                "enabled": true
              },
              "evaluator": {
                "id": "8b3c4d5e-6f7a-4b8c-9d0e-1f2a3b4c5d6e",
                "name": "Coherence judge"
              }
            }
          ]
        }
      }
    ],
    "credentials": [
      {
        "uuid": "9c4d5e6f-7a8b-4c9d-0e1f-2a3b4c5d6e7f",
        "name": "prod-key",
        "affected": {
          "total": 0,
          "hidden": 0,
          "hidden_projects": 0,
          "items": []
        }
      }
    ]
  }
}

{
  "api_version": "3.0",
  "kind": "ERROR",
  "error": {
    "code": 400,
    "message": "Resource Not Found",
    "errors": [
      {
        "reason": "ResourceNotFoundException",
        "message": "Resource Not Found",
        "help": "<string>"
      }
    ]
  }
}

{
  "api_version": "3.0",
  "kind": "ERROR",
  "error": {
    "code": 400,
    "message": "Resource Not Found",
    "errors": [
      {
        "reason": "ResourceNotFoundException",
        "message": "Resource Not Found",
        "help": "<string>"
      }
    ]
  }
}

{
  "api_version": "3.0",
  "kind": "ERROR",
  "error": {
    "code": 400,
    "message": "Resource Not Found",
    "errors": [
      {
        "reason": "ResourceNotFoundException",
        "message": "Resource Not Found",
        "help": "<string>"
      }
    ]
  }
}

Authorizations

Authorization

string

header

required

Bearer authentication header of the form Bearer <token>, where <token> is your auth token.

Path Parameters

provider

string

required

Name of the LLM provider (e.g., OpenAI, Anthropic)

Response

The evaluator rules that use each model and credential

Response object for standard API responses.

api_version

enum<string>

default:3.0

API version.

Available options:

2.0,

3.0

kind

enum<string>

default:NORMAL

Type of response, indicating a normal response.

Available options:

NORMAL

data

Provider Usage · object

The evaluator rules that use each of a provider's models and credentials.

Show child attributes

Fiddler Python Client SDK

Fiddler Evals SDK

Fiddler OTel SDK

Fiddler LangGraph SDK

Fiddler LangChain SDK

Fiddler Google ADK SDK

Fiddler Strands Agent SDK

Fiddler OTel JS SDK

Fiddler LangGraph JS SDK

Fiddler LangChain JS SDK

Get the evaluator rules that use a provider's models and credentials

Authorizations

Path Parameters

Response