{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://techiewonk.github.io/llm-queue/reference/registry-schema.json",
  "title": "llm-queue registry document",
  "description": "Shape, types and ranges of LLMQ_REGISTRY. Cross-field rules (budgets, fallback cycles, residency) are checked only by the library. Generated by `llm-queue registry schema`.",
  "type": "object",
  "properties": {
    "registry_version": {
      "type": "integer",
      "minimum": 1,
      "maximum": 9007199254740991
    },
    "min_lib_version": {
      "type": "string"
    },
    "live_edit": {
      "enum": [
        "safe",
        "all",
        "off"
      ]
    },
    "defaults": {
      "type": "object",
      "properties": {
        "admission": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "alerts": {
          "type": "object",
          "properties": {
            "quota_used_pct": {
              "type": "number",
              "minimum": 1,
              "maximum": 100
            },
            "dlq_messages": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "queue_age_secs": {
              "type": "number",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "quota_used_mins": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            },
            "spill_pct": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            },
            "spill_window_secs": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            },
            "waiting_age_secs": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "quota_used_pct": 90,
            "dlq_messages": 1,
            "queue_age_secs": 600
          }
        },
        "attempt_timeout_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60
        },
        "balance": {
          "anyOf": [
            {
              "enum": [
                "ordered",
                "round_robin",
                "weighted",
                "headroom"
              ]
            },
            {
              "type": "string",
              "pattern": "^custom:[A-Za-z0-9_.-]{1,64}$"
            }
          ],
          "description": "Levels: defaults, model.",
          "default": "ordered"
        },
        "balance_opts": {
          "type": "object",
          "properties": {
            "pick": {
              "enum": [
                "percent",
                "max",
                "spread"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "pick": "percent"
          }
        },
        "breaker_cooldown_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 15.0
        },
        "breaker_probe_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60.0
        },
        "breaker_threshold": {
          "type": "integer",
          "minimum": 1,
          "maximum": 10000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 5
        },
        "breaker_window_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60.0
        },
        "converse_api": {
          "enum": [
            "converse",
            "stream"
          ],
          "description": "Levels: defaults, model.",
          "default": "converse"
        },
        "default_output_tokens": {
          "type": "integer",
          "minimum": 1,
          "maximum": 10000000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1000
        },
        "fairness": {
          "type": "object",
          "properties": {
            "mode": {
              "enum": [
                "off",
                "share",
                "quota",
                "fair_queue"
              ]
            },
            "weights": {
              "type": "object",
              "propertyNames": {
                "minLength": 1,
                "maxLength": 256
              },
              "additionalProperties": {
                "type": "number",
                "exclusiveMinimum": 0,
                "maximum": 1000000
              }
            },
            "default_weight": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 1000000
            },
            "rpm": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "tpm": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "quotas": {
              "type": "object",
              "propertyNames": {
                "minLength": 1,
                "maxLength": 256
              },
              "additionalProperties": {
                "type": "object",
                "properties": {
                  "rpm": {
                    "type": "integer",
                    "minimum": 1,
                    "maximum": 9007199254740991
                  },
                  "tpm": {
                    "type": "integer",
                    "minimum": 1,
                    "maximum": 9007199254740991
                  }
                },
                "additionalProperties": false
              }
            },
            "active_secs": {
              "type": "number",
              "minimum": 1,
              "maximum": 86400
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "mode": "off",
            "default_weight": 1,
            "active_secs": 60
          }
        },
        "fallback": {
          "type": "object",
          "properties": {
            "on": {
              "type": "array",
              "minItems": 1,
              "items": {
                "enum": [
                  "exhausted",
                  "broken",
                  "error"
                ]
              }
            },
            "after_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400
            },
            "regions": {
              "enum": [
                "account",
                "any"
              ]
            }
          },
          "additionalProperties": false,
          "required": [
            "on"
          ],
          "description": "Levels: defaults, model."
        },
        "fallback_policy": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "health": {
          "type": "object",
          "properties": {
            "disable_errors": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000
            },
            "disable_window_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "probe_after_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "probe_max_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "slow_ratio": {
              "type": "number",
              "exclusiveMinimum": 1,
              "maximum": 1000
            },
            "slow_min_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400
            },
            "slow_min_samples": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000000
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment.",
          "default": {
            "disable_errors": 3,
            "disable_window_secs": 300,
            "probe_after_secs": 900,
            "probe_max_secs": 7200,
            "slow_ratio": 3.0,
            "slow_min_secs": 5,
            "slow_min_samples": 20
          }
        },
        "inference": {
          "type": "object",
          "properties": {
            "max_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000
            },
            "temperature": {
              "type": "number",
              "minimum": 0,
              "maximum": 2
            },
            "top_p": {
              "type": "number",
              "minimum": 0,
              "maximum": 1
            },
            "stop": {
              "anyOf": [
                {
                  "type": "string"
                },
                {
                  "type": "array",
                  "items": {
                    "type": "string",
                    "minLength": 1
                  }
                }
              ]
            },
            "top_k": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000000
            },
            "seed": {
              "type": "integer",
              "minimum": -9007199254740991,
              "maximum": 9007199254740991
            },
            "frequency_penalty": {
              "type": "number",
              "minimum": -2,
              "maximum": 2
            },
            "presence_penalty": {
              "type": "number",
              "minimum": -2,
              "maximum": 2
            },
            "extra": {
              "type": "object",
              "propertyNames": {
                "pattern": "^[a-z][a-z0-9_]{0,63}$",
                "not": {
                  "enum": [
                    "api_key",
                    "base_url",
                    "extra_body",
                    "extra_headers",
                    "extra_query",
                    "input",
                    "messages",
                    "metadata",
                    "model",
                    "store",
                    "stream",
                    "stream_options",
                    "timeout",
                    "tool_choice",
                    "tools",
                    "user"
                  ]
                }
              }
            },
            "dimensions": {
              "type": "integer",
              "minimum": 1,
              "maximum": 65536
            },
            "normalize": {
              "type": "boolean"
            },
            "input_type": {
              "type": "string",
              "minLength": 1
            },
            "truncate": {
              "type": "string",
              "minLength": 1
            },
            "embedding_types": {
              "const": [
                "float"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment."
        },
        "inference_limits": {
          "type": "object",
          "properties": {
            "max_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000
            },
            "locked": {
              "type": "array",
              "items": {
                "enum": [
                  "dimensions",
                  "embedding_types",
                  "extra",
                  "frequency_penalty",
                  "input_type",
                  "max_tokens",
                  "normalize",
                  "presence_penalty",
                  "seed",
                  "stop",
                  "temperature",
                  "top_k",
                  "top_p",
                  "truncate"
                ]
              }
            },
            "on_exceed": {
              "enum": [
                "clamp",
                "reject"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment."
        },
        "max_attempts": {
          "type": "integer",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 4
        },
        "max_concurrency": {
          "type": "integer",
          "minimum": 1,
          "maximum": 100000,
          "description": "Levels: defaults, account, model, deployment."
        },
        "max_message_bytes": {
          "type": "integer",
          "minimum": 1024,
          "maximum": 268435456,
          "description": "Levels: defaults, model.",
          "default": 4194304
        },
        "max_wait_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model."
        },
        "max_waiting": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100000000,
          "description": "Levels: defaults, model.",
          "default": 50000
        },
        "normal_min_share": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, model.",
          "default": 0.1
        },
        "priority_reserve": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, account, model."
        },
        "probe": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "queue": {
          "type": "object",
          "properties": {
            "name": {
              "type": "string",
              "pattern": "^[A-Za-z0-9_.-]{1,71}$",
              "not": {
                "pattern": "^jobs-"
              }
            },
            "visibility_secs": {
              "type": "integer",
              "minimum": 1,
              "maximum": 43200
            },
            "max_receives": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000
            },
            "retention_secs": {
              "type": "integer",
              "minimum": 60,
              "maximum": 1209600
            },
            "dlq_retention_secs": {
              "type": "integer",
              "minimum": 60,
              "maximum": 1209600
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "visibility_secs": 60,
            "max_receives": 10,
            "retention_secs": 86400,
            "dlq_retention_secs": 86400
          }
        },
        "queue_pct": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 100
        },
        "rate_burst": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 0.1
        },
        "rate_limits": {
          "enum": [
            "both",
            "rpm",
            "tpm",
            "off"
          ],
          "description": "Levels: defaults, account, model, deployment."
        },
        "rate_window": {
          "enum": [
            "smooth",
            "fixed"
          ],
          "description": "Levels: defaults, account, model, deployment.",
          "default": "smooth"
        },
        "require_headroom_pct": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 20
        },
        "retry_base_secs": {
          "type": "number",
          "minimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1.0
        },
        "retry_budget_min": {
          "type": "integer",
          "minimum": 0,
          "maximum": 1000000,
          "description": "Levels: defaults, model.",
          "default": 10
        },
        "retry_budget_pct": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 20
        },
        "retry_max_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 30.0
        },
        "retry_multiplier": {
          "type": "number",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 4.0
        },
        "retry_spread": {
          "type": "number",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 2.5
        },
        "rpm": {
          "type": "integer",
          "minimum": 1,
          "maximum": 9007199254740991,
          "description": "Levels: defaults, model, deployment."
        },
        "sticky": {
          "type": "object",
          "properties": {
            "key": {
              "anyOf": [
                {
                  "const": "session"
                },
                {
                  "type": "string",
                  "pattern": "^custom:[A-Za-z0-9_.-]{1,64}$"
                }
              ]
            },
            "idle_ttl_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            }
          },
          "additionalProperties": false,
          "required": [
            "key"
          ],
          "description": "Levels: defaults, model."
        },
        "sticky_move_after_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model.",
          "default": 1
        },
        "store_down": {
          "enum": [
            "pause",
            "static_cap",
            "fail_fast"
          ],
          "description": "Levels: defaults, model.",
          "default": "pause"
        },
        "stream_idle_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model.",
          "default": 30
        },
        "throttle_retry_attempts": {
          "type": "integer",
          "minimum": 1,
          "maximum": 20,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 6
        },
        "timeout_max_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model.",
          "default": 900
        },
        "timeout_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model.",
          "default": 120
        },
        "token_estimator": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "tpm": {
          "type": "integer",
          "minimum": 1,
          "maximum": 9007199254740991,
          "description": "Levels: defaults, model, deployment."
        },
        "tpm_count_cached": {
          "type": "boolean",
          "description": "Levels: defaults, account, model, deployment.",
          "default": false
        },
        "tpm_output_weight": {
          "type": "number",
          "minimum": 1,
          "maximum": 1000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1
        },
        "worker_slots": {
          "type": "integer",
          "minimum": 1,
          "maximum": 1000,
          "description": "Levels: defaults, model. Deploy only.",
          "default": 20
        }
      },
      "additionalProperties": false
    },
    "routing": {
      "type": "object",
      "properties": {
        "kill_switch": {
          "type": "boolean",
          "default": false
        },
        "allow_users": {
          "type": "array",
          "items": {
            "type": "string"
          }
        },
        "blocked_regions": {
          "type": "array",
          "items": {
            "type": "string"
          }
        },
        "blocked_accounts": {
          "type": "array",
          "items": {
            "type": "string"
          }
        }
      },
      "additionalProperties": false
    },
    "residency": {
      "type": "object",
      "properties": {
        "allowed_regions": {
          "type": "array",
          "items": {
            "type": "string",
            "minLength": 1
          }
        }
      },
      "additionalProperties": false
    },
    "accounts": {
      "type": "object",
      "minProperties": 1,
      "propertyNames": {
        "type": "string",
        "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
      },
      "additionalProperties": {
        "$ref": "#/$defs/account"
      }
    },
    "models": {
      "type": "object",
      "minProperties": 1,
      "propertyNames": {
        "type": "string",
        "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
      },
      "additionalProperties": {
        "$ref": "#/$defs/model"
      }
    }
  },
  "additionalProperties": false,
  "required": [
    "registry_version",
    "accounts",
    "models"
  ],
  "$defs": {
    "account": {
      "type": "object",
      "properties": {
        "kind": {
          "enum": [
            "aws",
            "openai"
          ]
        },
        "enabled": {
          "type": "boolean",
          "default": true
        },
        "role_arn": {
          "type": "string",
          "pattern": "^arn:aws[a-z-]*:iam::\\d{12}:role/[\\w+=,.@/-]{1,512}$"
        },
        "external_id_ref": {
          "type": "string",
          "pattern": "^LLMQ_ACCOUNT_[A-Z0-9_]+$"
        },
        "base_url": {
          "type": "string",
          "format": "uri"
        },
        "api_key_ref": {
          "type": "string",
          "pattern": "^LLMQ_ACCOUNT_[A-Z0-9_]+$"
        },
        "settings": {
          "type": "object",
          "properties": {
            "attempt_timeout_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 60
            },
            "breaker_cooldown_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 15.0
            },
            "breaker_probe_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 60.0
            },
            "breaker_threshold": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 5
            },
            "breaker_window_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 60.0
            },
            "default_output_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 1000
            },
            "enabled": {
              "type": "boolean",
              "description": "Levels: account, model, deployment.",
              "default": true
            },
            "health": {
              "type": "object",
              "properties": {
                "disable_errors": {
                  "type": "integer",
                  "minimum": 1,
                  "maximum": 10000
                },
                "disable_window_secs": {
                  "type": "number",
                  "exclusiveMinimum": 0,
                  "maximum": 86400
                },
                "probe_after_secs": {
                  "type": "number",
                  "exclusiveMinimum": 0,
                  "maximum": 86400
                },
                "probe_max_secs": {
                  "type": "number",
                  "exclusiveMinimum": 0,
                  "maximum": 86400
                },
                "slow_ratio": {
                  "type": "number",
                  "exclusiveMinimum": 1,
                  "maximum": 1000
                },
                "slow_min_secs": {
                  "type": "number",
                  "minimum": 0,
                  "maximum": 86400
                },
                "slow_min_samples": {
                  "type": "integer",
                  "minimum": 1,
                  "maximum": 1000000
                }
              },
              "additionalProperties": false,
              "description": "Levels: defaults, account, model, deployment.",
              "default": {
                "disable_errors": 3,
                "disable_window_secs": 300,
                "probe_after_secs": 900,
                "probe_max_secs": 7200,
                "slow_ratio": 3.0,
                "slow_min_secs": 5,
                "slow_min_samples": 20
              }
            },
            "inference": {
              "type": "object",
              "properties": {
                "max_tokens": {
                  "type": "integer",
                  "minimum": 1,
                  "maximum": 10000000
                },
                "temperature": {
                  "type": "number",
                  "minimum": 0,
                  "maximum": 2
                },
                "top_p": {
                  "type": "number",
                  "minimum": 0,
                  "maximum": 1
                },
                "stop": {
                  "anyOf": [
                    {
                      "type": "string"
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "string",
                        "minLength": 1
                      }
                    }
                  ]
                },
                "top_k": {
                  "type": "integer",
                  "minimum": 1,
                  "maximum": 1000000
                },
                "seed": {
                  "type": "integer",
                  "minimum": -9007199254740991,
                  "maximum": 9007199254740991
                },
                "frequency_penalty": {
                  "type": "number",
                  "minimum": -2,
                  "maximum": 2
                },
                "presence_penalty": {
                  "type": "number",
                  "minimum": -2,
                  "maximum": 2
                },
                "extra": {
                  "type": "object",
                  "propertyNames": {
                    "pattern": "^[a-z][a-z0-9_]{0,63}$",
                    "not": {
                      "enum": [
                        "api_key",
                        "base_url",
                        "extra_body",
                        "extra_headers",
                        "extra_query",
                        "input",
                        "messages",
                        "metadata",
                        "model",
                        "store",
                        "stream",
                        "stream_options",
                        "timeout",
                        "tool_choice",
                        "tools",
                        "user"
                      ]
                    }
                  }
                },
                "dimensions": {
                  "type": "integer",
                  "minimum": 1,
                  "maximum": 65536
                },
                "normalize": {
                  "type": "boolean"
                },
                "input_type": {
                  "type": "string",
                  "minLength": 1
                },
                "truncate": {
                  "type": "string",
                  "minLength": 1
                },
                "embedding_types": {
                  "const": [
                    "float"
                  ]
                }
              },
              "additionalProperties": false,
              "description": "Levels: defaults, account, model, deployment."
            },
            "inference_limits": {
              "type": "object",
              "properties": {
                "max_tokens": {
                  "type": "integer",
                  "minimum": 1,
                  "maximum": 10000000
                },
                "locked": {
                  "type": "array",
                  "items": {
                    "enum": [
                      "dimensions",
                      "embedding_types",
                      "extra",
                      "frequency_penalty",
                      "input_type",
                      "max_tokens",
                      "normalize",
                      "presence_penalty",
                      "seed",
                      "stop",
                      "temperature",
                      "top_k",
                      "top_p",
                      "truncate"
                    ]
                  }
                },
                "on_exceed": {
                  "enum": [
                    "clamp",
                    "reject"
                  ]
                }
              },
              "additionalProperties": false,
              "description": "Levels: defaults, account, model, deployment."
            },
            "max_concurrency": {
              "type": "integer",
              "minimum": 1,
              "maximum": 100000,
              "description": "Levels: defaults, account, model, deployment."
            },
            "priority_reserve": {
              "type": "number",
              "minimum": 0,
              "maximum": 1,
              "description": "Levels: defaults, account, model."
            },
            "rate_burst": {
              "type": "number",
              "minimum": 0,
              "maximum": 1,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 0.1
            },
            "rate_limits": {
              "enum": [
                "both",
                "rpm",
                "tpm",
                "off"
              ],
              "description": "Levels: defaults, account, model, deployment."
            },
            "rate_window": {
              "enum": [
                "smooth",
                "fixed"
              ],
              "description": "Levels: defaults, account, model, deployment.",
              "default": "smooth"
            },
            "retry_base_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 1.0
            },
            "retry_max_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 30.0
            },
            "retry_multiplier": {
              "type": "number",
              "minimum": 1,
              "maximum": 100,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 4.0
            },
            "retry_spread": {
              "type": "number",
              "minimum": 1,
              "maximum": 100,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 2.5
            },
            "shared_rpm": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991,
              "description": "Levels: account."
            },
            "shared_tpm": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991,
              "description": "Levels: account."
            },
            "throttle_retry_attempts": {
              "type": "integer",
              "minimum": 1,
              "maximum": 20,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 6
            },
            "timeout_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400,
              "description": "Levels: defaults, account, model.",
              "default": 120
            },
            "tpm_count_cached": {
              "type": "boolean",
              "description": "Levels: defaults, account, model, deployment.",
              "default": false
            },
            "tpm_output_weight": {
              "type": "number",
              "minimum": 1,
              "maximum": 1000,
              "description": "Levels: defaults, account, model, deployment.",
              "default": 1
            }
          },
          "additionalProperties": false
        }
      },
      "additionalProperties": false,
      "required": [
        "kind"
      ]
    },
    "model": {
      "type": "object",
      "properties": {
        "type": {
          "enum": [
            "chat",
            "embedding"
          ]
        },
        "provider": {
          "enum": [
            "bedrock",
            "openai"
          ]
        },
        "model_id": {
          "type": "string",
          "minLength": 1
        },
        "family": {
          "enum": [
            "titan",
            "cohere",
            "openai"
          ]
        },
        "residency": {
          "type": "object",
          "properties": {
            "allowed_regions": {
              "type": "array",
              "items": {
                "type": "string",
                "minLength": 1
              }
            }
          },
          "additionalProperties": false
        },
        "deployments": {
          "type": "object",
          "minProperties": 1,
          "propertyNames": {
            "type": "string",
            "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
          },
          "additionalProperties": {
            "type": "object",
            "properties": {
              "confirmed": {
                "type": "array",
                "items": {
                  "anyOf": [
                    {
                      "type": "string",
                      "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
                    },
                    {
                      "$ref": "#/$defs/profile"
                    }
                  ]
                }
              },
              "fallback": {
                "type": "array",
                "items": {
                  "anyOf": [
                    {
                      "type": "string",
                      "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
                    },
                    {
                      "$ref": "#/$defs/profile"
                    }
                  ]
                }
              },
              "overrides": {
                "type": "object",
                "propertyNames": {
                  "type": "string",
                  "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
                },
                "additionalProperties": {
                  "type": "object",
                  "properties": {
                    "attempt_timeout_secs": {
                      "type": "number",
                      "exclusiveMinimum": 0,
                      "maximum": 86400,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 60
                    },
                    "breaker_cooldown_secs": {
                      "type": "number",
                      "exclusiveMinimum": 0,
                      "maximum": 86400,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 15.0
                    },
                    "breaker_probe_secs": {
                      "type": "number",
                      "exclusiveMinimum": 0,
                      "maximum": 86400,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 60.0
                    },
                    "breaker_threshold": {
                      "type": "integer",
                      "minimum": 1,
                      "maximum": 10000,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 5
                    },
                    "breaker_window_secs": {
                      "type": "number",
                      "exclusiveMinimum": 0,
                      "maximum": 86400,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 60.0
                    },
                    "default_output_tokens": {
                      "type": "integer",
                      "minimum": 1,
                      "maximum": 10000000,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 1000
                    },
                    "enabled": {
                      "type": "boolean",
                      "description": "Levels: account, model, deployment.",
                      "default": true
                    },
                    "health": {
                      "type": "object",
                      "properties": {
                        "disable_errors": {
                          "type": "integer",
                          "minimum": 1,
                          "maximum": 10000
                        },
                        "disable_window_secs": {
                          "type": "number",
                          "exclusiveMinimum": 0,
                          "maximum": 86400
                        },
                        "probe_after_secs": {
                          "type": "number",
                          "exclusiveMinimum": 0,
                          "maximum": 86400
                        },
                        "probe_max_secs": {
                          "type": "number",
                          "exclusiveMinimum": 0,
                          "maximum": 86400
                        },
                        "slow_ratio": {
                          "type": "number",
                          "exclusiveMinimum": 1,
                          "maximum": 1000
                        },
                        "slow_min_secs": {
                          "type": "number",
                          "minimum": 0,
                          "maximum": 86400
                        },
                        "slow_min_samples": {
                          "type": "integer",
                          "minimum": 1,
                          "maximum": 1000000
                        }
                      },
                      "additionalProperties": false,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": {
                        "disable_errors": 3,
                        "disable_window_secs": 300,
                        "probe_after_secs": 900,
                        "probe_max_secs": 7200,
                        "slow_ratio": 3.0,
                        "slow_min_secs": 5,
                        "slow_min_samples": 20
                      }
                    },
                    "inference": {
                      "type": "object",
                      "properties": {
                        "max_tokens": {
                          "type": "integer",
                          "minimum": 1,
                          "maximum": 10000000
                        },
                        "temperature": {
                          "type": "number",
                          "minimum": 0,
                          "maximum": 2
                        },
                        "top_p": {
                          "type": "number",
                          "minimum": 0,
                          "maximum": 1
                        },
                        "stop": {
                          "anyOf": [
                            {
                              "type": "string"
                            },
                            {
                              "type": "array",
                              "items": {
                                "type": "string",
                                "minLength": 1
                              }
                            }
                          ]
                        },
                        "top_k": {
                          "type": "integer",
                          "minimum": 1,
                          "maximum": 1000000
                        },
                        "seed": {
                          "type": "integer",
                          "minimum": -9007199254740991,
                          "maximum": 9007199254740991
                        },
                        "frequency_penalty": {
                          "type": "number",
                          "minimum": -2,
                          "maximum": 2
                        },
                        "presence_penalty": {
                          "type": "number",
                          "minimum": -2,
                          "maximum": 2
                        },
                        "extra": {
                          "type": "object",
                          "propertyNames": {
                            "pattern": "^[a-z][a-z0-9_]{0,63}$",
                            "not": {
                              "enum": [
                                "api_key",
                                "base_url",
                                "extra_body",
                                "extra_headers",
                                "extra_query",
                                "input",
                                "messages",
                                "metadata",
                                "model",
                                "store",
                                "stream",
                                "stream_options",
                                "timeout",
                                "tool_choice",
                                "tools",
                                "user"
                              ]
                            }
                          }
                        },
                        "dimensions": {
                          "type": "integer",
                          "minimum": 1,
                          "maximum": 65536
                        },
                        "normalize": {
                          "type": "boolean"
                        },
                        "input_type": {
                          "type": "string",
                          "minLength": 1
                        },
                        "truncate": {
                          "type": "string",
                          "minLength": 1
                        },
                        "embedding_types": {
                          "const": [
                            "float"
                          ]
                        }
                      },
                      "additionalProperties": false,
                      "description": "Levels: defaults, account, model, deployment."
                    },
                    "inference_limits": {
                      "type": "object",
                      "properties": {
                        "max_tokens": {
                          "type": "integer",
                          "minimum": 1,
                          "maximum": 10000000
                        },
                        "locked": {
                          "type": "array",
                          "items": {
                            "enum": [
                              "dimensions",
                              "embedding_types",
                              "extra",
                              "frequency_penalty",
                              "input_type",
                              "max_tokens",
                              "normalize",
                              "presence_penalty",
                              "seed",
                              "stop",
                              "temperature",
                              "top_k",
                              "top_p",
                              "truncate"
                            ]
                          }
                        },
                        "on_exceed": {
                          "enum": [
                            "clamp",
                            "reject"
                          ]
                        }
                      },
                      "additionalProperties": false,
                      "description": "Levels: defaults, account, model, deployment."
                    },
                    "max_concurrency": {
                      "type": "integer",
                      "minimum": 1,
                      "maximum": 100000,
                      "description": "Levels: defaults, account, model, deployment."
                    },
                    "params": {
                      "type": "object",
                      "description": "Levels: deployment."
                    },
                    "rate_burst": {
                      "type": "number",
                      "minimum": 0,
                      "maximum": 1,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 0.1
                    },
                    "rate_limits": {
                      "enum": [
                        "both",
                        "rpm",
                        "tpm",
                        "off"
                      ],
                      "description": "Levels: defaults, account, model, deployment."
                    },
                    "rate_window": {
                      "enum": [
                        "smooth",
                        "fixed"
                      ],
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": "smooth"
                    },
                    "retry_base_secs": {
                      "type": "number",
                      "minimum": 0,
                      "maximum": 86400,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 1.0
                    },
                    "retry_max_secs": {
                      "type": "number",
                      "exclusiveMinimum": 0,
                      "maximum": 86400,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 30.0
                    },
                    "retry_multiplier": {
                      "type": "number",
                      "minimum": 1,
                      "maximum": 100,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 4.0
                    },
                    "retry_spread": {
                      "type": "number",
                      "minimum": 1,
                      "maximum": 100,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 2.5
                    },
                    "rpm": {
                      "type": "integer",
                      "minimum": 1,
                      "maximum": 9007199254740991,
                      "description": "Levels: defaults, model, deployment."
                    },
                    "stream_flush_ms": {
                      "type": "integer",
                      "minimum": 0,
                      "maximum": 1000,
                      "description": "Levels: model, deployment.",
                      "default": 30
                    },
                    "tags": {
                      "type": "object",
                      "additionalProperties": {
                        "type": [
                          "string",
                          "number"
                        ]
                      },
                      "description": "Levels: deployment."
                    },
                    "throttle_retry_attempts": {
                      "type": "integer",
                      "minimum": 1,
                      "maximum": 20,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 6
                    },
                    "tpm": {
                      "type": "integer",
                      "minimum": 1,
                      "maximum": 9007199254740991,
                      "description": "Levels: defaults, model, deployment."
                    },
                    "tpm_count_cached": {
                      "type": "boolean",
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": false
                    },
                    "tpm_output_weight": {
                      "type": "number",
                      "minimum": 1,
                      "maximum": 1000,
                      "description": "Levels: defaults, account, model, deployment.",
                      "default": 1
                    },
                    "weight": {
                      "type": "number",
                      "minimum": 0,
                      "maximum": 9007199254740991,
                      "description": "Levels: deployment.",
                      "default": 1
                    }
                  },
                  "additionalProperties": false
                }
              }
            },
            "additionalProperties": false
          }
        },
        "admission": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "alerts": {
          "type": "object",
          "properties": {
            "quota_used_pct": {
              "type": "number",
              "minimum": 1,
              "maximum": 100
            },
            "dlq_messages": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "queue_age_secs": {
              "type": "number",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "quota_used_mins": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            },
            "spill_pct": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            },
            "spill_window_secs": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            },
            "waiting_age_secs": {
              "deprecated": true,
              "description": "removed in 0.1.0b2 (it did nothing); ignored, and refused from 0.2"
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "quota_used_pct": 90,
            "dlq_messages": 1,
            "queue_age_secs": 600
          }
        },
        "attempt_timeout_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60
        },
        "balance": {
          "anyOf": [
            {
              "enum": [
                "ordered",
                "round_robin",
                "weighted",
                "headroom"
              ]
            },
            {
              "type": "string",
              "pattern": "^custom:[A-Za-z0-9_.-]{1,64}$"
            }
          ],
          "description": "Levels: defaults, model.",
          "default": "ordered"
        },
        "balance_opts": {
          "type": "object",
          "properties": {
            "pick": {
              "enum": [
                "percent",
                "max",
                "spread"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "pick": "percent"
          }
        },
        "balance_priority": {
          "anyOf": [
            {
              "enum": [
                "ordered",
                "round_robin",
                "weighted",
                "headroom"
              ]
            },
            {
              "type": "string",
              "pattern": "^custom:[A-Za-z0-9_.-]{1,64}$"
            }
          ],
          "description": "Levels: model."
        },
        "breaker_cooldown_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 15.0
        },
        "breaker_probe_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60.0
        },
        "breaker_threshold": {
          "type": "integer",
          "minimum": 1,
          "maximum": 10000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 5
        },
        "breaker_window_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60.0
        },
        "converse_api": {
          "enum": [
            "converse",
            "stream"
          ],
          "description": "Levels: defaults, model.",
          "default": "converse"
        },
        "debug_capture": {
          "type": "boolean",
          "description": "Levels: model.",
          "default": false
        },
        "default_output_tokens": {
          "type": "integer",
          "minimum": 1,
          "maximum": 10000000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1000
        },
        "embed_batch_size": {
          "type": "integer",
          "minimum": 1,
          "maximum": 4096,
          "description": "Levels: model.",
          "default": 1
        },
        "embed_max_chars": {
          "type": "integer",
          "minimum": 0,
          "maximum": 10000000,
          "description": "Levels: model."
        },
        "enabled": {
          "type": "boolean",
          "description": "Levels: account, model, deployment.",
          "default": true
        },
        "fairness": {
          "type": "object",
          "properties": {
            "mode": {
              "enum": [
                "off",
                "share",
                "quota",
                "fair_queue"
              ]
            },
            "weights": {
              "type": "object",
              "propertyNames": {
                "minLength": 1,
                "maxLength": 256
              },
              "additionalProperties": {
                "type": "number",
                "exclusiveMinimum": 0,
                "maximum": 1000000
              }
            },
            "default_weight": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 1000000
            },
            "rpm": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "tpm": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            },
            "quotas": {
              "type": "object",
              "propertyNames": {
                "minLength": 1,
                "maxLength": 256
              },
              "additionalProperties": {
                "type": "object",
                "properties": {
                  "rpm": {
                    "type": "integer",
                    "minimum": 1,
                    "maximum": 9007199254740991
                  },
                  "tpm": {
                    "type": "integer",
                    "minimum": 1,
                    "maximum": 9007199254740991
                  }
                },
                "additionalProperties": false
              }
            },
            "active_secs": {
              "type": "number",
              "minimum": 1,
              "maximum": 86400
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "mode": "off",
            "default_weight": 1,
            "active_secs": 60
          }
        },
        "fallback": {
          "type": "object",
          "properties": {
            "on": {
              "type": "array",
              "minItems": 1,
              "items": {
                "enum": [
                  "exhausted",
                  "broken",
                  "error"
                ]
              }
            },
            "after_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400
            },
            "regions": {
              "enum": [
                "account",
                "any"
              ]
            }
          },
          "additionalProperties": false,
          "required": [
            "on"
          ],
          "description": "Levels: defaults, model."
        },
        "fallback_policy": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "health": {
          "type": "object",
          "properties": {
            "disable_errors": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000
            },
            "disable_window_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "probe_after_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "probe_max_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "slow_ratio": {
              "type": "number",
              "exclusiveMinimum": 1,
              "maximum": 1000
            },
            "slow_min_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400
            },
            "slow_min_samples": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000000
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment.",
          "default": {
            "disable_errors": 3,
            "disable_window_secs": 300,
            "probe_after_secs": 900,
            "probe_max_secs": 7200,
            "slow_ratio": 3.0,
            "slow_min_secs": 5,
            "slow_min_samples": 20
          }
        },
        "inference": {
          "type": "object",
          "properties": {
            "max_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000
            },
            "temperature": {
              "type": "number",
              "minimum": 0,
              "maximum": 2
            },
            "top_p": {
              "type": "number",
              "minimum": 0,
              "maximum": 1
            },
            "stop": {
              "anyOf": [
                {
                  "type": "string"
                },
                {
                  "type": "array",
                  "items": {
                    "type": "string",
                    "minLength": 1
                  }
                }
              ]
            },
            "top_k": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000000
            },
            "seed": {
              "type": "integer",
              "minimum": -9007199254740991,
              "maximum": 9007199254740991
            },
            "frequency_penalty": {
              "type": "number",
              "minimum": -2,
              "maximum": 2
            },
            "presence_penalty": {
              "type": "number",
              "minimum": -2,
              "maximum": 2
            },
            "extra": {
              "type": "object",
              "propertyNames": {
                "pattern": "^[a-z][a-z0-9_]{0,63}$",
                "not": {
                  "enum": [
                    "api_key",
                    "base_url",
                    "extra_body",
                    "extra_headers",
                    "extra_query",
                    "input",
                    "messages",
                    "metadata",
                    "model",
                    "store",
                    "stream",
                    "stream_options",
                    "timeout",
                    "tool_choice",
                    "tools",
                    "user"
                  ]
                }
              }
            },
            "dimensions": {
              "type": "integer",
              "minimum": 1,
              "maximum": 65536
            },
            "normalize": {
              "type": "boolean"
            },
            "input_type": {
              "type": "string",
              "minLength": 1
            },
            "truncate": {
              "type": "string",
              "minLength": 1
            },
            "embedding_types": {
              "const": [
                "float"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment."
        },
        "inference_limits": {
          "type": "object",
          "properties": {
            "max_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000
            },
            "locked": {
              "type": "array",
              "items": {
                "enum": [
                  "dimensions",
                  "embedding_types",
                  "extra",
                  "frequency_penalty",
                  "input_type",
                  "max_tokens",
                  "normalize",
                  "presence_penalty",
                  "seed",
                  "stop",
                  "temperature",
                  "top_k",
                  "top_p",
                  "truncate"
                ]
              }
            },
            "on_exceed": {
              "enum": [
                "clamp",
                "reject"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment."
        },
        "max_attempts": {
          "type": "integer",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 4
        },
        "max_concurrency": {
          "type": "integer",
          "minimum": 1,
          "maximum": 100000,
          "description": "Levels: defaults, account, model, deployment."
        },
        "max_message_bytes": {
          "type": "integer",
          "minimum": 1024,
          "maximum": 268435456,
          "description": "Levels: defaults, model.",
          "default": 4194304
        },
        "max_wait_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model."
        },
        "max_waiting": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100000000,
          "description": "Levels: defaults, model.",
          "default": 50000
        },
        "model_fallback": {
          "type": "object",
          "properties": {
            "on": {
              "type": "array",
              "minItems": 1,
              "items": {
                "enum": [
                  "exhausted",
                  "broken",
                  "error"
                ]
              }
            },
            "after_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400
            },
            "models": {
              "type": "array",
              "minItems": 1,
              "items": {
                "anyOf": [
                  {
                    "type": "string",
                    "minLength": 1
                  },
                  {
                    "type": "object",
                    "properties": {
                      "model": {
                        "type": "string",
                        "minLength": 1
                      },
                      "require_headroom": {
                        "type": "boolean"
                      }
                    },
                    "required": [
                      "model"
                    ],
                    "additionalProperties": false
                  }
                ]
              }
            }
          },
          "additionalProperties": false,
          "required": [
            "on",
            "models"
          ],
          "description": "Levels: model."
        },
        "normal_min_share": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, model.",
          "default": 0.1
        },
        "priority_reserve": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, account, model."
        },
        "probe": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "queue": {
          "type": "object",
          "properties": {
            "name": {
              "type": "string",
              "pattern": "^[A-Za-z0-9_.-]{1,71}$",
              "not": {
                "pattern": "^jobs-"
              }
            },
            "visibility_secs": {
              "type": "integer",
              "minimum": 1,
              "maximum": 43200
            },
            "max_receives": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000
            },
            "retention_secs": {
              "type": "integer",
              "minimum": 60,
              "maximum": 1209600
            },
            "dlq_retention_secs": {
              "type": "integer",
              "minimum": 60,
              "maximum": 1209600
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, model.",
          "default": {
            "visibility_secs": 60,
            "max_receives": 10,
            "retention_secs": 86400,
            "dlq_retention_secs": 86400
          }
        },
        "queue_pct": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 100
        },
        "rate_burst": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 0.1
        },
        "rate_limits": {
          "enum": [
            "both",
            "rpm",
            "tpm",
            "off"
          ],
          "description": "Levels: defaults, account, model, deployment."
        },
        "rate_window": {
          "enum": [
            "smooth",
            "fixed"
          ],
          "description": "Levels: defaults, account, model, deployment.",
          "default": "smooth"
        },
        "require_headroom_pct": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 20
        },
        "retry_base_secs": {
          "type": "number",
          "minimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1.0
        },
        "retry_budget_min": {
          "type": "integer",
          "minimum": 0,
          "maximum": 1000000,
          "description": "Levels: defaults, model.",
          "default": 10
        },
        "retry_budget_pct": {
          "type": "integer",
          "minimum": 0,
          "maximum": 100,
          "description": "Levels: defaults, model.",
          "default": 20
        },
        "retry_max_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 30.0
        },
        "retry_multiplier": {
          "type": "number",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 4.0
        },
        "retry_spread": {
          "type": "number",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 2.5
        },
        "rpm": {
          "type": "integer",
          "minimum": 1,
          "maximum": 9007199254740991,
          "description": "Levels: defaults, model, deployment."
        },
        "sticky": {
          "type": "object",
          "properties": {
            "key": {
              "anyOf": [
                {
                  "const": "session"
                },
                {
                  "type": "string",
                  "pattern": "^custom:[A-Za-z0-9_.-]{1,64}$"
                }
              ]
            },
            "idle_ttl_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            }
          },
          "additionalProperties": false,
          "required": [
            "key"
          ],
          "description": "Levels: defaults, model."
        },
        "sticky_move_after_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model.",
          "default": 1
        },
        "store_down": {
          "enum": [
            "pause",
            "static_cap",
            "fail_fast"
          ],
          "description": "Levels: defaults, model.",
          "default": "pause"
        },
        "stream_flush_ms": {
          "type": "integer",
          "minimum": 0,
          "maximum": 1000,
          "description": "Levels: model, deployment.",
          "default": 30
        },
        "stream_idle_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model.",
          "default": 30
        },
        "stream_max_bytes": {
          "type": "integer",
          "minimum": 1024,
          "maximum": 1073741824,
          "description": "Levels: model.",
          "default": 8388608
        },
        "supports_tools": {
          "type": "boolean",
          "description": "Levels: model.",
          "default": true
        },
        "throttle_retry_attempts": {
          "type": "integer",
          "minimum": 1,
          "maximum": 20,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 6
        },
        "timeout_max_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, model.",
          "default": 900
        },
        "timeout_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model.",
          "default": 120
        },
        "token_estimator": {
          "type": "string",
          "pattern": "^[A-Za-z0-9_.-]{1,64}$",
          "description": "Levels: defaults, model."
        },
        "tpm": {
          "type": "integer",
          "minimum": 1,
          "maximum": 9007199254740991,
          "description": "Levels: defaults, model, deployment."
        },
        "tpm_count_cached": {
          "type": "boolean",
          "description": "Levels: defaults, account, model, deployment.",
          "default": false
        },
        "tpm_output_weight": {
          "type": "number",
          "minimum": 1,
          "maximum": 1000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1
        },
        "worker_slots": {
          "type": "integer",
          "minimum": 1,
          "maximum": 1000,
          "description": "Levels: defaults, model. Deploy only.",
          "default": 20
        }
      },
      "additionalProperties": false,
      "required": [
        "type",
        "provider",
        "model_id",
        "deployments"
      ]
    },
    "profile": {
      "type": "object",
      "properties": {
        "name": {
          "type": "string",
          "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
        },
        "region": {
          "type": "string",
          "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
        },
        "profile_id": {
          "type": "string",
          "minLength": 1
        },
        "routes_to": {
          "type": "array",
          "items": {
            "type": "string",
            "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$"
          }
        },
        "attempt_timeout_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60
        },
        "breaker_cooldown_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 15.0
        },
        "breaker_probe_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60.0
        },
        "breaker_threshold": {
          "type": "integer",
          "minimum": 1,
          "maximum": 10000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 5
        },
        "breaker_window_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 60.0
        },
        "default_output_tokens": {
          "type": "integer",
          "minimum": 1,
          "maximum": 10000000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1000
        },
        "enabled": {
          "type": "boolean",
          "description": "Levels: account, model, deployment.",
          "default": true
        },
        "health": {
          "type": "object",
          "properties": {
            "disable_errors": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000
            },
            "disable_window_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "probe_after_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "probe_max_secs": {
              "type": "number",
              "exclusiveMinimum": 0,
              "maximum": 86400
            },
            "slow_ratio": {
              "type": "number",
              "exclusiveMinimum": 1,
              "maximum": 1000
            },
            "slow_min_secs": {
              "type": "number",
              "minimum": 0,
              "maximum": 86400
            },
            "slow_min_samples": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000000
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment.",
          "default": {
            "disable_errors": 3,
            "disable_window_secs": 300,
            "probe_after_secs": 900,
            "probe_max_secs": 7200,
            "slow_ratio": 3.0,
            "slow_min_secs": 5,
            "slow_min_samples": 20
          }
        },
        "inference": {
          "type": "object",
          "properties": {
            "max_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000
            },
            "temperature": {
              "type": "number",
              "minimum": 0,
              "maximum": 2
            },
            "top_p": {
              "type": "number",
              "minimum": 0,
              "maximum": 1
            },
            "stop": {
              "anyOf": [
                {
                  "type": "string"
                },
                {
                  "type": "array",
                  "items": {
                    "type": "string",
                    "minLength": 1
                  }
                }
              ]
            },
            "top_k": {
              "type": "integer",
              "minimum": 1,
              "maximum": 1000000
            },
            "seed": {
              "type": "integer",
              "minimum": -9007199254740991,
              "maximum": 9007199254740991
            },
            "frequency_penalty": {
              "type": "number",
              "minimum": -2,
              "maximum": 2
            },
            "presence_penalty": {
              "type": "number",
              "minimum": -2,
              "maximum": 2
            },
            "extra": {
              "type": "object",
              "propertyNames": {
                "pattern": "^[a-z][a-z0-9_]{0,63}$",
                "not": {
                  "enum": [
                    "api_key",
                    "base_url",
                    "extra_body",
                    "extra_headers",
                    "extra_query",
                    "input",
                    "messages",
                    "metadata",
                    "model",
                    "store",
                    "stream",
                    "stream_options",
                    "timeout",
                    "tool_choice",
                    "tools",
                    "user"
                  ]
                }
              }
            },
            "dimensions": {
              "type": "integer",
              "minimum": 1,
              "maximum": 65536
            },
            "normalize": {
              "type": "boolean"
            },
            "input_type": {
              "type": "string",
              "minLength": 1
            },
            "truncate": {
              "type": "string",
              "minLength": 1
            },
            "embedding_types": {
              "const": [
                "float"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment."
        },
        "inference_limits": {
          "type": "object",
          "properties": {
            "max_tokens": {
              "type": "integer",
              "minimum": 1,
              "maximum": 10000000
            },
            "locked": {
              "type": "array",
              "items": {
                "enum": [
                  "dimensions",
                  "embedding_types",
                  "extra",
                  "frequency_penalty",
                  "input_type",
                  "max_tokens",
                  "normalize",
                  "presence_penalty",
                  "seed",
                  "stop",
                  "temperature",
                  "top_k",
                  "top_p",
                  "truncate"
                ]
              }
            },
            "on_exceed": {
              "enum": [
                "clamp",
                "reject"
              ]
            }
          },
          "additionalProperties": false,
          "description": "Levels: defaults, account, model, deployment."
        },
        "max_concurrency": {
          "type": "integer",
          "minimum": 1,
          "maximum": 100000,
          "description": "Levels: defaults, account, model, deployment."
        },
        "params": {
          "type": "object",
          "description": "Levels: deployment."
        },
        "rate_burst": {
          "type": "number",
          "minimum": 0,
          "maximum": 1,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 0.1
        },
        "rate_limits": {
          "enum": [
            "both",
            "rpm",
            "tpm",
            "off"
          ],
          "description": "Levels: defaults, account, model, deployment."
        },
        "rate_window": {
          "enum": [
            "smooth",
            "fixed"
          ],
          "description": "Levels: defaults, account, model, deployment.",
          "default": "smooth"
        },
        "retry_base_secs": {
          "type": "number",
          "minimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1.0
        },
        "retry_max_secs": {
          "type": "number",
          "exclusiveMinimum": 0,
          "maximum": 86400,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 30.0
        },
        "retry_multiplier": {
          "type": "number",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 4.0
        },
        "retry_spread": {
          "type": "number",
          "minimum": 1,
          "maximum": 100,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 2.5
        },
        "rpm": {
          "type": "integer",
          "minimum": 1,
          "maximum": 9007199254740991,
          "description": "Levels: defaults, model, deployment."
        },
        "stream_flush_ms": {
          "type": "integer",
          "minimum": 0,
          "maximum": 1000,
          "description": "Levels: model, deployment.",
          "default": 30
        },
        "tags": {
          "type": "object",
          "additionalProperties": {
            "type": [
              "string",
              "number"
            ]
          },
          "description": "Levels: deployment."
        },
        "throttle_retry_attempts": {
          "type": "integer",
          "minimum": 1,
          "maximum": 20,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 6
        },
        "tpm": {
          "type": "integer",
          "minimum": 1,
          "maximum": 9007199254740991,
          "description": "Levels: defaults, model, deployment."
        },
        "tpm_count_cached": {
          "type": "boolean",
          "description": "Levels: defaults, account, model, deployment.",
          "default": false
        },
        "tpm_output_weight": {
          "type": "number",
          "minimum": 1,
          "maximum": 1000,
          "description": "Levels: defaults, account, model, deployment.",
          "default": 1
        },
        "weight": {
          "type": "number",
          "minimum": 0,
          "maximum": 9007199254740991,
          "description": "Levels: deployment.",
          "default": 1
        }
      },
      "additionalProperties": false,
      "required": [
        "name",
        "region",
        "profile_id"
      ]
    }
  }
}
