Skip to content

Commit cc95202

Browse files
committed
Extended inference providers configuration options
1 parent 055e1a5 commit cc95202

13 files changed

Lines changed: 1419 additions & 270 deletions

‎docs/devel_doc/openapi.json‎

Lines changed: 890 additions & 85 deletions
Large diffs are not rendered by default.

‎docs/models/successful_responses.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1953,7 +1953,7 @@
19531953
"providers": {
19541954
"description": "Unified-mode synthesis input (Decision S5): a high-level, backend-agnostic list of inference providers the synthesizer expands into OGX provider entries. Lives at the configuration root so it survives a future backend change. A non-empty list signals unified mode. Empty (the default) leaves legacy/remote modes unaffected. The sibling default_model / default_provider keep their query-time routing meaning and are independent of this list.",
19551955
"items": {
1956-
"$ref": "`#/components/schemas/`UnifiedInferenceProvider"
1956+
"$ref": "`#/components/schemas/`UnifiedInferenceProviderEntry"
19571957
},
19581958
"title": "High-level inference providers",
19591959
"type": "array"
@@ -6748,7 +6748,7 @@
67486748
"title": "TrustedProxyServiceAccount",
67496749
"type": "object"
67506750
},
6751-
"UnifiedInferenceProvider": {
6751+
"UnifiedInferenceProviderEntry": {
67526752
"additionalProperties": false,
67536753
"description": "A high-level inference provider entry for unified-mode synthesis.\n\nOperators describe inference providers at this high level (backend-agnostic\nvocabulary) instead of authoring raw OGX provider blocks. The\nsynthesizer (`apply_high_level_inference`) expands each entry into an OGX\n`providers.inference` entry, mapping `type` to a `provider_type` and\nemitting `${env.<VAR>}` references for secrets (never literal values).\n\nAttributes:\n type: Canonical provider identifier. Vendor-neutral so it survives a\n future backend change; each backend-specific synthesizer maps it to\n its own provider vocabulary.\n id: Optional identifier emitted as the OGX provider_id. When\n omitted, synthesized as type with underscores hyphenated. If set,\n must be non-empty after stripping whitespace and may contain only\n lowercase letters, digits, underscores, and hyphens.\n api_key_env: Name of the environment variable holding the provider API\n key. Emitted verbatim as `${env.<name>}` so the secret never lands\n on disk resolved.\n allowed_models: Optional allow-list of model identifiers passed through\n to the synthesized provider config.\n extra: Additional provider-config keys merged verbatim into the\n synthesized provider's `config` block \u2014 an escape hatch for\n provider-specific knobs not modeled here.",
67546754
"properties": {
@@ -6799,7 +6799,7 @@
67996799
"required": [
68006800
"type"
68016801
],
6802-
"title": "UnifiedInferenceProvider",
6802+
"title": "UnifiedInferenceProviderEntry",
68036803
"type": "object"
68046804
},
68056805
"UnifiedOgxConfig": {

‎docs/models/successful_responses.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2904,7 +2904,7 @@ A Kubernetes ServiceAccount identity for trusted-proxy allowlist.
29042904
| name | string | Name of the Kubernetes ServiceAccount. |
29052905

29062906

2907-
## UnifiedInferenceProvider
2907+
## UnifiedInferenceProviderEntry
29082908

29092909

29102910
A high-level inference provider entry for unified-mode synthesis.

‎docs/user_doc/config.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1025,7 +1025,7 @@
10251025
"providers": {
10261026
"description": "Unified-mode synthesis input (Decision S5): a high-level, backend-agnostic list of inference providers the synthesizer expands into OGX provider entries. Lives at the configuration root so it survives a future backend change. A non-empty list signals unified mode. Empty (the default) leaves legacy/remote modes unaffected. The sibling default_model / default_provider keep their query-time routing meaning and are independent of this list.",
10271027
"items": {
1028-
"$ref": "`#/components/schemas/`UnifiedInferenceProvider"
1028+
"$ref": "`#/components/schemas/`UnifiedInferenceProviderEntry"
10291029
},
10301030
"title": "High-level inference providers",
10311031
"type": "array"
@@ -2391,7 +2391,7 @@
23912391
"title": "TrustedProxyServiceAccount",
23922392
"type": "object"
23932393
},
2394-
"UnifiedInferenceProvider": {
2394+
"UnifiedInferenceProviderEntry": {
23952395
"additionalProperties": false,
23962396
"description": "A high-level inference provider entry for unified-mode synthesis.\n\nOperators describe inference providers at this high level (backend-agnostic\nvocabulary) instead of authoring raw OGX provider blocks. The\nsynthesizer (`apply_high_level_inference`) expands each entry into an OGX\n`providers.inference` entry, mapping `type` to a `provider_type` and\nemitting `${env.<VAR>}` references for secrets (never literal values).\n\nAttributes:\n type: Canonical provider identifier. Vendor-neutral so it survives a\n future backend change; each backend-specific synthesizer maps it to\n its own provider vocabulary.\n id: Optional identifier emitted as the OGX provider_id. When\n omitted, synthesized as type with underscores hyphenated. If set,\n must be non-empty after stripping whitespace and may contain only\n lowercase letters, digits, underscores, and hyphens.\n api_key_env: Name of the environment variable holding the provider API\n key. Emitted verbatim as `${env.<name>}` so the secret never lands\n on disk resolved.\n allowed_models: Optional allow-list of model identifiers passed through\n to the synthesized provider config.\n extra: Additional provider-config keys merged verbatim into the\n synthesized provider's `config` block — an escape hatch for\n provider-specific knobs not modeled here.",
23972397
"properties": {
@@ -2442,7 +2442,7 @@
24422442
"required": [
24432443
"type"
24442444
],
2445-
"title": "UnifiedInferenceProvider",
2445+
"title": "UnifiedInferenceProviderEntry",
24462446
"type": "object"
24472447
},
24482448
"UnifiedOgxConfig": {

‎docs/user_doc/config.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1134,7 +1134,7 @@ A Kubernetes ServiceAccount identity for trusted-proxy allowlist.
11341134
| name | string | Name of the Kubernetes ServiceAccount. |
11351135

11361136

1137-
## UnifiedInferenceProvider
1137+
## UnifiedInferenceProviderEntry
11381138

11391139

11401140
A high-level inference provider entry for unified-mode synthesis.

0 commit comments

Comments
 (0)