Skip to content

Commit 540e336

Browse files
asimurkaasimurka
committed
Bump LLS to 0.8.0
1 parent c964f84 commit 540e336

145 files changed

Lines changed: 1582 additions & 2283 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎Makefile‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,7 +94,7 @@ start-llama-stack-container: build-llama-stack-image ## Start llama-stack contai
9494
-e WATSONX_API_KEY \
9595
-e LITELLM_DROP_PARAMS=true \
9696
-e AWS_BEARER_TOKEN_BEDROCK \
97-
-e LLAMA_STACK_LOGGING=$${LLAMA_STACK_LOGGING:-} \
97+
-e OGX_LOGGING=$${OGX_LOGGING:-} \
9898
-e FAISS_VECTOR_STORE_ID=$${FAISS_VECTOR_STORE_ID:-} \
9999
-e RH_SERVER_OKP \
100100
-e SOLR_URL \
@@ -130,7 +130,7 @@ clean-llama-stack: remove-llama-stack-container ## Remove container and image
130130

131131
run-llama-stack: ## Start Llama Stack with enriched config (for local service mode)
132132
uv run src/llama_stack_configuration.py -c $(CONFIG) -i $(LLAMA_STACK_CONFIG) -o $(LLAMA_STACK_CONFIG) && \
133-
uv run llama stack run $(LLAMA_STACK_CONFIG)
133+
uv run ogx stack run $(LLAMA_STACK_CONFIG)
134134

135135
test-unit: ## Run the unit tests
136136
@echo "Running unit tests..."

‎docker-compose-library.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ services:
5656
# AWS Bedrock
5757
- AWS_BEARER_TOKEN_BEDROCK=${AWS_BEARER_TOKEN_BEDROCK:-}
5858
# Enable debug logging if needed
59-
- LLAMA_STACK_LOGGING=${LLAMA_STACK_LOGGING:-}
59+
- OGX_LOGGING=${OGX_LOGGING:-}
6060
# FAISS test and inline RAG config
6161
- FAISS_VECTOR_STORE_ID=${FAISS_VECTOR_STORE_ID:-}
6262
# Prevent HuggingFace Hub update checks (HTTP 429 rate-limiting in CI from parallel jobs).

‎docker-compose.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,7 @@ services:
5454
# AWS Bedrock
5555
- AWS_BEARER_TOKEN_BEDROCK=${AWS_BEARER_TOKEN_BEDROCK:-}
5656
# Enable debug logging if needed
57-
- LLAMA_STACK_LOGGING=${LLAMA_STACK_LOGGING:-}
57+
- OGX_LOGGING=${OGX_LOGGING:-}
5858
# FAISS test
5959
- FAISS_VECTOR_STORE_ID=${FAISS_VECTOR_STORE_ID:-}
6060
# Prevent HuggingFace Hub update checks (HTTP 429 rate-limiting in CI from parallel jobs).

‎docs/devel_doc/openapi.json‎

Lines changed: 87 additions & 71 deletions
Large diffs are not rendered by default.

‎examples/azure-run.yaml‎

Lines changed: 0 additions & 37 deletions
Original file line numberDiff line numberDiff line change
@@ -4,19 +4,13 @@ image_name: azure-configuration
44
apis:
55
- responses
66
- batches
7-
- datasetio
8-
- eval
97
- files
108
- inference
119
- safety
12-
- scoring
1310
- tool_runtime
14-
- tool_groups
1511
- conversations
1612
- vector_io
1713

18-
benchmarks: []
19-
datasets: []
2014
# external_providers_dir: /opt/app-root/src/.llama/providers.d
2115

2216
providers:
@@ -47,10 +41,6 @@ providers:
4741
excluded_categories: []
4842
provider_id: llama-guard
4943
provider_type: inline::llama-guard
50-
scoring:
51-
- config: {}
52-
provider_id: basic
53-
provider_type: inline::basic
5444
tool_runtime:
5545
- config: {} # Enable the RAG tool
5646
provider_id: file-search
@@ -83,27 +73,6 @@ providers:
8373
backend: kv_default
8474
provider_id: reference
8575
provider_type: inline::reference
86-
datasetio:
87-
- config:
88-
kvstore:
89-
namespace: huggingface_datasetio
90-
backend: kv_default
91-
provider_id: huggingface
92-
provider_type: remote::huggingface
93-
- config:
94-
kvstore:
95-
namespace: localfs_datasetio
96-
backend: kv_default
97-
provider_id: localfs
98-
provider_type: inline::localfs
99-
eval:
100-
- config:
101-
kvstore:
102-
namespace: eval_store
103-
backend: kv_default
104-
provider_id: builtin
105-
provider_type: inline::builtin
106-
scoring_fns: []
10776
server:
10877
port: 8321
10978
storage:
@@ -153,12 +122,6 @@ registered_resources:
153122
embedding_model: sentence-transformers/all-mpnet-base-v2
154123
provider_id: faiss
155124
vector_store_id: ${env.FAISS_VECTOR_STORE_ID}
156-
datasets: []
157-
scoring_fns: []
158-
benchmarks: []
159-
tool_groups:
160-
- toolgroup_id: builtin::file_search
161-
provider_id: file-search
162125
vector_stores:
163126
default_provider_id: faiss
164127
default_embedding_model:

‎examples/bedrock-run.yaml‎

Lines changed: 0 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -3,19 +3,13 @@ version: 2
33
apis:
44
- responses
55
- batches
6-
- datasetio
7-
- eval
86
- files
97
- inference
108
- safety
11-
- scoring
129
- tool_runtime
13-
- tool_groups
1410
- conversations
1511
- vector_io
1612

17-
benchmarks: []
18-
datasets: []
1913
image_name: starter
2014
# external_providers_dir: /opt/app-root/src/.llama/providers.d
2115

@@ -46,17 +40,6 @@ providers:
4640
excluded_categories: []
4741
provider_id: llama-guard
4842
provider_type: inline::llama-guard
49-
scoring:
50-
- provider_id: basic
51-
provider_type: inline::basic
52-
config: {}
53-
- provider_id: llm-as-judge
54-
provider_type: inline::llm-as-judge
55-
config: {}
56-
- provider_id: braintrust
57-
provider_type: inline::braintrust
58-
config:
59-
openai_api_key: '********'
6043
tool_runtime:
6144
- config: {} # Enable the RAG tool
6245
provider_id: file-search
@@ -89,27 +72,6 @@ providers:
8972
backend: kv_default
9073
provider_id: reference
9174
provider_type: inline::reference
92-
datasetio:
93-
- config:
94-
kvstore:
95-
namespace: huggingface_datasetio
96-
backend: kv_default
97-
provider_id: huggingface
98-
provider_type: remote::huggingface
99-
- config:
100-
kvstore:
101-
namespace: localfs_datasetio
102-
backend: kv_default
103-
provider_id: localfs
104-
provider_type: inline::localfs
105-
eval:
106-
- config:
107-
kvstore:
108-
namespace: eval_store
109-
backend: kv_default
110-
provider_id: builtin
111-
provider_type: inline::builtin
112-
scoring_fns: []
11375
server:
11476
port: 8321
11577
storage:
@@ -152,12 +114,6 @@ registered_resources:
152114
provider_id: llama-guard
153115
provider_shield_id: openai/gpt-4o-mini
154116
vector_stores: []
155-
datasets: []
156-
scoring_fns: []
157-
benchmarks: []
158-
tool_groups:
159-
- toolgroup_id: builtin::file_search # Register the RAG tool
160-
provider_id: file-search
161117
vector_stores:
162118
default_provider_id: faiss
163119
default_embedding_model:

‎examples/profiles/inline-faiss.yaml‎

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
version: 2
2929

3030
apis:
31-
- agents
31+
- responses
3232
- files
3333
- inference
3434
- tool_runtime
@@ -60,7 +60,7 @@ providers:
6060
backend: kv_default
6161
provider_id: faiss
6262
provider_type: inline::faiss
63-
agents:
63+
responses:
6464
- config:
6565
persistence:
6666
agent_state:
@@ -70,7 +70,7 @@ providers:
7070
table_name: agents_responses
7171
backend: sql_default
7272
provider_id: meta-reference
73-
provider_type: inline::meta-reference
73+
provider_type: inline::builtin
7474

7575
storage:
7676
backends:
@@ -100,9 +100,6 @@ registered_resources:
100100
models: []
101101
shields: []
102102
vector_stores: []
103-
tool_groups:
104-
- toolgroup_id: builtin::file_search
105-
provider_id: file-search
106103

107104
# REQUIRED for file_search tool calls to work. Without it, llama-stack's
108105
# file-search runtime silently fails all file_search operations with no error logged.

‎examples/profiles/openai-remote.yaml‎

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@
1919
version: 2
2020

2121
apis:
22-
- agents
22+
- responses
2323
- files
2424
- inference
2525
- safety
@@ -62,7 +62,7 @@ providers:
6262
backend: kv_default
6363
provider_id: faiss
6464
provider_type: inline::faiss
65-
agents:
65+
responses:
6666
- config:
6767
persistence:
6868
agent_state:
@@ -72,7 +72,7 @@ providers:
7272
table_name: agents_responses
7373
backend: sql_default
7474
provider_id: meta-reference
75-
provider_type: inline::meta-reference
75+
provider_type: inline::builtin
7676

7777
storage:
7878
backends:
@@ -107,9 +107,6 @@ registered_resources:
107107
# would only *look* like moderation.
108108
shields: []
109109
vector_stores: []
110-
tool_groups:
111-
- toolgroup_id: builtin::file_search
112-
provider_id: file-search
113110

114111
# REQUIRED for file_search tool calls to work. Without it, llama-stack's
115112
# file-search runtime silently fails all file_search operations with no error logged.

‎examples/run.yaml‎

Lines changed: 0 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -9,19 +9,13 @@ version: 2
99
apis:
1010
- responses
1111
- batches
12-
- datasetio
13-
- eval
1412
- files
1513
- inference
1614
- safety
17-
- scoring
1815
- tool_runtime
19-
- tool_groups
2016
- conversations
2117
- vector_io
2218

23-
benchmarks: []
24-
datasets: []
2519
image_name: starter
2620
# external_providers_dir: /opt/app-root/src/.llama/providers.d
2721

@@ -48,17 +42,6 @@ providers:
4842
excluded_categories: []
4943
provider_id: llama-guard
5044
provider_type: inline::llama-guard
51-
scoring:
52-
- provider_id: basic
53-
provider_type: inline::basic
54-
config: {}
55-
- provider_id: llm-as-judge
56-
provider_type: inline::llm-as-judge
57-
config: {}
58-
- provider_id: braintrust
59-
provider_type: inline::braintrust
60-
config:
61-
openai_api_key: '********'
6245
tool_runtime:
6346
- config: {} # Enable the RAG tool
6447
provider_id: file-search
@@ -84,27 +67,6 @@ providers:
8467
backend: kv_default
8568
provider_id: reference
8669
provider_type: inline::reference
87-
datasetio:
88-
- config:
89-
kvstore:
90-
namespace: huggingface_datasetio
91-
backend: kv_default
92-
provider_id: huggingface
93-
provider_type: remote::huggingface
94-
- config:
95-
kvstore:
96-
namespace: localfs_datasetio
97-
backend: kv_default
98-
provider_id: localfs
99-
provider_type: inline::localfs
100-
eval:
101-
- config:
102-
kvstore:
103-
namespace: eval_store
104-
backend: kv_default
105-
provider_id: builtin
106-
provider_type: inline::builtin
107-
scoring_fns: []
10870
server:
10971
port: 8321
11072
storage:
@@ -140,12 +102,6 @@ registered_resources:
140102
- shield_id: llama-guard
141103
provider_id: llama-guard
142104
provider_shield_id: openai/gpt-4o-mini
143-
datasets: []
144-
scoring_fns: []
145-
benchmarks: []
146-
tool_groups:
147-
- toolgroup_id: builtin::file_search # Register the RAG tool
148-
provider_id: file-search
149105
vector_stores:
150106
annotation_prompt_params: # Override the default Llama Stack annotation that adds <| file-xyz |> to responses
151107
enable_annotations: true

0 commit comments

Comments
 (0)