@@ -27,47 +27,47 @@ metadata_store:
2727 type : sqlite
2828providers :
2929 files :
30- - config :
30+ - provider_id : localfs
31+ provider_type : inline::localfs
32+ config :
3133 storage_dir : /tmp/llama-stack-files
3234 metadata_store :
3335 type : sqlite
3436 db_path : .llama/distributions/ollama/files_metadata.db
35- provider_id : localfs
36- provider_type : inline::localfs
3737 agents :
38- - config :
38+ - provider_id : meta-reference
39+ provider_type : inline::meta-reference
40+ config :
3941 persistence_store :
4042 db_path : .llama/distributions/ollama/agents_store.db
4143 namespace : null
4244 type : sqlite
4345 responses_store :
4446 db_path : .llama/distributions/ollama/responses_store.db
4547 type : sqlite
46- provider_id : meta-reference
47- provider_type : inline::meta-reference
4848 datasetio :
49- - config :
49+ - provider_id : huggingface
50+ provider_type : remote::huggingface
51+ config :
5052 kvstore :
5153 db_path : .llama/distributions/ollama/huggingface_datasetio.db
5254 namespace : null
5355 type : sqlite
54- provider_id : huggingface
55- provider_type : remote::huggingface
56- - config :
56+ - provider_id : localfs
57+ provider_type : inline::localfs
58+ config :
5759 kvstore :
5860 db_path : .llama/distributions/ollama/localfs_datasetio.db
5961 namespace : null
6062 type : sqlite
61- provider_id : localfs
62- provider_type : inline::localfs
6363 eval :
64- - config :
64+ - provider_id : meta-reference
65+ provider_type : inline::meta-reference
66+ config :
6567 kvstore :
6668 db_path : .llama/distributions/ollama/meta_reference_eval.db
6769 namespace : null
6870 type : sqlite
69- provider_id : meta-reference
70- provider_type : inline::meta-reference
7171 inference :
7272 - provider_id : sentence-transformers # Can be any embedding provider
7373 provider_type : inline::sentence-transformers
@@ -77,36 +77,36 @@ providers:
7777 config :
7878 api_key : ${env.OPENAI_API_KEY}
7979 post_training :
80- - config :
80+ - provider_id : huggingface
81+ provider_type : inline::huggingface-gpu
82+ config :
8183 checkpoint_format : huggingface
8284 device : cpu
8385 distributed_backend : null
8486 dpo_output_dir : " ."
85- provider_id : huggingface
86- provider_type : inline::huggingface-gpu
8787 safety :
88- - config :
89- excluded_categories : []
90- provider_id : llama-guard
88+ - provider_id : llama-guard
9189 provider_type : inline::llama-guard
90+ config :
91+ excluded_categories : []
9292 scoring :
93- - config : {}
94- provider_id : basic
93+ - provider_id : basic
9594 provider_type : inline::basic
96- - config : {}
97- provider_id : llm-as-judge
95+ config : {}
96+ - provider_id : llm-as-judge
9897 provider_type : inline::llm-as-judge
99- - config :
100- openai_api_key : ' ********'
101- provider_id : braintrust
98+ config : {}
99+ - provider_id : braintrust
102100 provider_type : inline::braintrust
101+ config :
102+ openai_api_key : ' ********'
103103 telemetry :
104- - config :
104+ - provider_id : meta-reference
105+ provider_type : inline::meta-reference
106+ config :
105107 service_name : ' lightspeed-stack-telemetry'
106108 sinks : sqlite
107109 sqlite_db_path : .llama/distributions/ollama/trace_store.db
108- provider_id : meta-reference
109- provider_type : inline::meta-reference
110110 tool_runtime :
111111 - provider_id : model-context-protocol
112112 provider_type : remote::model-context-protocol
@@ -115,13 +115,13 @@ providers:
115115 provider_type : inline::rag-runtime
116116 config : {}
117117 vector_io :
118- - config :
118+ - provider_id : faiss
119+ provider_type : inline::faiss # Or preferred vector DB
120+ config :
119121 kvstore :
120122 db_path : .llama/distributions/ollama/faiss_store.db # Location of vector database
121123 namespace : null
122124 type : sqlite
123- provider_id : faiss
124- provider_type : inline::faiss # Or preferred vector DB
125125scoring_fns : []
126126server :
127127 auth : null
@@ -138,15 +138,15 @@ vector_dbs:
138138 embedding_dimension : 768
139139 provider_id : faiss
140140models :
141- - metadata :
142- embedding_dimension : 768 # Depends on chosen model
143- model_id : sentence-transformers/all-mpnet-base-v2 # Example embedding model
141+ - model_id : sentence-transformers/all-mpnet-base-v2 # Example embedding model
142+ model_type : embedding
144143 provider_id : sentence-transformers
145144 provider_model_id : sentence-transformers/all-mpnet-base-v2 # Location of embedding model
146- model_type : embedding
145+ metadata :
146+ embedding_dimension : 768 # Depends on chosen model
147147 - model_id : gpt-4-turbo
148- provider_id : openai
149148 model_type : llm
149+ provider_id : openai
150150 provider_model_id : gpt-4-turbo
151151
152152tool_groups :
0 commit comments