Skip to content

Commit 20c71bc

Browse files
committed
LCORE-201: Minimal Llama Stack configuration
1 parent 730e4cf commit 20c71bc

1 file changed

Lines changed: 125 additions & 0 deletions

File tree

examples/run.yaml

Lines changed: 125 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
version: '2'
2+
image_name: minimal-viable-llama-stack-configuration
3+
4+
apis:
5+
- agents
6+
- datasetio
7+
- eval
8+
- inference
9+
- post_training
10+
- safety
11+
- scoring
12+
- telemetry
13+
- tool_runtime
14+
- vector_io
15+
benchmarks: []
16+
container_image: null
17+
datasets: []
18+
external_providers_dir: null
19+
inference_store:
20+
db_path: .llama/distributions/ollama/inference_store.db
21+
type: sqlite
22+
logging: null
23+
metadata_store:
24+
db_path: .llama/distributions/ollama/registry.db
25+
namespace: null
26+
type: sqlite
27+
providers:
28+
agents:
29+
- config:
30+
persistence_store:
31+
db_path: .llama/distributions/ollama/agents_store.db
32+
namespace: null
33+
type: sqlite
34+
responses_store:
35+
db_path: .llama/distributions/ollama/responses_store.db
36+
type: sqlite
37+
provider_id: meta-reference
38+
provider_type: inline::meta-reference
39+
datasetio:
40+
- config:
41+
kvstore:
42+
db_path: .llama/distributions/ollama/huggingface_datasetio.db
43+
namespace: null
44+
type: sqlite
45+
provider_id: huggingface
46+
provider_type: remote::huggingface
47+
- config:
48+
kvstore:
49+
db_path: .llama/distributions/ollama/localfs_datasetio.db
50+
namespace: null
51+
type: sqlite
52+
provider_id: localfs
53+
provider_type: inline::localfs
54+
eval:
55+
- config:
56+
kvstore:
57+
db_path: .llama/distributions/ollama/meta_reference_eval.db
58+
namespace: null
59+
type: sqlite
60+
provider_id: meta-reference
61+
provider_type: inline::meta-reference
62+
inference:
63+
- provider_id: openai
64+
provider_type: remote::openai
65+
config:
66+
api_key: ${env.OPENAI_API_KEY}
67+
post_training:
68+
- config:
69+
checkpoint_format: huggingface
70+
device: cpu
71+
distributed_backend: null
72+
provider_id: huggingface
73+
provider_type: inline::huggingface
74+
safety:
75+
- config:
76+
excluded_categories: []
77+
provider_id: llama-guard
78+
provider_type: inline::llama-guard
79+
scoring:
80+
- config: {}
81+
provider_id: basic
82+
provider_type: inline::basic
83+
- config: {}
84+
provider_id: llm-as-judge
85+
provider_type: inline::llm-as-judge
86+
- config:
87+
openai_api_key: '********'
88+
provider_id: braintrust
89+
provider_type: inline::braintrust
90+
telemetry:
91+
- config:
92+
service_name: ''
93+
sinks: sqlite
94+
sqlite_db_path: .llama/distributions/ollama/trace_store.db
95+
provider_id: meta-reference
96+
provider_type: inline::meta-reference
97+
tool_runtime:
98+
- provider_id: model-context-protocol
99+
provider_type: remote::model-context-protocol
100+
config: {}
101+
vector_io:
102+
- config:
103+
kvstore:
104+
db_path: .llama/distributions/ollama/faiss_store.db
105+
namespace: null
106+
type: sqlite
107+
provider_id: faiss
108+
provider_type: inline::faiss
109+
scoring_fns: []
110+
server:
111+
auth: null
112+
host: null
113+
port: 8321
114+
quota: null
115+
tls_cafile: null
116+
tls_certfile: null
117+
tls_keyfile: null
118+
shields: []
119+
vector_dbs: []
120+
121+
models:
122+
- model_id: gpt-4-turbo
123+
provider_id: openai
124+
model_type: llm
125+
provider_model_id: gpt-4-turbo

0 commit comments

Comments
 (0)