-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathexample.env
More file actions
31 lines (27 loc) · 1.23 KB
/
example.env
File metadata and controls
31 lines (27 loc) · 1.23 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
# ======================================================================================
# Service Configuration
# ======================================================================================
SERVICE_NAME=mistral-7b
REPLICAS=1
SPOT_POLICY=on-demand
# ======================================================================================
# Resource Requirements
# ======================================================================================
CPU=8..
MEMORY=12GB..
GPU=RTX4090:1
DISK=50GB..
# ======================================================================================
# Retry Configuration
# ======================================================================================
RETRY_DURATION=12h
# ======================================================================================
# Server Configuration
# ======================================================================================
HOST=0.0.0.0
PORT=8080
# ======================================================================================
# HuggingFace Configuration
# ======================================================================================
# Get your token from https://huggingface.co/settings/tokens
HF_TOKEN=your_huggingface_token_here