File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -39,13 +39,12 @@ COPY --from=builder /build/vibee /app/vibee
3939# Create models directory
4040RUN mkdir -p /app/models
4141
42- # Download SmolLM-135M Q8_0 (smallest model, fast loading )
43- # Size: ~135MB , loads in <1 second, good for demos
42+ # Download SmolLM-135M Q8_0 (official HuggingFace model )
43+ # Size: ~145MB , loads in <1 second, good for demos
4444RUN echo "Downloading SmolLM-135M-Instruct Q8_0..." && \
4545 curl -L -o /app/models/smollm-135m-instruct-q8_0.gguf \
46- "https://huggingface.co/TheBloke/SmolLM-135M-Instruct-GGUF/resolve/main/smollm-135m-instruct.Q8_0.gguf" || \
47- curl -L -o /app/models/smollm-135m-instruct-q8_0.gguf \
48- "https://huggingface.co/Felladrin/gguf-smollm-135M-instruct-v0.2/resolve/main/smollm-135M-instruct-v0.2-Q8_0.gguf"
46+ "https://huggingface.co/HuggingFaceTB/smollm-135M-instruct-v0.2-Q8_0-GGUF/resolve/main/smollm-135m-instruct-add-basics-q8_0.gguf" && \
47+ ls -la /app/models/
4948
5049# Set environment
5150ENV MODEL_PATH=/app/models/smollm-135m-instruct-q8_0.gguf
You can’t perform that action at this time.
0 commit comments