File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -5,6 +5,9 @@ edition = "2021"
55description = " Production-ready LLM Inference Engine with GGUF support and OpenAI-compatible API"
66license = " MIT"
77
8+ [features ]
9+ cuda = [" llama-cpp-2/cuda" ]
10+
811[dependencies ]
912# Web Framework
1013axum = { version = " 0.7" , features = [" macros" ] }
Original file line number Diff line number Diff line change 11# Mohawk Inference Engine - CPU Version
2- FROM rust:1.75 -slim as builder
2+ FROM rust:1.87 -slim AS builder
33
44WORKDIR /app
55
@@ -12,6 +12,9 @@ RUN apt-get update && apt-get install -y \
1212 pkg-config \
1313 && rm -rf /var/lib/apt/lists/*
1414
15+ ENV CC=clang
16+ ENV CXX=clang++
17+
1518# Copy source code
1619COPY Cargo.toml Cargo.lock* ./
1720COPY src/ ./src/
Original file line number Diff line number Diff line change 11# Mohawk Inference Engine - CUDA Version
2- FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 as builder
2+ FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 AS builder
33
44WORKDIR /app
55
66# Install build dependencies
77RUN apt-get update && apt-get install -y \
8- rustc \
9- cargo \
8+ ca-certificates \
9+ curl \
1010 cmake \
1111 git \
1212 clang \
@@ -15,6 +15,12 @@ RUN apt-get update && apt-get install -y \
1515 protobuf-compiler \
1616 && rm -rf /var/lib/apt/lists/*
1717
18+ RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain 1.87.0 --profile minimal
19+
20+ ENV PATH="/root/.cargo/bin:${PATH}"
21+ ENV CC=clang
22+ ENV CXX=clang++
23+
1824# Copy source code
1925COPY Cargo.toml Cargo.lock* ./
2026COPY src/ ./src/
You can’t perform that action at this time.
0 commit comments