-
-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathbenchmark_flyio.sh
More file actions
executable file
·58 lines (48 loc) · 3.08 KB
/
benchmark_flyio.sh
File metadata and controls
executable file
·58 lines (48 loc) · 3.08 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#!/bin/bash
# ═══════════════════════════════════════════════════════════════════════════════
# TRINITY BENCHMARK - Fly.io Performance Estimation
# φ² + 1/φ² = 3 = TRINITY
# ═══════════════════════════════════════════════════════════════════════════════
echo "╔══════════════════════════════════════════════════════════════╗"
echo "║ TRINITY BENCHMARK - FLY.IO ESTIMATION ║"
echo "║ φ² + 1/φ² = 3 = TRINITY ║"
echo "╚══════════════════════════════════════════════════════════════╝"
echo ""
# Current environment
CURRENT_CORES=$(nproc)
echo "Current environment: ${CURRENT_CORES} cores"
echo ""
# Run benchmark
echo "Running benchmark on ${CURRENT_CORES} cores..."
cd /workspaces/trinity/src/vibeec
RESULT=$(./tri_inference ../../models/smollm2-360m.tri 2>&1 | grep "Speed")
CURRENT_SPEED=$(echo "$RESULT" | grep -oP '[\d.]+(?= tokens/sec)')
echo "Current speed: ${CURRENT_SPEED} tok/s"
echo ""
# Estimate Fly.io performance
echo "═══════════════════════════════════════════════════════════════"
echo "ESTIMATED FLY.IO PERFORMANCE (based on linear scaling):"
echo "═══════════════════════════════════════════════════════════════"
echo ""
# Calculate estimates (assuming ~80% parallel efficiency)
EFFICIENCY=0.8
for CORES in 4 8 16; do
SPEEDUP=$(echo "scale=2; 1 + ($CORES - $CURRENT_CORES) * $EFFICIENCY / $CURRENT_CORES" | bc)
ESTIMATED=$(echo "scale=2; $CURRENT_SPEED * $SPEEDUP" | bc)
case $CORES in
4) SIZE="performance-4x" ;;
8) SIZE="performance-8x" ;;
16) SIZE="performance-16x" ;;
esac
echo " $SIZE ($CORES cores): ~${ESTIMATED} tok/s (${SPEEDUP}x speedup)"
done
echo ""
echo "═══════════════════════════════════════════════════════════════"
echo "TO DEPLOY ON FLY.IO:"
echo "═══════════════════════════════════════════════════════════════"
echo ""
echo "1. Login: flyctl auth login"
echo "2. Create app: flyctl apps create trinity-inference"
echo "3. Deploy: flyctl deploy --config fly.toml"
echo ""
echo "GOLDEN CHAIN IS CLOSED"