You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
--prompt "Write a detailed 3-paragraph essay on the impact of the Industrial Revolution on modern supply chain logistics. Ensure you include dates and specific technological advancements." \
245
-
--max-tokens 100 \
246
-
--max-kv-size 4096 | grep -v "ASST DEBUG"
247
-
248
-
echo""
249
-
echo"--- Test 13C: Large Context (max-kv-size=8192) on E2B Model ---"
read -p "Enter assistant model Hub ID: " ASST_MODEL
1357
+
fi
1358
+
1359
+
echo""
1360
+
read -p "Enter context lengths to test [default: 512,40000,100000]: " CONTEXTS
1361
+
CONTEXTS=${CONTEXTS:-"512,40000,100000"}
1362
+
1363
+
echo""
1364
+
echo"Building benchmark binary..."
1365
+
swift build -c release --product Gemma4MTPBench
1366
+
1367
+
IFS=','read -ra ADDR <<<"$CONTEXTS"
1368
+
forctxin"${ADDR[@]}";do
1369
+
ctx=$(echo "$ctx"| tr -d '')
1370
+
echo""
1371
+
echo"--- Test 13: Context (max-kv-size=$ctx) on $FULL_MODEL ---"
1372
+
swift run -c release Gemma4MTPBench \
1373
+
--main-model "$FULL_MODEL" \
1374
+
--asst-model "$ASST_MODEL" \
1375
+
--prompt "Write a detailed 3-paragraph essay on the impact of the Industrial Revolution on modern supply chain logistics. Ensure you include dates and specific technological advancements." \
0 commit comments