From 2bb1b2ae1df61727ccde62ce1ed90cba21fe325b Mon Sep 17 00:00:00 2001
From: Frank <frank@dankware>
Date: Fri, 7 Aug 2026 08:58:20 -0700
Subject: [PATCH] Baseline: ThinkingCap 27B FP8 on dankclaw with enforce-eager
 and validation timeout

---
 scripts/serve-thinkingcap.sh | 1 +
 scripts/validate.sh          | 7 ++++++-
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/scripts/serve-thinkingcap.sh b/scripts/serve-thinkingcap.sh
index a5f7d95..630521b 100644
--- a/scripts/serve-thinkingcap.sh
+++ b/scripts/serve-thinkingcap.sh
@@ -21,6 +21,7 @@ exec "${VENV}/bin/vllm" serve "${MODEL}" \
     --host 0.0.0.0 \
     --kv-cache-dtype fp8 \
     --gpu-memory-utilization 0.80 \
+    --enforce-eager \
     --max-model-len 32768 \
     --max-num-batched-tokens 2048 \
     --max-num-seqs 32 \
diff --git a/scripts/validate.sh b/scripts/validate.sh
index 3bb2f38..4f43533 100755
--- a/scripts/validate.sh
+++ b/scripts/validate.sh
@@ -14,7 +14,7 @@ echo ""
 
 START_TIME=$(date +%s%N)
 
-RESPONSE=$(curl -s -w "\n%{http_code}" \
+RESPONSE=$(curl -s --max-time 60 -w "\n%{http_code}" \
     "http://${HOST}:${PORT}/v1/chat/completions" \
     -H "Content-Type: application/json" \
     -d "{
@@ -37,6 +37,11 @@ echo "Response Time: ${ELAPSED_MS}ms"
 echo ""
 
 if [ "$HTTP_CODE" = "200" ]; then
+    if [ "$ELAPSED_MS" -gt 60000 ]; then
+        echo "FAIL — Response time ${ELAPSED_MS}ms exceeds 60s limit"
+        echo "TIME=${ELAPSED_MS}"
+        exit 1
+    fi
     CONTENT=$(echo "$BODY" | python3 -c "import sys,json; print(json.load(sys.stdin)['choices'][0]['message']['content'].strip())" 2>/dev/null)
     echo "Model Output: ${CONTENT}"
     echo ""