frank-default-small: ncpu-moe=38 (2 experts on GPU)

scripts/serve-frank-small.sh

@@ -36,7 +36,7 @@ fi
 : "${CACHE_TYPE_K:=f16}"
 : "${CACHE_TYPE_V:=f16}"
 : "${VERBOSITY:=4}"
-: "${N_CPU_MOE:=32}"
+: "${N_CPU_MOE:=38}"
 : "${N_GPU_LAYERS:=all}"
 : "${BATCH_SIZE:=4096}"
 : "${UBATCH_SIZE:=2048}"