#!/bin/bash
cd /workspace
B="/workspace/vllm/bin/vllm bench serve --model ripple --tokenizer ricursiveAI/Ripple-65B-Preview --trust-remote-code --dataset-name random --seed 7 --save-result --result-dir /workspace/bench"
for c in 1 8 32 64 128; do
  n=$(( c * 4 )); [ $n -lt 16 ] && n=16
  $B --random-input-len 1024 --random-output-len 512 --num-prompts $n --max-concurrency $c --result-filename c$c.json > /workspace/bench/c$c.log 2>&1
done
for L in 16000 60000; do
  $B --random-input-len $L --random-output-len 256 --num-prompts 3 --max-concurrency 1 --result-filename long$L.json > /workspace/bench/long$L.log 2>&1
done
echo ALLDONE > /workspace/bench/done