blob: 536edc1e386140f9076d4f6209f3e3a076040ab2 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
#!/usr/bin/env bash
set -euo pipefail
: "${AIGW_LOAD_BASE_URL:?AIGW_LOAD_BASE_URL is required}"
: "${AIGW_LOAD_API_KEY:?AIGW_LOAD_API_KEY is required}"
: "${AIGW_LOAD_MODEL:?AIGW_LOAD_MODEL is required}"
requests="${AIGW_LOAD_REQUESTS:-1000}"
concurrency="${AIGW_LOAD_CONCURRENCY:-50}"
payload="$(mktemp)"
results="$(mktemp)"
trap 'rm -f -- "$payload" "$results"' EXIT
chmod 600 "$payload" "$results"
printf '{"model":"%s","messages":[{"role":"user","content":"health probe"}],"max_tokens":1}\n' "$AIGW_LOAD_MODEL" >"$payload"
export AIGW_LOAD_BASE_URL AIGW_LOAD_API_KEY payload results
seq "$requests" | xargs -P "$concurrency" -n 1 sh -c '
curl --silent --show-error --output /dev/null --write-out "%{http_code}\n" \
--header "Authorization: Bearer $AIGW_LOAD_API_KEY" --header "Content-Type: application/json" \
--data-binary "@$payload" "$AIGW_LOAD_BASE_URL/v1/chat/completions" >>"$results"
' _
failures="$(awk '$1 < 200 || $1 >= 300 { count++ } END { print count+0 }' "$results")"
printf 'requests=%s concurrency=%s failures=%s\n' "$requests" "$concurrency" "$failures"
test "$failures" -eq 0
|
