-
Notifications
You must be signed in to change notification settings - Fork 20
/
run_benchmark.sh
38 lines (25 loc) · 1.47 KB
/
run_benchmark.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
#!/bin/bash
# Variable
REPO_DIR=$(pwd)
# Commons For All GPUs
echo "WhisperS2T - CTranslate2"
python3 scripts/benchmark_whisper_s2t.py --repo_path="$REPO_DIR" --backend="CTranslate2" --batch_size=56 --eval_mp3="yes"
echo "WhisperS2T - OpenAI"
python3 scripts/benchmark_whisper_s2t.py --repo_path="$REPO_DIR" --backend="OpenAI" --batch_size=16 --eval_mp3="no"
echo "WhisperS2T - HuggingFace"
python3 scripts/benchmark_whisper_s2t.py --repo_path="$REPO_DIR" --backend="HuggingFace" --batch_size=48 --eval_mp3="no"
echo "WhisperS2T - HuggingFace - BT"
python3 scripts/benchmark_whisper_s2t.py --repo_path="$REPO_DIR" --backend="HuggingFace" --batch_size=48 --better_transformer="yes" --eval_mp3="no"
echo "WhisperX"
python3 scripts/benchmark_whisperx.py --repo_path="$REPO_DIR" --batch_size=56
echo "HuggingFace"
python3 scripts/benchmark_huggingface.py --repo_path="$REPO_DIR" --batch_size=48 --eval_mp3="no"
echo "HuggingFace - BT"
python3 scripts/benchmark_huggingface.py --repo_path="$REPO_DIR" --batch_size=48 --better_transformer="yes" --eval_mp3="no"
# Flash Attention 2 Supported Arch
echo "WhisperS2T - HuggingFace - FA"
python3 scripts/benchmark_whisper_s2t.py --repo_path="$REPO_DIR" --backend="HuggingFace" --batch_size=48 --flash_attention="yes" --eval_mp3="no"
echo "HuggingFace - FA"
python3 scripts/benchmark_huggingface.py --repo_path="$REPO_DIR" --batch_size=48 --flash_attention="yes" --eval_mp3="yes"
echo "OpenAI"
python3 scripts/benchmark_openai.py --repo_path="$REPO_DIR"