Skip to content
Pull Request Gate

[Optimization] Advance parser concurrently with model forward pass #985

Sign in to view logs

[Optimization] Advance parser concurrently with model forward pass

[Optimization] Advance parser concurrently with model forward pass #985

Run time

Learn about OS pricing on GitHub Actions
Job Run time
linting-mypy
2m 47s
bare-install (ubuntu-latest, 3.9)
25s
linting-black
14s
bare-install (ubuntu-latest, 3.10)
26s
bare-install (ubuntu-latest, 3.11)
22s
bare-install (ubuntu-latest, 3.12)
27s
bare-install (windows-latest, 3.9)
1m 58s
bare-install (windows-latest, 3.10)
1m 28s
bare-install (windows-latest, 3.11)
1m 31s
bare-install (windows-latest, 3.12)
1m 15s
bare-install (macos-12, 3.9)
38s
bare-install (macos-12, 3.10)
42s
bare-install (macos-12, 3.11)
40s
bare-install (macos-12, 3.12)
42s
basic-tests-linux-python-latest (llamacpp_llama2_7b_cpu) / run-plain-basic-tests
8m 39s
basic-tests-linux-python-latest (llamacpp_mistral_7b_cpu) / run-plain-basic-tests
20m 32s
basic-tests-linux-python-latest (llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
8m 6s
basic-tests-linux-python-latest (transformers_gpt2_cpu) / run-plain-basic-tests
5m 37s
basic-tests-linux-python-latest (transformers_phi2_cpu) / run-plain-basic-tests
10m 50s
basic-tests-linux-python-latest (transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
23m 13s
End Stage 1
1s
basic-tests-gpu-python-latest / basic-tests-on-gpu (transformers_gpt2_gpu)
10m 40s
basic-tests-gpu-python-latest / basic-tests-on-gpu (transformers_phi2_gpu)
13m 0s
server-tests (3.11) / server-tests
23m 19s
server-tests (3.10) / server-tests
23m 37s
server-tests (3.12) / server-tests
23m 53s
server-tests (3.9) / server-tests
23m 42s
basic-tests-linux-python-other (3.10, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
7m 41s
basic-tests-linux-python-other (3.10, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
11m 34s
basic-tests-linux-python-other (3.10, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
7m 55s
basic-tests-linux-python-other (3.10, transformers_gpt2_cpu) / run-plain-basic-tests
15m 36s
basic-tests-linux-python-other (3.10, transformers_phi2_cpu) / run-plain-basic-tests
10m 26s
basic-tests-linux-python-other (3.10, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
23m 33s
basic-tests-linux-python-other (3.11, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
16m 31s
basic-tests-linux-python-other (3.11, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
11m 15s
basic-tests-linux-python-other (3.11, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
8m 30s
basic-tests-linux-python-other (3.11, transformers_gpt2_cpu) / run-plain-basic-tests
5m 39s
basic-tests-linux-python-other (3.11, transformers_phi2_cpu) / run-plain-basic-tests
10m 26s
basic-tests-linux-python-other (3.11, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
13m 58s
basic-tests-linux-python-other (3.9, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
8m 9s
basic-tests-linux-python-other (3.9, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
11m 21s
basic-tests-linux-python-other (3.9, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
8m 10s
basic-tests-linux-python-other (3.9, transformers_gpt2_cpu) / run-plain-basic-tests
6m 20s
basic-tests-linux-python-other (3.9, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
22m 51s
basic-tests-linux-python-other (3.9, transformers_phi2_cpu) / run-plain-basic-tests
10m 29s
End Stage 2
1s
basic-tests-gpu-python-others (3.11) / basic-tests-on-gpu (transformers_gpt2_gpu)
9m 51s
basic-tests-gpu-python-others (3.11) / basic-tests-on-gpu (transformers_phi2_gpu)
14m 8s
basic-tests-gpu-python-others (3.10) / basic-tests-on-gpu (transformers_gpt2_gpu)
9m 54s
basic-tests-gpu-python-others (3.10) / basic-tests-on-gpu (transformers_phi2_gpu)
12m 10s
basic-tests-gpu-python-others (3.9) / basic-tests-on-gpu (transformers_gpt2_gpu)
9m 58s
basic-tests-mac-x86 (3.10, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
14m 58s
basic-tests-mac-x86 (3.10, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
22m 33s
basic-tests-gpu-python-others (3.9) / basic-tests-on-gpu (transformers_phi2_gpu)
12m 30s
basic-tests-mac-x86 (3.10, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
17m 41s
basic-tests-mac-x86 (3.10, transformers_gpt2_cpu) / run-plain-basic-tests
11m 12s
basic-tests-mac-x86 (3.10, transformers_phi2_cpu) / run-plain-basic-tests
18m 6s
basic-tests-mac-x86 (3.11, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
16m 23s
basic-tests-mac-x86 (3.11, transformers_gpt2_cpu) / run-plain-basic-tests
11m 34s
basic-tests-mac-x86 (3.11, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
16m 55s
basic-tests-mac-x86 (3.11, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
20m 44s
basic-tests-mac-x86 (3.12, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
17m 32s
basic-tests-mac-x86 (3.11, transformers_phi2_cpu) / run-plain-basic-tests
17m 54s
basic-tests-mac-x86 (3.12, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
19m 37s
basic-tests-mac-x86 (3.12, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
19m 22s
basic-tests-mac-x86 (3.12, transformers_gpt2_cpu) / run-plain-basic-tests
11m 48s
basic-tests-mac-x86 (3.12, transformers_phi2_cpu) / run-plain-basic-tests
25m 28s
basic-tests-mac-x86 (3.9, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
16m 27s
basic-tests-mac-x86 (3.9, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
18m 27s
basic-tests-mac-x86 (3.9, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
21m 0s
basic-tests-mac-x86 (3.9, transformers_gpt2_cpu) / run-plain-basic-tests
11m 9s
basic-tests-mac-arm (3.10, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
14m 24s
basic-tests-mac-arm (3.11, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
7m 49s
basic-tests-mac-x86 (3.9, transformers_phi2_cpu) / run-plain-basic-tests
19m 59s
basic-tests-mac-arm (3.12, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
8m 22s
basic-tests-mac-arm (3.9, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
8m 38s
basic-tests-win (3.10, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
19m 55s
basic-tests-win (3.10, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
16m 43s
basic-tests-win (3.10, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
23m 2s
basic-tests-win (3.10, transformers_gpt2_cpu) / run-plain-basic-tests
13m 36s
basic-tests-win (3.10, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
22m 13s
basic-tests-win (3.10, transformers_phi2_cpu) / run-plain-basic-tests
18m 19s
basic-tests-win (3.11, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
16m 44s
basic-tests-win (3.11, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
23m 16s
basic-tests-win (3.11, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
17m 7s
basic-tests-win (3.11, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
30m 46s
basic-tests-win (3.11, transformers_gpt2_cpu) / run-plain-basic-tests
13m 54s
basic-tests-win (3.11, transformers_phi2_cpu) / run-plain-basic-tests
18m 18s
basic-tests-win (3.12, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
17m 20s
basic-tests-win (3.12, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
28m 47s
basic-tests-win (3.12, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
17m 3s
basic-tests-win (3.12, transformers_gpt2_cpu) / run-plain-basic-tests
14m 43s
basic-tests-win (3.12, transformers_phi2_cpu) / run-plain-basic-tests
19m 32s
basic-tests-win (3.9, llamacpp_llama2_7b_cpu) / run-plain-basic-tests
17m 33s
basic-tests-win (3.12, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
23m 7s
basic-tests-win (3.9, llamacpp_mistral_7b_cpu) / run-plain-basic-tests
19m 31s
basic-tests-win (3.9, llamacpp_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
16m 33s
basic-tests-win (3.9, transformers_gpt2_cpu) / run-plain-basic-tests
13m 46s
basic-tests-win (3.9, transformers_phi2_cpu) / run-plain-basic-tests
18m 34s
basic-tests-win (3.9, transformers_phi3_mini_4k_instruct_cpu) / run-plain-basic-tests
22m 18s
22h 18m 22s