From 90a44b94006af1486cac9fd31dba4c048842f079 Mon Sep 17 00:00:00 2001 From: Turiiya <34311583+ttytm@users.noreply.github.com> Date: Tue, 12 Nov 2024 01:17:12 +0100 Subject: [PATCH] ci: add performance compare --- .github/workflows/performance_compare.v | 145 ++++++++++++++++++++++ .github/workflows/performance_compare.yml | 94 ++++++++++++++ 2 files changed, 239 insertions(+) create mode 100644 .github/workflows/performance_compare.v create mode 100644 .github/workflows/performance_compare.yml diff --git a/.github/workflows/performance_compare.v b/.github/workflows/performance_compare.v new file mode 100644 index 0000000..c14676c --- /dev/null +++ b/.github/workflows/performance_compare.v @@ -0,0 +1,145 @@ +import net.http +import sync.pool +import time +import vibe +import cli +import os + +pub struct GetResult { + error_kind ?GetError +} + +enum GetError { + request_err + status_err +} + +fn std_request(mut pp pool.PoolProcessor, idx int, wid int) &GetResult { + url := pp.get_item[string](idx) + + start := time.new_stopwatch() + defer { println(' ${url}: ${start.elapsed()}') } + + mut req := http.Request{ + url: 'https://${url}' + method: .get + } + req.add_header(.user_agent, 'net-vibe-perf-test/0.0.1') + + resp := req.do() or { + eprintln(' Failed to get: "${url}": ${err}') + return &GetResult{.request_err} + } + if resp.status_code != 200 { + eprintln(' Failed to get success response: "${resp.status}"') + return &GetResult{.status_err} + } + + // println(' Response content length: ${resp.body.len}') + + return &GetResult{} +} + +fn vibe_request(mut pp pool.PoolProcessor, idx int, wid int) &GetResult { + url := pp.get_item[string](idx) + + start := time.new_stopwatch() + defer { println(' ${url}: ${start.elapsed()}') } + + mut req := vibe.Request{ + headers: { + .user_agent: 'net-vibe-perf-test/0.0.1' + } + } + + resp := req.get('https://${url}') or { + eprintln(' Failed to get: "${url}": ${err}') + return &GetResult{.request_err} + } + if resp.status != 200 { + eprintln(' Failed to get success response: "${resp.status}"') + return &GetResult{.status_err} + } + // println(' Response content length: ${resp.body.len}') + + return &GetResult{} +} + +fn prep_urls(single_host bool, request_num int) ![]string { + return if single_host { + base := 'google.com/search?q=' + []string{len: request_num, init: base + index.str()} + } else { + urls := 'https://gist.githubusercontent.com/ttytm/b2c6e348dac6b3f0ffa150639ad94211/raw/0823f71f18d5567d231dabbafe4ad22d006f0e61/100-popular-urls.txt' + resp := http.get(urls)! + resp.body.split_into_lines()[..request_num] + } +} + +fn main() { + mut app := cli.Command{ + name: 'net-vibe-perf-test' + posix_mode: true + execute: run + flags: [ + cli.Flag{ + name: 'request-num' + flag: .int + abbrev: 'r' + default_value: ['100'] // Currently the maximium number is capped by the number of prepared urls. + }, + cli.Flag{ + name: 'single-host' + flag: .bool + abbrev: 's' + }, + cli.Flag{ + name: 'use-vibe' + flag: .bool + }, + ] + } + app.parse(os.args) +} + +fn run(cmd cli.Command) ! { + single_host := cmd.flags.get_bool('single-host')! + use_vibe := cmd.flags.get_bool('use-vibe')! + request_num := cmd.flags.get_int('request-num')! + + mut urls := prep_urls(single_host, if request_num < 100 { request_num } else { 100 })! + + start := time.new_stopwatch() + + mut pp := pool.new_pool_processor( + callback: if use_vibe { vibe_request } else { std_request } + ) + pp.work_on_items(urls) + + results := pp.get_results[GetResult]() + mut request_errs, mut status_errs := 0, 0 + for v in results { + err_kind := v.error_kind or { continue } + if err_kind == GetError.request_err { + request_errs++ + } else { + status_errs++ + } + } + + mod := if use_vibe { 'vibe' } else { 'net.http' } + host_details := if single_host { ', single host' } else { '' } + + res := ' +----------------------------------------------------------- +Results for "${mod}"${host_details} +----------------------------------------------------------- +Requests: ${results.len}, Request errors: ${request_errs}, Status errors: ${status_errs} +Total time: ${start.elapsed()} +----------------------------------------------------------- +' + println(res) + if os.getenv('GITHUB_JOB') != '' { + os.setenv('GITHUB_STEP_SUMMARY', res, true) + } +} diff --git a/.github/workflows/performance_compare.yml b/.github/workflows/performance_compare.yml new file mode 100644 index 0000000..3b7cbee --- /dev/null +++ b/.github/workflows/performance_compare.yml @@ -0,0 +1,94 @@ +name: Performance comparison + +on: + workflow_dispatch: + # TODO: remove + push: + +jobs: + setup: + if: github.ref_name != 'main' + runs-on: ${{ matrix.os }} + strategy: + matrix: + include: + - os: macos-latest + v_archive: v_macos_arm64.zip + - os: ubuntu-latest + v_archive: v_linux.zip + - os: windows-latest + v_archive: v_windows.zip + fail-fast: false + defaults: + run: + shell: bash + steps: + - name: Setup V + run: | + curl -LO https://github.com/vlang/v/releases/latest/download/${{ matrix.v_archive }} + if [[ $RUNNER_OS == "Windows" ]]; then + 7z x ${{ matrix.v_archive }} + else + unzip -o ${{ matrix.v_archive }} + fi + mv v ~/v + ~/v/v symlink + - run: v -showcc self && v doctor + - uses: actions/checkout@v4 + with: + path: vibe + - name: Setup V module + run: | + mv vibe ~/.vmodules/vibe + ~/.vmodules/vibe/curl/setup.vsh --silent + - name: Save cache + uses: actions/cache/save@v4 + with: + path: | + ~/v + ~/.vmodules + key: ${{ matrix.os }}-${{ github.sha }} + + test: + needs: setup + if: ${{ !cancelled() }} + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ubuntu-latest, windows-latest, macos-latest] + fail-fast: false + steps: + - name: Restore cache + uses: actions/cache/restore@v4 + with: + path: | + ~/v + ~/.vmodules + key: ${{ matrix.os }}-${{ github.sha }} + fail-on-cache-miss: true + - uses: actions/checkout@v4 + - name: Setup V + run: ~/v/v symlink + - name: Run comparison + if: runner.os != 'Windows' + run: | + v -cc gcc -prod -o pc .github/workflows/performance_compare.v + ./pc$exe -r 25 --single-host + ./pc$exe -r 25 --single-host --use-vibe + - name: Run comparison (Windows) + if: runner.os == 'Windows' + shell: cmd + run: | + set PATH=%PATH%;%USERPROFILE%\.vmodules\vibe\curl\libcurl\bin + v -cc gcc -prod -o pc.exe .github\workflows\performance_compare.v + pc.exe -r 25 --single-host + pc.exe -r 25 --single-host --use-vibe + + # ./pc -r 50 --single-host + # ./pc -r 50 --single-host --use-vibe + # + # ./pc -r 25 + # ./pc -r 25 --use-vibe + # + # ./pc -r 50 + # ./pc -r 50 --use-vibe