Add pre-generated prompts option for benchmark #3912
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Windows CPU x64 Build" | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| - rel-* | |
| pull_request: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| env: | |
| binaryDir: 'build/cpu/win-x64' | |
| ORT_NIGHTLY_REST_API: "https://feeds.dev.azure.com/aiinfra/PublicPackages/_apis/packaging/Feeds/ORT-Nightly/packages?packageNameQuery=Microsoft.ML.OnnxRuntime&api-version=6.0-preview.1" | |
| ORT_PACKAGE_NAME: "Microsoft.ML.OnnxRuntime" | |
| jobs: | |
| windows-cpu-x64-build: | |
| runs-on: [ "self-hosted", "1ES.Pool=onnxruntime-genai-Win2022-CPU" ] | |
| permissions: | |
| security-events: write | |
| actions: read | |
| steps: | |
| - name: Checkout OnnxRuntime GenAI repo | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11.x' | |
| architecture: 'x64' | |
| - name: Setup Visual Studio 2022 | |
| uses: microsoft/[email protected] | |
| with: | |
| vs-version: '17.5' | |
| - uses: actions/setup-dotnet@v4 | |
| with: | |
| dotnet-version: '8.0.x' | |
| - name: Download OnnxRuntime Nightly | |
| shell: pwsh | |
| run: | | |
| $resp = Invoke-RestMethod "${{ env.ORT_NIGHTLY_REST_API }}" | |
| $ORT_NIGHTLY_VERSION = $resp.value[0].versions[0].normalizedVersion | |
| Write-Host "$ORT_NIGHTLY_VERSION" | |
| "ORT_NIGHTLY_VERSION=$ORT_NIGHTLY_VERSION" | Out-File -FilePath $env:GITHUB_ENV -Append | |
| nuget install ${{ env.ORT_PACKAGE_NAME }} -version $ORT_NIGHTLY_VERSION -x -NonInteractive | |
| - run: Get-ChildItem ${{ env.ORT_PACKAGE_NAME }} -Recurse | |
| continue-on-error: true | |
| - name: Extract OnnxRuntime library and header files | |
| run: | | |
| mkdir ort/lib | |
| move ${{ env.ORT_PACKAGE_NAME }}/build/native/include ort/ | |
| move ${{ env.ORT_PACKAGE_NAME }}/runtimes/win-x64/native/* ort/lib/ | |
| - name: Initialize CodeQL | |
| uses: github/codeql-action/init@v3 | |
| with: | |
| languages: 'cpp' | |
| - name: Configure CMake | |
| run: | | |
| cmake --preset windows_x64_cpu_release | |
| - name: Build with CMake | |
| run: | | |
| cmake --build --preset windows_x64_cpu_release --parallel | |
| - name: Install the python wheel and test dependencies | |
| run: | | |
| python3 -m pip install -r test\python\requirements.txt --user | |
| python3 -m pip install -r test\python\cpu\torch\requirements.txt --user | |
| python3 -m pip install -r test\python\cpu\ort\requirements.txt --user | |
| python3 -m pip install (Get-ChildItem ("$env:binaryDir\wheel\*.whl")) --no-deps | |
| - name: Use Dummy HuggingFace Token | |
| run: | | |
| Add-Content -Path $env:GITHUB_ENV -Value "HF_TOKEN=12345" | |
| - name: Run the Python Tests | |
| run: | | |
| python test/python/test_onnxruntime_genai.py --cwd "test\python" --test_models "test\test_models" | |
| - name: Build the C# API and Run the C# Tests | |
| run: | | |
| cd test\csharp | |
| dotnet test /p:NativeBuildOutputDir="$env:GITHUB_WORKSPACE\$env:binaryDir\Release" /p:OrtLibDir="$env:GITHUB_WORKSPACE\ort\lib" --verbosity normal | |
| - name: Verify Build Artifacts | |
| if: always() | |
| continue-on-error: true | |
| run: | | |
| Get-ChildItem -Path $env:GITHUB_WORKSPACE\$env:binaryDir -Recurse | |
| Get-ChildItem -Path $env:GITHUB_WORKSPACE\$env:binaryDir\test -Recurse | |
| - name: Run tests | |
| run: | | |
| copy $env:GITHUB_WORKSPACE\ort\lib\* .\$env:binaryDir\Release | |
| & .\$env:binaryDir\Release\unit_tests.exe | |
| - name: Perform CodeQL Analysis | |
| uses: github/codeql-action/analyze@v3 | |