System tests [tokenomics_suite_merge] - [Merge branch 'master' into tokenomics_suite_merge] #125
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Zus Tokenomics System Tests" | |
| run-name: "System tests [${{ github.ref_name }}] - [${{ github.event.head_commit.message }}]" | |
| concurrency: | |
| group: "system-tests-${{ github.ref }}-${{ github.event_name }}" | |
| cancel-in-progress: true | |
| on: | |
| push: | |
| workflow_dispatch: | |
| inputs: | |
| repo_snapshots_branch: | |
| description: 'branch of repo-snapshots to derive images and branches from.' | |
| default: 'current-sprint' | |
| required: true | |
| existing_network: | |
| description: '(OPTIONAL): *EXISTING NETWORK* to run system tests against *INSTEAD OF* deploying a new network. [example: dev.0chain.net]' | |
| default: '' | |
| required: false | |
| test_file_filter: | |
| description: 'Comma separated list of test files to run (eg. zwalletcli_send_and_balance_test.go). If supplied, the PR will NOT be notified of the test result' | |
| default: '' | |
| required: false | |
| run_smoke_tests: | |
| description: 'Only run smoke tests (subset of system tests for fast feedback)' | |
| default: 'false' | |
| required: false | |
| jobs: | |
| golangci: | |
| if: github.event_name == 'push' | |
| name: "lint" | |
| runs-on: [ arc-runner ] | |
| steps: | |
| - name: Install Packages | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get -y install build-essential nghttp2 libnghttp2-dev libssl-dev | |
| - uses: actions/setup-go@v3 | |
| with: | |
| go-version: '1.20' | |
| - uses: actions/checkout@v3 | |
| - name: golangci-lint | |
| uses: golangci/golangci-lint-action@v3 | |
| with: | |
| version: v1.52.2 | |
| skip-build-cache: true | |
| skip-pkg-cache: true | |
| only-new-issues: true | |
| ensure-master-is-green: | |
| if: github.ref != 'refs/heads/master' | |
| name: "Ensure master is green" | |
| runs-on: arc-runner | |
| steps: | |
| - name: Check CI | |
| id: check-ci | |
| uses: 0chain/actions/get-build-state@master | |
| with: | |
| github_token: ${{ github.token }} | |
| repository: "0chain/system_test" | |
| sha: master | |
| - name: Success | |
| if: ${{ env.BUILD_STATE == 'success' }} | |
| run: echo "master is successful!" | |
| - name: Not Successful | |
| if: ${{ env.BUILD_STATE != 'success' }} | |
| run: | | |
| echo "master is NOT successful! was: [${{ env.BUILD_STATE }}]" | |
| exit 1 | |
| system-tests: | |
| name: "System Tests" | |
| runs-on: [ tests-suite ] | |
| timeout-minutes: 20000 | |
| steps: | |
| - name: "Get current PR" | |
| uses: jwalton/gh-find-current-pr@v1 | |
| id: findPr | |
| with: | |
| github-token: ${{ github.token }} | |
| - name: "Config: Run tests against existing 0Chain network" | |
| if: github.event_name == 'workflow_dispatch' && github.event.inputs.existing_network != '' | |
| run: | | |
| echo "NETWORK_URL=$(echo ${{ github.event.inputs.existing_network }})" >> $GITHUB_ENV | |
| echo "TEST_FILE_FILTER=$(echo $(([ -z '${{github.event.inputs.test_file_filter}}' ] && echo '') || echo '${{github.event.inputs.test_file_filter}}'))" >> $GITHUB_ENV | |
| echo "CURRENT_BRANCH=$(echo $(([ -z '${{ github.head_ref }}' ] && echo ${GITHUB_REF#refs/*/}) || echo '${{ github.head_ref }}'))" >> $GITHUB_ENV | |
| echo "REPO_SNAPSHOTS_BRANCH=$(echo $(([ -z '${{github.event.inputs.repo_snapshots_branch}}' ] && echo '<CURRENT BRANCH WITH FALLBACK TO CURRENT_SPRINT>') || echo '${{github.event.inputs.repo_snapshots_branch}}'))" >> $GITHUB_ENV | |
| - name: "Config: Deploy new 0Chain network then run tests against it" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| run: | | |
| echo "NETWORK_URL=$(echo dev-${RUNNER_NAME:(-1)}.devnet-0chain.net)" >> $GITHUB_ENV | |
| echo "RUNNER_NUMBER=${RUNNER_NAME:(-1)}" >> $GITHUB_ENV | |
| echo "TOKENOMICS_ALLOCATION_TESTS=$(echo $(([ -z 'TestAllocationRewards' ] && echo '') || echo 'TestAllocationRewards'))" >> $GITHUB_ENV | |
| echo "TOKENOMICS_ALLOCATION_ADD_OR_REPLACE_BLOBBER_TESTS=$(echo $(([ -z 'TestAddOrReplaceBlobberAllocationRewards' ] && echo '') || echo 'TestAddOrReplaceBlobberAllocationRewards'))" >> $GITHUB_ENV | |
| echo "TOKENOMICS_CHALLENGE_REWARD_TESTS=$(echo $(([ -z 'TestBlobberChallengeRewards' ] && echo '') || echo 'TestBlobberChallengeRewards'))" >> $GITHUB_ENV | |
| echo "TOKENOMICS_READ_REWARD_TESTS=$(echo $(([ -z 'TestBlobberReadReward' ] && echo '') || echo 'TestBlobberReadReward'))" >> $GITHUB_ENV | |
| echo "TOKENOMICS_SLASH_REWARD_TESTS=$(echo $(([ -z 'TestBlobberSlashPenalty' ] && echo '') || echo 'TestBlobberSlashPenalty'))" >> $GITHUB_ENV | |
| echo "TOKENOMICS_CHALLENGE_TIMINGS_TESTS=$(echo $(([ -z 'TestChallengeTimings' ] && echo '') || echo 'TestChallengeTimings'))" >> $GITHUB_ENV | |
| echo "TOKENOMICS_BLOCK_REWARD_TESTS=$(echo $(([ -z 'TestBlockRewardsForBlobbers' ] && echo '') || echo 'TestBlockRewardsForBlobbers'))" >> $GITHUB_ENV | |
| echo "CURRENT_BRANCH=$(echo $(([ -z '${{ github.head_ref }}' ] && echo ${GITHUB_REF#refs/*/}) || echo '${{ github.head_ref }}'))" >> $GITHUB_ENV | |
| echo "REPO_SNAPSHOTS_BRANCH=$(echo $(([ -z '${{github.event.inputs.repo_snapshots_branch}}' ] && echo '<CURRENT BRANCH WITH FALLBACK TO CURRENT_SPRINT>') || echo '${{github.event.inputs.repo_snapshots_branch}}'))" >> $GITHUB_ENV | |
| - name: "Deploy 0Chain" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| uses: 0chain/actions/deploy-0chain-2b2v@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| kube_config: ${{ secrets[format('DEV{0}KC', env.RUNNER_NUMBER)] }} | |
| teardown_condition: "TESTS_PASSED" | |
| SUBGRAPH_API_URL: ${{ secrets.SUBGRAPH_API_URL }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| graphnode_sc: ${{ secrets.GRAPHNODE_SC }} | |
| graphnode_network: ${{ secrets.GRAPHNODE_NETWORK }} | |
| graphnode_ethereum_node_url: https://rpc.tenderly.co/fork/${{ secrets.TENDERLY_FORK_ID }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| - name: "Run Allocation System tests" | |
| uses: 0chain/actions/run-system-tests@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| system_tests_branch: ${{ env.CURRENT_BRANCH }} | |
| network: ${{ env.NETWORK_URL }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| deploy_report_page: true | |
| archive_results: true | |
| run_flaky_tests: false | |
| run_api_system_tests: false | |
| run_cli_system_tests: false | |
| run_tokenomics_system_tests: true | |
| tokenomics_test_filter: ${{ env.TOKENOMICS_ALLOCATION_TESTS }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| run_smoke_tests: ${{ inputs.run_smoke_tests }} | |
| S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }} | |
| S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }} | |
| - name: "Deploy 0Chain" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| uses: 0chain/actions/deploy-0chain@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| kube_config: ${{ secrets[format('DEV{0}KC', env.RUNNER_NUMBER)] }} | |
| teardown_condition: "TESTS_PASSED" | |
| SUBGRAPH_API_URL: ${{ secrets.SUBGRAPH_API_URL }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| graphnode_sc: ${{ secrets.GRAPHNODE_SC }} | |
| graphnode_network: ${{ secrets.GRAPHNODE_NETWORK }} | |
| graphnode_ethereum_node_url: https://rpc.tenderly.co/fork/${{ secrets.TENDERLY_FORK_ID }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| - name: "Run Challenge Timings System tests" | |
| uses: 0chain/actions/run-system-tests@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| system_tests_branch: ${{ env.CURRENT_BRANCH }} | |
| network: ${{ env.NETWORK_URL }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| deploy_report_page: true | |
| archive_results: true | |
| run_flaky_tests: false | |
| run_api_system_tests: false | |
| run_cli_system_tests: false | |
| run_tokenomics_system_tests: true | |
| tokenomics_test_filter: ${{ env.TOKENOMICS_CHALLENGE_TIMINGS_TESTS }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| run_smoke_tests: ${{ inputs.run_smoke_tests }} | |
| S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }} | |
| S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }} | |
| - name: "Deploy 0Chain" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| uses: 0chain/actions/deploy-0chain-2b2v@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| kube_config: ${{ secrets[format('DEV{0}KC', env.RUNNER_NUMBER)] }} | |
| teardown_condition: "TESTS_PASSED" | |
| SUBGRAPH_API_URL: ${{ secrets.SUBGRAPH_API_URL }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| graphnode_sc: ${{ secrets.GRAPHNODE_SC }} | |
| graphnode_network: ${{ secrets.GRAPHNODE_NETWORK }} | |
| graphnode_ethereum_node_url: https://rpc.tenderly.co/fork/${{ secrets.TENDERLY_FORK_ID }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| - name: "Run Challenge Reward System tests" | |
| uses: 0chain/actions/run-system-tests@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| system_tests_branch: ${{ env.CURRENT_BRANCH }} | |
| network: ${{ env.NETWORK_URL }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| deploy_report_page: true | |
| archive_results: true | |
| run_flaky_tests: false | |
| run_api_system_tests: false | |
| run_cli_system_tests: false | |
| run_tokenomics_system_tests: true | |
| tokenomics_test_filter: ${{ env.TOKENOMICS_CHALLENGE_REWARD_TESTS }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| run_smoke_tests: ${{ inputs.run_smoke_tests }} | |
| S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }} | |
| S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }} | |
| - name: "Deploy 0Chain" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| uses: 0chain/actions/deploy-0chain-2b2v@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| kube_config: ${{ secrets[format('DEV{0}KC', env.RUNNER_NUMBER)] }} | |
| teardown_condition: "TESTS_PASSED" | |
| SUBGRAPH_API_URL: ${{ secrets.SUBGRAPH_API_URL }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| graphnode_sc: ${{ secrets.GRAPHNODE_SC }} | |
| graphnode_network: ${{ secrets.GRAPHNODE_NETWORK }} | |
| graphnode_ethereum_node_url: https://rpc.tenderly.co/fork/${{ secrets.TENDERLY_FORK_ID }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| - name: "Run Slash Rewards System tests" | |
| uses: 0chain/actions/run-system-tests@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| system_tests_branch: ${{ env.CURRENT_BRANCH }} | |
| network: ${{ env.NETWORK_URL }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| deploy_report_page: true | |
| archive_results: true | |
| run_flaky_tests: false | |
| run_api_system_tests: false | |
| run_cli_system_tests: false | |
| run_tokenomics_system_tests: true | |
| tokenomics_test_filter: ${{ env.TOKENOMICS_SLASH_REWARD_TESTS }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| run_smoke_tests: ${{ inputs.run_smoke_tests }} | |
| S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }} | |
| S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }} | |
| - name: "Deploy 0Chain" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| uses: 0chain/actions/deploy-0chain-2b2v@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| kube_config: ${{ secrets[format('DEV{0}KC', env.RUNNER_NUMBER)] }} | |
| teardown_condition: "TESTS_PASSED" | |
| SUBGRAPH_API_URL: ${{ secrets.SUBGRAPH_API_URL }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| graphnode_sc: ${{ secrets.GRAPHNODE_SC }} | |
| graphnode_network: ${{ secrets.GRAPHNODE_NETWORK }} | |
| graphnode_ethereum_node_url: https://rpc.tenderly.co/fork/${{ secrets.TENDERLY_FORK_ID }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| - name: "Run Read Rewards System tests" | |
| uses: 0chain/actions/run-system-tests@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| system_tests_branch: ${{ env.CURRENT_BRANCH }} | |
| network: ${{ env.NETWORK_URL }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| deploy_report_page: true | |
| archive_results: true | |
| run_flaky_tests: false | |
| run_api_system_tests: false | |
| run_cli_system_tests: false | |
| run_tokenomics_system_tests: true | |
| tokenomics_test_filter: ${{ env.TOKENOMICS_READ_REWARD_TESTS }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| run_smoke_tests: ${{ inputs.run_smoke_tests }} | |
| S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }} | |
| S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }} | |
| - name: "Deploy 0Chain" | |
| if: github.event_name == 'push' || github.event.inputs.existing_network == '' | |
| uses: 0chain/actions/deploy-0chain-3b3v@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| kube_config: ${{ secrets[format('DEV{0}KC', env.RUNNER_NUMBER)] }} | |
| teardown_condition: "TESTS_PASSED" | |
| SUBGRAPH_API_URL: ${{ secrets.SUBGRAPH_API_URL }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| graphnode_sc: ${{ secrets.GRAPHNODE_SC }} | |
| graphnode_network: ${{ secrets.GRAPHNODE_NETWORK }} | |
| graphnode_ethereum_node_url: https://rpc.tenderly.co/fork/${{ secrets.TENDERLY_FORK_ID }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| - name: "Run Allocation Add Or Replace Blobber System tests" | |
| uses: 0chain/actions/run-system-tests@feature/tokenomics_suite | |
| with: | |
| repo_snapshots_branch: staging | |
| system_tests_branch: ${{ env.CURRENT_BRANCH }} | |
| network: ${{ env.NETWORK_URL }} | |
| svc_account_secret: ${{ secrets.SVC_ACCOUNT_SECRET }} | |
| deploy_report_page: true | |
| archive_results: true | |
| run_flaky_tests: false | |
| run_api_system_tests: false | |
| run_cli_system_tests: false | |
| run_tokenomics_system_tests: true | |
| tokenomics_test_filter: ${{ env.TOKENOMICS_ALLOCATION_ADD_OR_REPLACE_BLOBBER_TESTS }} | |
| TENDERLY_FORK_ID: ${{ secrets.TENDERLY_FORK_ID }} | |
| run_smoke_tests: ${{ inputs.run_smoke_tests }} | |
| S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }} | |
| S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }} | |
| - name: "Set PR status as ${{ job.status }}" | |
| if: ${{ (success() || failure()) && steps.findPr.outputs.number }} | |
| uses: 0chain/actions/set-pr-status@master | |
| with: | |
| pr_number: ${{ steps.findPr.outputs.pr }} | |
| description: "System tests with default config ${{ job.status }}" | |
| state: ${{ job.status }} | |
| repository: ${{ github.repository }} | |
| status_name: "0Chain System Tests" | |
| target_url: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| github_token: ${{ github.token }} | |
| set-build-conclusion: | |
| name: "Set build conclusion" | |
| if: ${{ always() && github.ref == 'refs/heads/master' && github.event_name != 'workflow_dispatch' }} | |
| needs: [ golangci, system-tests ] | |
| runs-on: self-hosted | |
| steps: | |
| - uses: technote-space/workflow-conclusion-action@v3 | |
| - name: "Parse status of ${{ env.WORKFLOW_CONCLUSION }}" | |
| run: | | |
| if [ "${{ env.WORKFLOW_CONCLUSION }}" != "success" ]; then | |
| echo "WORKFLOW_CONCLUSION=failure" >> $GITHUB_ENV | |
| fi | |
| - name: "Set build status to ${{ env.WORKFLOW_CONCLUSION }}" | |
| uses: Sibz/github-status-action@v1 | |
| with: | |
| authToken: ${{secrets.GITHUB_TOKEN}} | |
| context: '0Chain System Tests CI' | |
| description: "Build status: ${{ env.WORKFLOW_CONCLUSION }}" | |
| state: ${{ env.WORKFLOW_CONCLUSION }} | |
| sha: ${{github.event.pull_request.head.sha || github.sha}} |