Merge pull request #769 from xinjiempolde/fix/TD-30457-3.0 #1010
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Ubuntu (3.0 taosbenchmark release) | |
| on: | |
| schedule: | |
| - cron: "10 16 * * *" | |
| push: | |
| branches: | |
| - develop | |
| - 3.0 | |
| - main | |
| pull_request: | |
| branches: | |
| - develop | |
| - 3.0 | |
| - main | |
| env: | |
| TOOLS_BUILD_TYPE: Release | |
| PR_NUMBER: ${{ github.event.number }} | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Step that prints name of pull request's base branch | |
| run: | | |
| echo "Pull request's base branch is: ${BASE_BRANCH}" | |
| echo "Pull request's branch is: ${GITHUB_REF##*/}" | |
| echo "Pull request's head ref is: ${GITHUB_HEAD_REF}" | |
| env: | |
| BASE_BRANCH: ${{ github.base_ref }} | |
| if: github.event_name == 'pull_request' | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 # OR "2" -> To retrieve the preceding commit. | |
| - name: Get changed files | |
| id: changed-files | |
| uses: tj-actions/changed-files@v34 | |
| - name: List all changed files | |
| run: | | |
| for file in ${{ steps.changed-files.outputs.all_changed_files }}; do | |
| echo "$file was changed" | |
| done | |
| - name: Get specific changed files | |
| id: changed-files-specific | |
| uses: tj-actions/changed-files@v34 | |
| with: | |
| files: | | |
| src/bench* | |
| src/CMakeLists.txt | |
| inc/* | |
| tests/taosbenchmark/* | |
| tests/taosbenchmark/ws/* | |
| packaging/tools/* | |
| .github/workflows/3.0-taosbenchmark-release.yml | |
| - name: Run step if any of the listed files above change | |
| if: steps.changed-files-specific.outputs.any_changed == 'true' | |
| run: | | |
| echo "One or more files listed above has changed." | |
| - name: Checkout TDengine | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: 'taosdata/TDengine' | |
| path: 'TDengine' | |
| ref: ${{ github.event.pull_request.base.ref }} | |
| - name: Change time zone | |
| if: | | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| sudo timedatectl set-timezone Asia/Shanghai | |
| sudo date | |
| - name: Set up Go | |
| if: | | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: 1.17 | |
| - name: Set up Rust | |
| if: | | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: stable | |
| - uses: actions/cache@v3 | |
| id: cache-rust | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| key: ${{ runner.os }}-cargo-${{ steps.setup-rust.outputs.rustc_hash }} | |
| - name: Build & Install TDengine | |
| if: | | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| sudo apt update > /dev/null | |
| sudo apt install libgflags2.2 libgflags-dev -y > /dev/null | |
| cd TDengine && mkdir debug && cd debug \ | |
| && cmake .. -DBUILD_HTTP=false -DWEBSOCKET=true > /dev/null \ | |
| && make -j2 > /dev/null && sudo make install > /dev/null \ | |
| && cd .. && rm -rf debug | |
| if [[ ! -f /usr/local/taos/bin/taosd ]] || [[ ! -f /usr/local/taos/bin/taosadapter ]] | |
| then | |
| echo "TDengine build failure" | |
| exit 1 | |
| fi | |
| - name: Install packages for build taos-tools | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| sudo apt update > /dev/null | |
| sudo apt install lzma-dev liblzma-dev libjansson-dev libz-dev zlib1g libsnappy-dev pkg-config expect -y > /dev/null | |
| - name: Checkout taos-tools to PR number | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| run: | | |
| git fetch origin +refs/pull/${{env.PR_NUMBER}}/merge | |
| git checkout -qf FETCH_HEAD | |
| - name: Build taos-tools | |
| if: | | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| mkdir debug ||: | |
| cd debug | |
| cmake .. -DTOOLS_BUILD_TYPE=${{env.TOOLS_BUILD_TYPE}} -DWEBSOCKET=true > /dev/null && make -j2 > /dev/null && sudo make install > /dev/null | |
| if [[ ! -f /usr/local/taos/bin/taosdump ]] || [[ ! -f /usr/local/taos/bin/taosBenchmark ]] | |
| then | |
| echo "taos-tools build failure" | |
| exit 1 | |
| fi | |
| - name: Install python packages | |
| if: | | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| pip3 install decorator numpy fabric2 psutil pandas faker toml taospy > /dev/null | |
| - name: Run standard test cases | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| cd tests | |
| if find taosbenchmark -name "*.py"|grep -q .; | |
| then | |
| for i in `find taosbenchmark -name "*.py"|grep -Ev "v2|websocket|taosdemo|kill-slow-query|cloud"|sort`; \ | |
| do printf $i && python3 ./test.py -f $i > /dev/null \ | |
| && echo -e " \033[32m taosbenchmark-release-test/$i success! \033[0m" \ | |
| | tee -a ~/taosbenchmark-release-success.txt \ | |
| || echo -e " \033[31m taosbenchmark-release-test/$i failed! \033[0m" \ | |
| | tee -a ~/taosbenchmark-release-failed.txt; \ | |
| done | |
| fi | |
| - name: Run cloud test cases | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| env: | |
| TDENGINE_CLOUD_DSN: ${{ secrets.TDENGINE_CLOUD_DSN }} | |
| run: | | |
| cd tests | |
| if find taosbenchmark/v3 -name "cloud*.py"|grep -q .; | |
| then | |
| for i in `find taosbenchmark/v3 -name "cloud*.py"`; \ | |
| do printf $i && python3 ./test.py -f $i \ | |
| && echo -e " \033[32m benchmark-cloud-test:$i success! \033[0m" \ | |
| | tee -a ~/taosbenchmark-cloud-success.txt \ | |
| || echo -e " \033[31m benchmark-cloud-test:$i failed! \033[0m" \ | |
| | tee -a ~/taosbenchmark-cloud-failed.txt; \ | |
| done | |
| fi | |
| - name: Test WebSocket cases | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| cd tests | |
| if find taosbenchmark/v3 -name "*.py"|grep -q .; | |
| then | |
| for i in `find taosbenchmark/v3 -name "websocket*.py"`; \ | |
| do printf $i && python3 ./test.py -f $i > /dev/null \ | |
| && echo -e " \033[32m benchmark-ws-test:$i success! \033[0m" \ | |
| | tee -a ~/taosbenchmark-ws-success.txt \ | |
| || echo -e " \033[31m benchmark-ws-test:$i failed! \033[0m" \ | |
| | tee -a ~/taosbenchmark-ws-failed.txt; \ | |
| done | |
| fi | |
| - name: Test taosdemo query | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| cd tests | |
| if find taosbenchmark -name "taosdemo*.py"|grep -Ev "v2"|grep -q .; | |
| then | |
| for i in `find taosbenchmark -name "taosdemo*.py"|grep -Ev "v2"`; \ | |
| do printf $i && python3 ./test.py -f $i \ | |
| && echo -e "\033[32m $i success! \033[0m" \ | |
| | tee -a ~/taosbenchmark-release-success.txt \ | |
| || echo -e "\033[31m $i failed! \033[0m" \ | |
| | tee -a ~/taosbenchmark-release-failed.txt; \ | |
| done | |
| fi | |
| - name: 'Upload taosd logs' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: log-v3-taosd | |
| path: /var/log/taos/ | |
| retention-days: 2 | |
| - name: 'Upload taosc logs' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: log-v3-taosc | |
| path: ~/sim/psim/log | |
| retention-days: 2 | |
| - name: Check Test Result | |
| if: | |
| (steps.changed-files-specific.outputs.any_changed == 'true' | |
| && github.event_name == 'pull_request') | |
| || github.event_name == 'push' | |
| || github.event_name == 'schedule' | |
| run: | | |
| if [ -f ~/taosbenchmark-release-failed.txt ]; then | |
| cat ~/taosbenchmark-release-failed.txt | |
| exit 1 | |
| elif [ -f ~/taosbenchmark-release-success.txt ]; then | |
| cat ~/taosbenchmark-release-success.txt | |
| fi | |
| if [ -f ~/taosbenchmark-cloud-failed.txt ]; then | |
| cat ~/taosbenchmark-cloud-failed.txt | |
| exit 1 | |
| elif [ -f ~/taosbenchmark-cloud-success.txt ]; then | |
| cat ~/taosbenchmark-cloud-success.txt | |
| fi | |
| if [ -f ~/taosbenchmark-ws-failed.txt ]; then | |
| cat ~/taosbenchmark-ws-failed.txt | |
| exit 1 | |
| elif [ -f ~/taosbenchmark-ws-success.txt ]; then | |
| cat ~/taosbenchmark-ws-success.txt | |
| fi |