github-ci: run CI pipeline on oniro-runner and CI optimizations #18
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Pull Sources from Manifest and build | |
| on: | |
| push: | |
| branches: | |
| - '*' | |
| pull_request: | |
| branches: | |
| - '*' | |
| env: | |
| CI_MANIFEST_NAME: default.xml | |
| CI_RUNNER_PERSISTENT_STORAGE: /home/runner/persistent_storage | |
| CI_DOCKER_PERSISTENT_STORAGE: /__w/persistent_storage | |
| jobs: | |
| prepare-image: | |
| # workaround to env variable non being available in pull_sources.containers.volumes | |
| # this job simply forwards env variables to job's output. | |
| runs-on: oniro-runner | |
| outputs: | |
| runner_persistent_storage: ${{ env.CI_RUNNER_PERSISTENT_STORAGE }} | |
| docker_persistent_storage: ${{ env.CI_DOCKER_PERSISTENT_STORAGE }} | |
| steps: | |
| - run: true | |
| pull_sources: | |
| runs-on: oniro-runner | |
| needs: [prepare-image] | |
| container: | |
| image: swr.cn-south-1.myhuaweicloud.com/openharmony-docker/docker_oh_standard:3.2 | |
| volumes: | |
| - ${{ needs.prepare-image.outputs.runner_persistent_storage }}:${{ needs.prepare-image.outputs.docker_persistent_storage }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: apt update | |
| - name: Cache git-repo | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| /bin/repo | |
| key: | |
| cache-git-repo | |
| - name: Cache gitee repositories | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/developtools_smartperf_host.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/developtools_profiler.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/docs.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/global_i18n.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/multimedia_av_codec.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/update_updater.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/xts_acts.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/third_party_mindspore.git | |
| $CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors/third_party_vk-gl-cts.git | |
| key: | |
| cache-repos-${{ hashFiles('$GITHUB_WORKSPACE/ohos/ohos.xml') }} | |
| restore-keys: | |
| cache-repos- | |
| - name: Cache OpenHarmony prebuilts | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| $CI_DOCKER_PERSISTENT_STORAGE/openharmony_prebuilts | |
| key: | |
| cache-openharmony-prebuilts-${{ hashFiles('$GITHUB_WORKSPACE/ohos/ohos.xml') }} | |
| restore-keys: | |
| cache-openharmony-prebuilts- | |
| - name: ccache | |
| uses: hendrikmuhs/[email protected] | |
| - name: Set up git-repo | |
| run: | | |
| if [ ! -f /bin/repo ]; then | |
| curl https://gitee.com/oschina/repo/raw/fork_flow/repo-py3 -o /bin/repo | |
| chmod a+x /bin/repo | |
| fi | |
| - name: Set up manifest workspace | |
| run: | | |
| # Tell git this repository is safe even if cloned with a different uid | |
| git config --global --add safe.directory $GITHUB_WORKSPACE | |
| # The repo tool seems to insist on having a branch checked out or | |
| # something like that... Without this we get errors like | |
| # fatal: couldn't find remote ref refs/heads/master | |
| cd $GITHUB_WORKSPACE | |
| git checkout -b master | |
| # The repo command does not like shallow repos | |
| if [ "$(git rev-parse --is-shallow-repository)" = "true" ] ; then | |
| git fetch --unshallow ; | |
| fi | |
| - name: Sync mirror | |
| run: | | |
| # Create/maintain a mirror of all manifest repositories in runner | |
| # persistent storage, and use that as reference when initializing the | |
| # build repo, effectively reducing the time spent fetching git repos to | |
| # almost nothing. | |
| # | |
| # If for some reason, the repo mirror becomes corrupted, a pipeline with | |
| # $REBUILD_REPO_MIRROR set to a non-empty value will remove the entire | |
| # mirror, and rebuild it from scratch. | |
| # | |
| # Note the use of fd 9 to hold a lock while accessing the $REPO_MIRROR | |
| # path, so we can handle parallel jobs. First we open the lock file on fd | |
| # 9, then we lock it, and close/unlock it after repo sync. | |
| if [ -n "$CI_DOCKER_PERSISTENT_STORAGE" ] ; then | |
| REPO_MIRROR="$CI_DOCKER_PERSISTENT_STORAGE/repo-mirrors" ; | |
| mkdir -p $(dirname $REPO_MIRROR) ; | |
| exec 9>$REPO_MIRROR.lock ; flock 9 ; | |
| if [ -n "$REBUILD_REPO_MIRROR" ] ; then | |
| rm -rf "$REPO_MIRROR" ; | |
| fi ; | |
| if [ ! -e "$REPO_MIRROR" ] ; then | |
| echo "Creating new repo mirror @ $REPO_MIRROR" ; | |
| mkdir -p "$REPO_MIRROR" ; | |
| pushd "$REPO_MIRROR" ; | |
| repo init -u "$GITHUB_WORKSPACE" -m "$CI_MANIFEST_NAME" --mirror ; | |
| else | |
| echo "Reusing repo mirror @ $REPO_MIRROR" ; | |
| pushd "$REPO_MIRROR" ; | |
| repo init -u "$GITHUB_WORKSPACE" -m "$CI_MANIFEST_NAME"; | |
| fi ; | |
| repo sync --no-repo-verify --force-sync; | |
| popd ; | |
| fi | |
| - name: Fetch sources | |
| run: | | |
| # Create the build environment in a repo subdir | |
| mkdir repo && cd repo | |
| repo init \ | |
| $(test -n "${CI_DOCKER_PERSISTENT_STORAGE:-}" && echo --reference "$CI_DOCKER_PERSISTENT_STORAGE"/repo-mirrors) \ | |
| --manifest-url "$GITHUB_WORKSPACE" \ | |
| --manifest-name "$CI_MANIFEST_NAME" | |
| repo sync --no-repo-verify --force-sync | |
| repo forall -c 'git lfs pull' | |
| # Release repo mirror lock if held | |
| if [ -n "$REPO_MIRROR_ARG" ] ; then exec 9>&- ; fi | |
| - name: Download prebuilts | |
| run: | | |
| mkdir -p $CI_DOCKER_PERSISTENT_STORAGE/openharmony_prebuilts | |
| ln -sf $CI_DOCKER_PERSISTENT_STORAGE/openharmony_prebuilts openharmony_prebuilts | |
| cd repo | |
| ./build/prebuilts_download.sh | |
| - name: Build | |
| run: | | |
| # a shared ccache is used to speed up the build | |
| # the build searches for the ccache in ~/.ccache but our ccache is | |
| # located in $GITHUB_WORKSPACE/.ccache | |
| ln -sf $GITHUB_WORKSPACE/.ccache ~/.ccache | |
| cd repo | |
| # ./build.sh --ccache --product-name rk3568 | |
| - name: Archive board image artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: rk3568_${{ github.ref_name }} | |
| path: /__w/manifest/manifest/repo/out/rk3568/packages/phone/images/* |