feat: Multimodality #662
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # SPDX-FileCopyrightText: Nextcloud contributors | |
| # SPDX-License-Identifier: AGPL-3.0-or-later | |
| name: Integration test | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - main | |
| - stable* | |
| env: | |
| APP_NAME: llm2 | |
| concurrency: | |
| group: integration-test-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| transcription: | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| # do not stop on another job's failure | |
| fail-fast: false | |
| matrix: | |
| php-versions: [ '8.3' ] | |
| databases: [ 'sqlite' ] | |
| server-versions: [ 'master', 'stable34', 'stable33', 'stable32', 'stable31', 'stable30' ] | |
| name: Integration test on ☁️${{ matrix.server-versions }} 🐘${{ matrix.php-versions }} | |
| env: | |
| MYSQL_PORT: 4444 | |
| PGSQL_PORT: 4445 | |
| PYTHONUNBUFFERED: 1 | |
| APP_HOST: 0.0.0.0 | |
| APP_ID: llm2 | |
| APP_PORT: 9080 | |
| APP_SECRET: 12345 | |
| COMPUTE_DEVICE: CPU | |
| NEXTCLOUD_URL: http://localhost:8080 | |
| services: | |
| mysql: | |
| image: mariadb:10.5 | |
| ports: | |
| - 4444:3306/tcp | |
| env: | |
| MYSQL_ROOT_PASSWORD: rootpassword | |
| options: --health-cmd="mysqladmin ping" --health-interval 5s --health-timeout 2s --health-retries 5 | |
| postgres: | |
| image: postgres | |
| ports: | |
| - 4445:5432/tcp | |
| env: | |
| POSTGRES_USER: root | |
| POSTGRES_PASSWORD: rootpassword | |
| POSTGRES_DB: nextcloud | |
| options: --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5 | |
| steps: | |
| - name: Checkout server | |
| uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 | |
| with: | |
| repository: nextcloud/server | |
| ref: ${{ matrix.server-versions }} | |
| submodules: recursive | |
| - name: Set up php ${{ matrix.php-versions }} | |
| uses: shivammathur/setup-php@f3e473d116dcccaddc5834248c87452386958240 # v2.37.2 | |
| with: | |
| php-version: ${{ matrix.php-versions }} | |
| tools: phpunit | |
| extensions: mbstring, iconv, fileinfo, intl, sqlite, pdo_mysql, pdo_sqlite, pgsql, pdo_pgsql, gd, zip | |
| - name: Checkout app | |
| uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 | |
| with: | |
| path: ${{ env.APP_NAME }} | |
| persist-credentials: false | |
| - name: Get app version | |
| id: appinfo | |
| uses: skjnldsv/xpath-action@f5b036e9d973f42c86324833fd00be90665fbf77 # v1.0.0 | |
| with: | |
| filename: ${{ env.APP_NAME }}/appinfo/info.xml | |
| expression: "/info/version/text()" | |
| - name: Set up Nextcloud | |
| if: ${{ matrix.databases != 'pgsql'}} | |
| run: | | |
| sleep 25 | |
| mkdir data | |
| ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$MYSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password | |
| composer run serve & | |
| - name: Set up Nextcloud | |
| if: ${{ matrix.databases == 'pgsql'}} | |
| run: | | |
| sleep 25 | |
| mkdir data | |
| ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$PGSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password | |
| composer run serve & | |
| - name: Checkout app_api | |
| uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 | |
| with: | |
| path: apps/app_api/ | |
| repository: nextcloud/app_api | |
| ref: ${{ matrix.server-versions == 'master' && 'main' || matrix.server-versions }} | |
| persist-credentials: false | |
| - name: Enable app and app_api | |
| run: ./occ app:enable -vvv -f app_api | |
| - name: Setup python 3.10 | |
| uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 | |
| with: | |
| python-version: '3.13' | |
| cache: 'pip' | |
| cache-dependency-path: context_chat_backend/requirements.txt | |
| - name: Install app | |
| working-directory: ${{ env.APP_NAME }} | |
| run: | | |
| sudo apt install pipx | |
| pipx install poetry | |
| poetry install | |
| # pyproject.toml pins xllamacpp to the cu128 wheel, which needs libcuda.so.1 at import | |
| # time. The CI runner has no NVIDIA driver, so we swap in the PyPI CPU build for tests. | |
| poetry run pip install --force-reinstall --no-deps xllamacpp | |
| - name: Cache llm2 models | |
| uses: actions/cache/restore@v6 | |
| id: cache-llm2-models-restore | |
| env: | |
| cache-name: cache-llm2-models | |
| with: | |
| path: llm2-persistent_storage/ | |
| key: ${{ runner.os }}-llm2-models-${{ env.cache-name }}-${{ hashFiles('llm2/lib/main.py') }} | |
| - name: Install and init backend | |
| working-directory: ${{ env.APP_NAME }}/lib | |
| env: | |
| APP_VERSION: ${{ fromJson(steps.appinfo.outputs.result).version }} | |
| run: | | |
| mkdir -p "$(pwd)/../../llm2-persistent_storage/" | |
| APP_PERSISTENT_STORAGE="$(pwd)/../../llm2-persistent_storage/" poetry run python3 main.py > ../backend_logs 2>&1 & | |
| - name: Register backend | |
| run: | | |
| ./occ app_api:daemon:register --net host manual_install "Manual Install" manual-install http localhost http://localhost:8080 | |
| ./occ app_api:app:register llm2 manual_install --json-info "{\"appid\":\"llm2\",\"name\":\"Local large language model\",\"daemon_config_name\":\"manual_install\",\"version\":\"${{ fromJson(steps.appinfo.outputs.result).version }}\",\"secret\":\"12345\",\"port\":9080,\"scopes\":[\"AI_PROVIDERS\", \"TASK_PROCESSING\"],\"system_app\":0}" --force-scopes --wait-finish | |
| - name: Run task | |
| env: | |
| CREDS: "admin:password" | |
| run: | | |
| set -x | |
| sleep 300 | |
| TASK=$(curl -X POST -u "$CREDS" -H "oCS-APIRequest: true" -H "Content-type: application/json" http://localhost:8080/ocs/v2.php/taskprocessing/schedule?format=json --data-raw '{"input": {"input": "Hello World"},"type":"core:text2text", "appId": "test", "customId": ""}') | |
| echo $TASK | |
| TASK_ID=$(echo $TASK | jq '.ocs.data.task.id') | |
| NEXT_WAIT_TIME=0 | |
| TASK_STATUS='"STATUS_SCHEDULED"' | |
| until [ $NEXT_WAIT_TIME -eq 35 ] || [ "$TASK_STATUS" == '"STATUS_SUCCESSFUL"' ] || [ "$TASK_STATUS" == '"STATUS_FAILED"' ]; do | |
| TASK=$(curl -u "$CREDS" -H "oCS-APIRequest: true" http://localhost:8080/ocs/v2.php/taskprocessing/task/$TASK_ID?format=json) | |
| echo $TASK | |
| TASK_STATUS=$(echo $TASK | jq '.ocs.data.task.status') | |
| echo $TASK_STATUS | |
| sleep $(( NEXT_WAIT_TIME++ )) | |
| done | |
| curl -u "$CREDS" -H "oCS-APIRequest: true" http://localhost:8080/ocs/v2.php/taskprocessing/task/$TASK_ID?format=json | |
| [ "$TASK_STATUS" == '"STATUS_SUCCESSFUL"' ] | |
| - name: Cache llm2 models | |
| uses: actions/cache/save@v6 | |
| env: | |
| cache-name: cache-llm2-models | |
| with: | |
| path: llm2-persistent_storage/ | |
| key: ${{ steps.cache-llm2-models-restore.outputs.cache-primary-key }} | |
| - name: Run streaming task | |
| if: matrix.server-versions == 'master' | |
| env: | |
| CREDS: "admin:password" | |
| run: | | |
| set -x | |
| TASK=$(curl -X POST -u "$CREDS" -H "oCS-APIRequest: true" -H "Content-type: application/json" http://localhost:8080/ocs/v2.php/taskprocessing/schedule?format=json --data-raw '{"input": {"input": "Count from 1 to 20 in words"},"type":"core:text2text", "appId": "test", "customId": "", "preferStreaming": true}') | |
| echo $TASK | |
| TASK_ID=$(echo $TASK | jq '.ocs.data.task.id') | |
| NEXT_WAIT_TIME=0 | |
| TASK_STATUS='"STATUS_SCHEDULED"' | |
| STREAMING_UPDATES=0 | |
| until [ $NEXT_WAIT_TIME -eq 35 ] || [ "$TASK_STATUS" == '"STATUS_SUCCESSFUL"' ] || [ "$TASK_STATUS" == '"STATUS_FAILED"' ]; do | |
| TASK=$(curl -u "$CREDS" -H "oCS-APIRequest: true" http://localhost:8080/ocs/v2.php/taskprocessing/task/$TASK_ID?format=json) | |
| echo $TASK | |
| TASK_STATUS=$(echo $TASK | jq '.ocs.data.task.status') | |
| echo $TASK_STATUS | |
| TASK_OUTPUT=$(echo $TASK | jq -r '.ocs.data.task.output.output // ""') | |
| if [ -n "$TASK_OUTPUT" ] && [ "$TASK_STATUS" != '"STATUS_SUCCESSFUL"' ] && [ "$TASK_STATUS" != '"STATUS_FAILED"' ]; then | |
| STREAMING_UPDATES=$((STREAMING_UPDATES+1)) | |
| echo "Streaming update detected (count: $STREAMING_UPDATES)" | |
| fi | |
| sleep $(( NEXT_WAIT_TIME++ )) | |
| done | |
| echo "Final status: $TASK_STATUS" | |
| echo "Total streaming updates detected: $STREAMING_UPDATES" | |
| [ "$TASK_STATUS" == '"STATUS_SUCCESSFUL"' ] | |
| [ $STREAMING_UPDATES -gt 0 ] | |
| - name: Show logs | |
| if: always() | |
| run: | | |
| tail data/nextcloud.log | |
| echo '--------------------------------------------------' | |
| [ -f ${{ env.APP_NAME }}/backend_logs ] && cat ${{ env.APP_NAME }}/backend_logs || echo "No backend logs" |