Merge pull request #341 from jasonchen31/main

Add OpenAI STT API with VAD and streaming server.

Author: LauraGPT

.github/workflows/llama-cpp-runtime.yml

@@ -0,0 +1,41 @@
+name: llama.cpp runtime
+
+on:
+  pull_request:
+    paths:
+      - ".github/workflows/llama-cpp-runtime.yml"
+      - "runtime/llama.cpp/**"
+  push:
+    branches: [main]
+    paths:
+      - ".github/workflows/llama-cpp-runtime.yml"
+      - "runtime/llama.cpp/**"
+
+concurrency:
+  group: llama-cpp-runtime-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+
+jobs:
+  build-and-test:
+    runs-on: ubuntu-24.04
+    timeout-minutes: 30
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
+
+      - name: Configure
+        run: cmake -S runtime/llama.cpp -B build/llama-cpp -DCMAKE_BUILD_TYPE=Release
+
+      - name: Build
+        run: cmake --build build/llama-cpp --parallel 2
+
+      - name: Unit tests
+        run: ctest --test-dir build/llama-cpp --output-on-failure
+
+      - name: Server contract
+        env:
+          BIN_DIR: ${{ github.workspace }}/build/llama-cpp/bin
+        run: runtime/llama.cpp/tests/run_server_contract.sh

runtime/llama.cpp/CMakeLists.txt

@@ -43,3 +43,11 @@ endfunction()
 
 funasr_add(llama-funasr-sensevoice funasr-sensevoice/funasr-sensevoice.cpp ggml)
 funasr_add(llama-funasr-vad funasr-vad/funasr-vad.cpp ggml)
+funasr_add(sensevoice-server sensevoice-server/sensevoice-server.cpp ggml)
+
+enable_testing()
+add_executable(server-utils-test tests/server_utils_test.cpp)
+target_include_directories(server-utils-test PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/sensevoice-server)
+target_link_libraries(server-utils-test PRIVATE Threads::Threads)
+set_target_properties(server-utils-test PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/tests)
+add_test(NAME server-utils COMMAND server-utils-test)