[update] llm supports input from whisper. perf whisper endpoint method.

Author: Abandon-ht

projects/llm_framework/main_llm/src/main.cpp

@@ -380,7 +380,7 @@ class llm_llm : public StackFlow {
                         "", std::bind(&llm_llm::task_user_data, this, std::weak_ptr<llm_task>(llm_task_obj),
                                       std::weak_ptr<llm_channel_obj>(llm_channel), std::placeholders::_1,
                                       std::placeholders::_2));
-                } else if (input.find("asr") != std::string::npos) {
+                } else if ((input.find("asr") != std::string::npos) || (input.find("whisper") != std::string::npos)) {
                     llm_channel->subscriber_work_id(
                         input, std::bind(&llm_llm::task_asr_data, this, std::weak_ptr<llm_task>(llm_task_obj),
                                          std::weak_ptr<llm_channel_obj>(llm_channel), std::placeholders::_1,

projects/llm_framework/main_whisper/src/main.cpp

@@ -309,12 +309,12 @@ class llm_task {
         static int count = 0;
         double start, end;
         double start_all, end_all;
-
-        if (count < delay_audio_frame_ || endpoint_flage_) {
+        if (count < delay_audio_frame_) {
             buffer_write_char(pcmdata, raw.c_str(), raw.length());
             count++;
-            return;
+            if (endpoint_flage_) return;
         }
+        endpoint_flage_ = true;
         buffer_write_char(pcmdata, raw.c_str(), raw.length());
         buffer_position_set(pcmdata, 0);
         count = 0;
@@ -823,7 +823,7 @@ class llm_whisper : public StackFlow {
                                          std::weak_ptr<llm_channel_obj>(llm_channel), std::placeholders::_1,
                                          std::placeholders::_2));
                 } else if (input.find("vad") != std::string::npos) {
-                    llm_task_obj->endpoint_flage_ = false;
+                    llm_task_obj->endpoint_flage_ = true;
                     // task_pause(work_id, "");
                     llm_channel->subscriber_work_id(
                         input, std::bind(&llm_whisper::vad_endpoint, this, std::weak_ptr<llm_task>(llm_task_obj),
@@ -874,7 +874,7 @@ class llm_whisper : public StackFlow {
                                              std::weak_ptr<llm_channel_obj>(llm_channel), std::placeholders::_1, std::placeholders::_2));
             llm_task_obj->inputs_.push_back(data);
         } else if (data.find("vad") != std::string::npos) {
-            llm_task_obj->endpoint_flage_ = false;
+            llm_task_obj->endpoint_flage_ = true;
             ret                           = llm_channel->subscriber_work_id(
                 data,
                 std::bind(&llm_whisper::vad_endpoint, this, std::weak_ptr<llm_task>(llm_task_obj),