feat: async response for Claude and Bard; concurrent update

bot.py

@@ -137,7 +137,7 @@ async def recv_msg(update: Update, context: ContextTypes.DEFAULT_TYPE):
 
     if mode == "Claude":
         prev_response = ""
-        for response in session.send_message_stream(input_text):
+        async for response in session.send_message_stream(input_text):
             response = response[:4096]
             if abs(len(response) - len(prev_response)) < session.cutoff:
                 continue
@@ -161,7 +161,7 @@ async def recv_msg(update: Update, context: ContextTypes.DEFAULT_TYPE):
                 await message.edit_text(f"❌ Error orrurred: {e}. /reset")
 
     else:  # Bard
-        response = session.send_message(input_text)
+        response = await session.send_message(input_text)
         # get source links
         sources = ""
         if response["factualityQueries"]:
@@ -361,7 +361,13 @@ async def post_init(application: Application):
 
 def run_bot():
     print(f"[+] bot started, calling loop!")
-    application = ApplicationBuilder().token(bot_token).post_init(post_init).build()
+    application = (
+        ApplicationBuilder()
+        .token(bot_token)
+        .post_init(post_init)
+        .concurrent_updates(True)
+        .build()
+    )
 
     user_filter = filters.Chat(chat_id=user_ids)
     msg_filter = filters.TEXT

utils/bard_utils.py

@@ -1,11 +1,12 @@
-from Bard import Chatbot
+from Bard import AsyncChatbot
 
 from config import bard_api
 
 
 class Bard:
     def __init__(self):
-        self.client = Chatbot(bard_api)
+        self.client = AsyncChatbot(bard_api)
+        self.client.SNlM0e = None
         self.prev_conversation_id = ""
         self.prev_response_id = ""
         self.prev_choice_id = ""
@@ -23,9 +24,11 @@ def revert(self):
         self.client.response_id = self.prev_response_id
         self.client.choice_id = self.prev_choice_id
 
-    def send_message(self, message):
+    async def send_message(self, message):
+        if self.client.SNlM0e is None:
+            self.client.SNlM0e = await self.client._AsyncChatbot__get_snlm0e()
         self.prev_conversation_id = self.client.conversation_id
         self.prev_response_id = self.client.response_id
         self.prev_choice_id = self.client.choice_id
-        response = self.client.ask(message)
+        response = await self.client.ask(message)
         return response

utils/claude_utils.py

@@ -56,9 +56,9 @@ def change_cutoff(self, cutoff):
             return True
         return False
 
-    def send_message_stream(self, message):
+    async def send_message_stream(self, message):
         self.prompt = f"{self.prompt}{HUMAN_PROMPT} {message}{AI_PROMPT}"
-        response = self.client.completion_stream(
+        response = await self.client.acompletion_stream(
             prompt=self.prompt,
             stop_sequences=[HUMAN_PROMPT],
             max_tokens_to_sample=9216,
@@ -67,6 +67,6 @@ def send_message_stream(self, message):
             stream=True,
             disable_checks=True,
         )
-        for data in response:
+        async for data in response:
             yield data["completion"]
         self.prompt = f"{self.prompt}{data['completion']}"