MODIFIED: stream chat endpoint

api.py

@@ -342,8 +342,8 @@ async def summarize_audio_endpoint(audio_file: UploadFile = File(...)):
 
 
 @app.post("/stream_chat",description="This endpoint streams responses from the language model based on the user's input message.")
-async def stream_chat(message: str = Form("What is RLHF in LLM?")):
-    generator = chatbot_send_message(message)
+async def stream_chat(message: str = Form("What is RLHF in LLM?"),llm: str = Form("llama3-70b-8192")):
+    generator = chatbot_send_message(message,model=llm)
     return StreamingResponse(generator, media_type="text/event-stream")
 
 @app.post("/smart_ats",description="""This endpoint is developed using the powerful 

helper_functions.py

@@ -240,12 +240,12 @@ async def summarize_audio(audio_file):
     return response.text
 
 
-async def chatbot_send_message(content: str) -> AsyncIterable[str]:
+async def chatbot_send_message(content: str,model: str) -> AsyncIterable[str]:
     callback = AsyncIteratorCallbackHandler()
     model = ChatGroq(
         temperature=0, 
         groq_api_key=os.environ['GROQ_API_KEY'], 
-        model_name="llama3-70b-8192",
+        model_name=model,
         streaming=True,
         verbose=True,
         callbacks=[callback],

templates/index.html

@@ -340,7 +340,8 @@ <h1>Chat with LLAMA 3 🦙🦙🦙</h1>
             headers: {
                 'Content-Type': 'application/x-www-form-urlencoded'
             },
-            body: 'message=' + encodeURIComponent(message)
+            body: 'message=' + encodeURIComponent(message),
+                  'llm': 'llama3-70b-8192'
         });
         var reader = response.body.getReader();
         var decoder = new TextDecoder('utf-8');