modify 'temperature' and 'top_p'

Author: blmdxiao

Diff for: crawler_module/web_content_crawler.py

@@ -49,6 +49,16 @@ async def parse_content(self, html, url):
             for script_or_style in soup(['script', 'style', 'head', 'meta', 'link']):
                 script_or_style.decompose()
 
+            # Find all elements whose class names start with "footer" and remove them
+            footer_elements = soup.find_all(class_=lambda value: value and value.startswith('footer'))
+            for element in footer_elements:
+                element.decompose()
+
+            # Find all elements whose class names start with "navbar" and remove them
+            #navbar_elements = soup.find_all(class_=lambda value: value and value.startswith('navbar'))
+            #for element in navbar_elements:
+            #    element.decompose()
+
             last_element_text = ''
             if soup.body:
                 for element in soup.body.descendants:

Diff for: smart_qa_app.py

@@ -239,7 +239,8 @@ def search_and_answer(query, user_id, k=RECALL_TOP_K, is_streaming=False):
         model=GPT_MODEL_NAME,
         response_format={ "type": "json_object" },
         messages=[{"role": "system", "content": prompt}],
-        temperature=0,
+        temperature=0.1,
+        top_p=0.8,
         stream=is_streaming
     )
     return response