Added

ATMT (Program)
ATMT_SRTR (Start ATMT)
Automatically use ATMT if the keyword is not found
add ATMT command to adpn

adpn.py

@@ -7,6 +7,7 @@
 from FTS.update import Update_Virtual_Table
 from account.userid import get_user_id
 from account.username import get_username
+from atmt import ATMT_STRT
 from initializer.database import Initializer_Database
 from log.write import log, sys_log
 from account.loader import account_database_loader
@@ -126,6 +127,9 @@ def change_reliability_by_user_id(user_id, new_reliability):
                 subprocess.call("start server2", shell=True)
                 print('The server has been started successfully.')
                 sys_log('Start Server', str(datetime.now().strftime('%Y-%m-%d %H:%M:%S')))
+    elif command == "atmt":
+        keyword = input('Keyword: ')
+        ATMT_STRT(keyword)
     elif command == "check":
         compare_databases()
     elif command == "sync":

atmt.py

@@ -3,8 +3,6 @@
 from initializer.loader import database_loader
 from manager.insert import insert_data
 
-conn = database_loader()
-
 def summarize_text(text, max_length=100):
     if len(text) <= max_length:
         return text
@@ -43,29 +41,27 @@ def get_website_info(url):
         print("Error:", e)
         return None
 
-user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107 Safari/537.36'
-headers = {'User-Agent': user_agent}
-
-random_keyword = ' '.join(['Google', 'English'])
-search_url = f"https://www.google.com/search?q={random_keyword}&hl=en"
-
-response = requests.get(search_url, headers=headers)
-
-if response.status_code == 200:
-    soup = BeautifulSoup(response.text, 'html.parser')
-
-    search_results = soup.find_all('a')
-
-    random_urls = [link.get('href') for link in search_results if link.get('href') and link.get('href').startswith('http')]
-
-    for url in random_urls:
-        print("url: ", url)
-        website_info = get_website_info(url)
-        if website_info is None:
-            pass
-        else:
-            print("title: ", website_info["title"])
-            insert_data(conn, url, website_info["title"], website_info["text_content"], website_info["description"], website_info["keywords"], summarize_text(website_info["text_content"]))
-            print("---PASS---")
-else:
-    print("ERR.")
+def ATMT_STRT(random_keyword):
+    conn = database_loader()
+    user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107 Safari/537.36'
+    headers = {'User-Agent': user_agent}
+    search_url = f"https://www.google.com/search?q={random_keyword}&hl=en"
+
+    response = requests.get(search_url, headers=headers)
+
+    if response.status_code == 200:
+        soup = BeautifulSoup(response.text, 'html.parser')
+        search_results = soup.find_all('a')
+        random_urls = [link.get('href') for link in search_results if link.get('href') and link.get('href').startswith('http')]
+
+        for url in random_urls:
+            print("url: ", url)
+            website_info = get_website_info(url)
+            if website_info is None:
+                pass
+            else:
+                print("title: ", website_info["title"])
+                insert_data(conn, url, website_info["title"], website_info["text_content"], website_info["description"], website_info["keywords"], summarize_text(website_info["text_content"]))
+                print("---PASS---")
+    else:
+        print("ERR.")

search/index.py

@@ -1,6 +1,8 @@
 import pandas as pd
 import streamlit as st
 
+from atmt import ATMT_STRT
+
 def Search_Data(conn, keyword):
     cursor = conn.cursor()
 
@@ -11,5 +13,6 @@ def Search_Data(conn, keyword):
 
     if len(rows) == 0:
         st.write("No results found")
+        ATMT_STRT(keyword)
     else:
         return rows