config.json

downloadNewArticles.py reTitlePDFs.py
distbit0 · Jan 22, 2025 · 96767f8 · 96767f8
1 parent cb139e6
commit 96767f8
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/config.json b/config.json
@@ -74,7 +74,7 @@
             "folders": [
                 "YTvideo"
             ]
-        }
+        },
         "interpersonal": {
             "folders": [
                 "Philosophy/conversation and relationships"

diff --git a/src/downloadNewArticles.py b/src/downloadNewArticles.py
@@ -84,10 +84,10 @@ def save_webpage_as_mhtml(url, timeout=10, min_load_time=5):
 def save_mobile_article_as_mhtml(url, saveDirectory, timeout=10, min_load_time=5):
     originalUrl = url
     try:
-        response = requests.get(url, verify=False)
+        response = requests.get(url, verify=False, timeout=timeout)
     except requests.exceptions.SSLError:
         url = url.replace("https", "http")
-        response = requests.get(url, verify=False)
+        response = requests.get(url, verify=False, timeout=timeout)
 
     content_type = response.headers.get("Content-Type")
     content_disposition = response.headers.get("Content-Disposition")

diff --git a/src/reTitlePDFs.py b/src/reTitlePDFs.py
@@ -63,7 +63,7 @@ def get_id_type(paper_id):
 def getPDFTitle(pdfPath):
     pdfTitle = ""
     originalFileName = pdfPath.split("/")[-1]
-    pdfTitle = os.popen('python3 -m pdftitle -p "' + pdfPath + '"').read()
+    pdfTitle = os.popen('pdftitle -p "' + pdfPath + '"').read()
     if (not pdfTitle) or len(pdfTitle) < 4:
         pdfTitle = originalFileName[:-4]
         idType = get_id_type(pdfTitle)