update 1.5.0 complete

Official-Husko · web-flow · commit b7debd44ba2c · 2023-11-30T14:37:59.000+01:00
Finalise Update 1.5.0
diff --git a/README.md b/README.md
@@ -14,6 +14,7 @@ This project is unfinished and only works on the [listed][13] sites currently. M
 #### Currently Supported:
 - [Rule34][3] (API)
 - [E621][4] (API)
+- [E6AI][22] (API)
 - [E926][5] (API)
 - [Furbooru][6] (API)
 - [Multporn][7]
@@ -49,6 +50,7 @@ This project is unfinished and only works on the [listed][13] sites currently. M
 [19]:https://rule34.art/
 [20]:https://2.multporn.net/
 [21]:https://github.com/HttpAnimation/NN-Downloader-Linux
+[22]:https://e6ai.net/
 
 Further sites can be added. Just open a [support ticket][11] with the URL to the site.
 
diff --git a/main.py b/main.py
@@ -4,18 +4,21 @@
 from termcolor import colored
 from ctypes import windll
 from time import sleep
-from sys import exit
+import sys
 import inquirer
 
-version = "1.4.3"
+version = "1.5.0"
 windll.kernel32.SetConsoleTitleW(f"NN-Downloader | v{version}")
 proxy_list = []
 header = {"User-Agent":f"nn-downloader/{version} (by Official Husko on GitHub)"}
 needed_folders = ["db", "media"]
-database_list = ["e621", "furbooru", "rule34"]
+database_list = ["e621", "furbooru", "rule34", "e6ai"]
 unsafe_chars = ["/", "\\", ":", "*", "?", "\"", "<", ">", "|", "\0", "$", "#", "@", "&", "%", "!", "`", "^", "(", ")", "{", "}", "[", "]", "=", "+", "~", ",", ";"]
 
-DEBUG = True
+if sys.gettrace() is not None:
+    DEBUG = True
+else:
+    DEBUG = False
 
 if os.path.exists("outdated"):
     version_for_logo = colored(f"v{version}", "cyan", attrs=["blink"])
@@ -34,6 +37,17 @@
 
 class Main():
     def main_startup():
+
+        print(colored("Checking for read and write permissions.", "green"))
+
+        # Check if the process has read and write permissions
+        if os.access(os.getcwd(), os.R_OK | os.W_OK):
+            pass
+        else:
+            print(colored("The program is missing read & write permissions! Change the directory or try run as administrator.", "red"))
+            sleep(300)
+            sys.exit(0)
+
         os.system("cls")
         print(logo)
         print("")
@@ -53,7 +67,7 @@ def main_startup():
             config = Config_Manager.creator()
             print(colored("New Config file generated. Please configure it for your use case and add API keys for needed services.", "green"))
             sleep(7)
-            exit(0)
+            sys.exit(0)
 
         if checkForUpdates == True:
             os.system("cls")
@@ -79,7 +93,7 @@ def main_startup():
         print(colored("What site do you want to download from?", "green"))
         questions = [
             inquirer.List('selection',
-                          choices=['E621', 'E926', 'Furbooru', 'Luscious', 'Multporn', 'Rule34', 'Yiffer']),
+                          choices=['E621', 'E6AI', 'E926', 'Furbooru', 'Luscious', 'Multporn', 'Rule34', 'Yiffer']),
         ]
         answers = inquirer.prompt(questions)
         print("")
@@ -113,6 +127,18 @@ def main_startup():
             else:
                 output = E621.Fetcher(user_tags=user_tags, user_blacklist=config["blacklisted_tags"], proxy_list=proxy_list, max_sites=max_sites, user_proxies=config["proxies"], apiUser=apiUser, apiKey=apiKey, header=header, db=database)
         
+        if site == "e6ai":
+            apiUser = config["user_credentials"]["e6ai"]["apiUser"]
+            apiKey = config["user_credentials"]["e6ai"]["apiKey"]
+            if oneTimeDownload == True:
+                with open("db/e6ai.db", "r") as db_reader:
+                    database = db_reader.read().splitlines()
+            if apiKey == "" or apiUser == "":
+                print(colored("Please add your Api Key into the config.json", "red"))
+                sleep(5)
+            else:
+                output = E6AI.Fetcher(user_tags=user_tags, user_blacklist=config["blacklisted_tags"], proxy_list=proxy_list, max_sites=max_sites, user_proxies=config["proxies"], apiUser=apiUser, apiKey=apiKey, header=header, db=database)
+     
         elif site == "e926":
             apiUser = config["user_credentials"]["e926"]["apiUser"]
             apiKey = config["user_credentials"]["e926"]["apiKey"]
@@ -203,4 +229,4 @@ def main_startup():
     except KeyboardInterrupt:
         print("User Cancelled")
         sleep(3)
-        exit(0)
+        sys.exit(0)
diff --git a/modules/__init__.py b/modules/__init__.py
@@ -7,6 +7,7 @@
 
 # Here are all modules for the sites that are supported
 from .e621 import E621
+from .e6ai import E6AI
 from .e926 import E926
 from .rule34 import RULE34
 from .furbooru import FURBOORU
diff --git a/modules/configManager.py b/modules/configManager.py
@@ -3,7 +3,7 @@
 from termcolor import colored
 import os
 
-def_config_version = 1.4
+def_config_version = 1.5
 
 class Config_Manager():
     
@@ -13,21 +13,23 @@ def creator():
             "proxies": True,
             "checkForUpdates": True,
             "oneTimeDownload": True,
+            "advancedMode": False,
             "user_credentials": {
                 "e621": {
                     "apiUser": "",
                     "apiKey": ""
                 },
-                "e926": {
+                "e6ai": {
                     "apiUser": "",
                     "apiKey": ""
                 },
-                "furbooru": {
+                "e926": {
+                    "apiUser": "",
                     "apiKey": ""
                 },
-                "github": {
+                "furbooru": {
                     "apiKey": ""
-                },
+                }
             },
             "blacklisted_tags": [
                 "example1",
@@ -46,10 +48,18 @@ def creator():
     def reader():
         if os.path.exists("config.json"):
             with open("config.json", "r") as cf:
-                config = json.load(cf)
-                config_version = config["version"]
-                
-            if config_version < def_config_version:
+                try:
+                    config = json.load(cf)
+                    config_version = config["version"]
+                    advanced_mode = config["advancedMode"]
+                except:
+                    config_version = 0
+                    advanced_mode = False
+            
+            if advanced_mode == True:
+                return config
+            
+            elif config_version < def_config_version and advanced_mode != True:
                 print(colored("You are using an outdated config version! Old one is backed up. Please reconfigure the new one.", "green"))
                 if os.path.exists("old_config.json"):
                     os.remove("old_config.json")
@@ -63,12 +73,4 @@ def reader():
         else:
             return 0
         # 0 means unsuccessful
-         
-    def compare():
-        # TODO: Add working config compare method instead of simple config version number
-        print("how in the hell did you even manage to get this printed?")
-                        
-    def updater():
-        # TODO: Add working config updater
-        print("how in the hell did you even manage to get this printed?")
         
diff --git a/modules/e6ai.py b/modules/e6ai.py
@@ -0,0 +1,106 @@
+from requests.auth import HTTPBasicAuth
+import requests
+import random
+from termcolor import colored
+from alive_progress import alive_bar
+from time import sleep
+from datetime import datetime
+import os
+
+from main import unsafe_chars
+now = datetime.now()
+dt_now = now.strftime("%d-%m-%Y_%H-%M-%S")
+
+class E6AI():
+    def Fetcher(user_tags, user_blacklist, proxy_list, max_sites, user_proxies, apiUser ,apiKey, header, db):
+        try:
+            approved_list = []
+            page = 1
+            while True:
+                URL = f"https://e6ai.net/posts.json?tags={user_tags}&limit=320&page={page}"
+                if user_proxies == True:
+                    proxy = random.choice(proxy_list)
+                    raw_req = requests.get(URL, headers=header, proxies=proxy, auth=HTTPBasicAuth(apiUser, apiKey))
+                else:
+                    raw_req = requests.get(URL, headers=header, auth=HTTPBasicAuth(apiUser, apiKey))
+
+                req = raw_req.json()
+
+                try:
+                    if req["message"] == "You cannot go beyond page 750. Please narrow your search terms.": 
+                        print(colored(req["message"] + " (API limit)", "red"))
+                        sleep(5)
+                        break
+                except:
+                    pass
+                
+                if req["posts"] == []:
+                    print(colored("No images found or all downloaded! Try different tags.", "yellow"))
+                    sleep(5)
+                    break
+
+                elif page == max_sites:
+                    print(colored(f"Finished Downloading {max_sites} of {max_sites} pages.", "yellow"))
+                    sleep(5)
+                    break
+                
+                else: 
+                    for item in req["posts"]:
+                        image_id = item["id"]
+                        image_address = item["file"]["url"]
+                        post_tags1 = item["tags"]["general"]
+                        post_tags2 = item["tags"]["species"]
+                        post_tags3 = item["tags"]["character"]
+                        post_tags4 = item["tags"]["director"]
+                        post_tags5 = item["tags"]["meta"]
+                        post_tags = post_tags1 + post_tags2 + post_tags3 + post_tags4 + post_tags5
+                        image_format = item["file"]["ext"]
+                        user_blacklist_lenght = len(user_blacklist)
+                        passed = 0
+
+                        for blacklisted_tag in user_blacklist:
+                            if blacklisted_tag in post_tags:
+                                break
+                            else:
+                                passed += 1
+                        if passed == user_blacklist_lenght and str(image_id) not in db and image_address != None:
+                            image_data = {"image_address": image_address, "image_format": image_format, "image_id": image_id}
+                            approved_list.append(image_data)
+                        else:
+                            pass
+
+                # Download Each file
+                with alive_bar(len(approved_list), calibrate=1, dual_line=True, title='Downloading') as bar:
+                    for data in approved_list:
+                        image_address = data["image_address"]
+                        image_format = data["image_format"]
+                        image_id = data["image_id"]
+                        bar.text = f'-> Downloading: {image_id}, please wait...'
+                        if user_proxies == True:
+                            proxy = random.choice(proxy_list)
+                            img_data = requests.get(image_address, proxies=proxy).content
+                        else:
+                            sleep(1)
+                            img_data = requests.get(image_address).content
+
+                        safe_user_tags = user_tags.replace(" ", "_")
+                        for char in unsafe_chars:
+                            safe_user_tags = safe_user_tags.replace(char, "")
+
+                        if not os.path.exists(f"media/{dt_now}_{safe_user_tags}"):
+                            os.mkdir(f"media/{dt_now}_{safe_user_tags}")
+                        with open(f"media/{dt_now}_{safe_user_tags}/{str(image_id)}.{image_format}", 'wb') as handler:
+                            handler.write(img_data)
+                        with open("db/e6ai.db", "a") as db_writer:
+                            db_writer.write(f"{str(image_id)}\n")
+                        bar()
+
+                print(colored(f"Page {page} Completed", "green"))
+                approved_list.clear()
+                page += 1
+                sleep(5)
+
+            return {"status": "ok"}
+        
+        except Exception as e:
+            return {"status": "error", "uinput": user_tags, "exception": str(e), "extra": raw_req.content}
diff --git a/requirements.txt b/requirements.txt
@@ -0,0 +1,18 @@
+about-time==4.2.1
+alive-progress==3.1.4
+ansicon==1.89.0
+blessed==1.20.0
+certifi==2023.7.22
+charset-normalizer==3.3.0
+grapheme==0.6.0
+idna==3.4
+inquirer==3.1.3
+jinxed==1.2.0
+python-editor==1.0.4
+readchar==4.0.5
+requests==2.31.0
+six==1.16.0
+termcolor==2.3.0
+urllib3==2.0.6
+wcwidth==0.2.8
+xmltodict==0.13.0
