-
-
Notifications
You must be signed in to change notification settings - Fork 531
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Enhanced download functionality for yt-dlp unsupported links (#363)
* Improved download ability for things that yt-dlp doesn’t support out of the box * yt-dlp bump to new release 2024.03.10 * Update README.md * Update README.md * Update README.md * sp_ytdl_download: remove aria2 and clean up
- Loading branch information
Showing
4 changed files
with
132 additions
and
32 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,105 @@ | ||
| #!/usr/local/bin/python3 | ||
| # coding: utf-8 | ||
|
|
||
| # ytdlbot - sp_downloader.py | ||
| # 3/16/24 16:32 | ||
| # | ||
|
|
||
| __author__ = "Benny <[email protected]>, SanujaNS <[email protected]>" | ||
|
|
||
| import pathlib | ||
| import logging | ||
| import traceback | ||
| import re | ||
| import requests | ||
| from tqdm import tqdm | ||
| import json | ||
| from bs4 import BeautifulSoup | ||
| from urllib.parse import parse_qs, urlparse | ||
| import filetype | ||
| import yt_dlp as ytdl | ||
|
|
||
| from config import ( | ||
| IPv6, | ||
| ) | ||
|
|
||
| user_agent = ( | ||
| "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.6261.128 Safari/537.36" | ||
| ) | ||
|
|
||
|
|
||
| def sp_dl(url: str, tempdir: str): | ||
| """Specific link downloader""" | ||
| domain = urlparse(url).hostname | ||
| if not any( | ||
| x in domain | ||
| for x in [ | ||
| "www.instagram.com", | ||
| "pixeldrain.com", | ||
| "mediafire.com", | ||
| ] | ||
| ): | ||
| return False | ||
| if "www.instagram.com" in domain: | ||
| return instagram(url, tempdir) | ||
| elif "pixeldrain.com" in domain: | ||
| return pixeldrain(url, tempdir) | ||
| elif "www.xasiat.com" in domain: | ||
| return xasiat(url, tempdir) | ||
|
|
||
|
|
||
| def sp_ytdl_download(url: str, tempdir: str): | ||
| output = pathlib.Path(tempdir, "%(title).70s.%(ext)s").as_posix() | ||
| ydl_opts = { | ||
| "outtmpl": output, | ||
| "restrictfilenames": False, | ||
| "quiet": True, | ||
| "format": None, | ||
| } | ||
|
|
||
| address = ["::", "0.0.0.0"] if IPv6 else [None] | ||
| error = None | ||
| video_paths = None | ||
| for addr in address: | ||
| ydl_opts["source_address"] = addr | ||
| try: | ||
| logging.info("Downloading %s", url) | ||
| with ytdl.YoutubeDL(ydl_opts) as ydl: | ||
| ydl.download([url]) | ||
| video_paths = list(pathlib.Path(tempdir).glob("*")) | ||
| break | ||
| except Exception: | ||
| error = traceback.format_exc() | ||
| logging.error("Download failed for %s - %s", url) | ||
|
|
||
| if not video_paths: | ||
| raise Exception(error) | ||
|
|
||
| return video_paths | ||
|
|
||
|
|
||
| def instagram(url: str, tempdir: str): | ||
| resp = requests.get(f"http://192.168.6.1:15000/?url={url}").json() | ||
| if url_results := resp.get("data"): | ||
| for link in url_results: | ||
| content = requests.get(link, stream=True).content | ||
| ext = filetype.guess_extension(content) | ||
| save_path = pathlib.Path(tempdir, f"{id(link)}.{ext}") | ||
| with open(save_path, "wb") as f: | ||
| f.write(content) | ||
|
|
||
| return True | ||
|
|
||
| def pixeldrain(url: str, tempdir: str): | ||
| user_page_url_regex = r'https://pixeldrain.com/u/(\w+)' | ||
| match = re.match(user_page_url_regex, url) | ||
| if match: | ||
| url = 'https://pixeldrain.com/api/file/{}?download'.format(match.group(1)) | ||
| sp_ytdl_download(url, tempdir) | ||
| else: | ||
| return url | ||
|
|
||
| return True | ||
|
|
||
| def xasiat(url: str, tempdir: str): | ||
| return False |