Initial commit

ExZuperi · May 5, 2024 · e820ff6 · e820ff6
1 parent bcc1462
commit e820ff6
Show file tree

Hide file tree

Showing 8 changed files with 192 additions and 0 deletions.
diff --git a/bing.js b/bing.js
@@ -0,0 +1,23 @@
+let linksDictionary = {};
+
+function parseAndLogLinks() {
+  const linkElements = document.querySelectorAll('a[class="tilk"]');
+  linkElements.forEach(linkElement => {
+    const link = linkElement.getAttribute('href');
+    if (!(link in linksDictionary)) {
+      linksDictionary[link] = true;
+      console.log(link);
+    }
+  });
+
+  browser.storage.local.set({ links: Object.keys(linksDictionary) }, function() {
+    console.log('Links saved to storage');
+  });
+}
+
+const observer = new MutationObserver(parseAndLogLinks);
+observer.observe(document.body, { childList: true, subtree: true });
+
+window.addEventListener('scroll', () => {
+  browser.runtime.sendMessage({ action: 'updateLinksCount' });
+});
diff --git a/duck.js b/duck.js
@@ -0,0 +1,23 @@
+let linksDictionary = {};
+
+function parseAndLogLinks() {
+  const linkElements = document.querySelectorAll('a[class="eVNpHGjtxRBq_gLOfGDr LQNqh2U1kzYxREs65IJu"]');
+  linkElements.forEach(linkElement => {
+    const link = linkElement.getAttribute('href');
+    if (!(link in linksDictionary)) {
+      linksDictionary[link] = true;
+      console.log(link);
+    }
+  });
+
+  browser.storage.local.set({ links: Object.keys(linksDictionary) }, function() {
+    console.log('Links saved to storage');
+  });
+}
+
+const observer = new MutationObserver(parseAndLogLinks);
+observer.observe(document.body, { childList: true, subtree: true });
+
+window.addEventListener('scroll', () => {
+  browser.runtime.sendMessage({ action: 'updateLinksCount' });
+});
diff --git a/google.js b/google.js
@@ -0,0 +1,23 @@
+let linksDictionary = {};
+
+function parseAndLogLinks() {
+  const linkElements = document.querySelectorAll('a[jsname="UWckNb"]');
+  linkElements.forEach(linkElement => {
+    const link = linkElement.getAttribute('href');
+    if (!(link in linksDictionary)) {
+      linksDictionary[link] = true;
+      console.log(link);
+    }
+  });
+
+  browser.storage.local.set({ links: Object.keys(linksDictionary) }, function() {
+    console.log('Links saved to storage');
+  });
+}
+
+const observer = new MutationObserver(parseAndLogLinks);
+observer.observe(document.body, { childList: true, subtree: true });
+
+window.addEventListener('scroll', () => {
+  browser.runtime.sendMessage({ action: 'updateLinksCount' });
+});
diff --git a/icons/icon128.png b/icons/icon128.png
diff --git a/manifest.json b/manifest.json
@@ -0,0 +1,31 @@
+{
+  "manifest_version": 2,
+  "name": "Search Links Scraper",
+  "version": "1.0",
+  "permissions": ["activeTab", "tabs", "storage", "downloads"],
+  "browser_action": {
+    "default_icon": "icons/icon128.png",
+    "default_popup": "popup.html"
+  },
+  "icons": {
+    "128": "icons/icon128.png"
+  },
+  "content_scripts": [
+    {
+      "matches": ["*://www.google.com/*"],
+      "js": ["google.js"]
+    },
+    {
+      "matches": ["*://yandex.ru/*"],
+      "js": ["yandex.js"]
+    },
+    {
+      "matches": ["*://www.bing.com/*"],
+      "js": ["bing.js"]
+    },
+    {
+      "matches": ["*://duckduckgo.com/*"],
+      "js": ["duck.js"]
+    }
+  ]
+}
diff --git a/popup.html b/popup.html
@@ -0,0 +1,30 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="UTF-8">
+    <title>Google Link Scraper</title>
+    <style>
+      body {
+        width: 300px;
+        padding: 10px;
+        font-family: Arial, sans-serif;
+      }
+      button {
+        width: 100%;
+        padding: 8px 0;
+        background-color: #4CAF50;
+        color: white;
+        border: none;
+        border-radius: 4px;
+        cursor: pointer;
+        margin-bottom: 10px;
+      }
+    </style>
+  </head>
+  <body>
+    <h2>Search Links Scraper</h2>
+    <p>Total links: <span id="totalLinks">0</span></p>
+    <button id="saveLinks">Save Links From Search</button>
+    <script src="popup.js"></script>
+  </body>
+</html>
diff --git a/popup.js b/popup.js
@@ -0,0 +1,39 @@
+document.addEventListener('DOMContentLoaded', () => {
+  const saveLinksButton = document.getElementById('saveLinks');
+  const totalLinksSpan = document.getElementById('totalLinks');
+
+  // Function to update total links count
+  function updateTotalLinksCount() {
+    browser.storage.local.get('links', (data) => {
+      const links = data.links || [];
+      totalLinksSpan.textContent = links.length;
+    });
+  }
+
+  // Update total links count when popup opens
+  updateTotalLinksCount();
+
+  // Save links button functionality
+  saveLinksButton.addEventListener('click', () => {
+    browser.storage.local.get('links', (data) => {
+      const links = data.links || [];
+      const file = new Blob([links.join('\n')], { type: 'text/plain' });
+      const url = URL.createObjectURL(file);
+      const link = document.createElement('a');
+      link.href = url;
+      link.download = 'links.txt';
+      link.click();
+      URL.revokeObjectURL(url);
+    });
+  });
+
+  // Update total links count when scrolling the page
+  browser.tabs.executeScript({ code: 'window.addEventListener("scroll", () => { browser.runtime.sendMessage({ action: "updateLinksCount" }); });' });
+
+  // Listen for messages from content script to update total links count
+  browser.runtime.onMessage.addListener((message) => {
+    if (message.action === 'updateLinksCount') {
+      updateTotalLinksCount();
+    }
+  });
+});
diff --git a/yandex.js b/yandex.js
@@ -0,0 +1,23 @@
+let linksDictionary = {};
+
+function parseAndLogLinks() {
+  const linkElements = document.querySelectorAll('a[class="Link Link_theme_normal OrganicTitle-Link organic__url link"]');
+  linkElements.forEach(linkElement => {
+    const link = linkElement.getAttribute('href');
+    if (!(link in linksDictionary)) {
+      linksDictionary[link] = true;
+      console.log(link);
+    }
+  });
+
+  browser.storage.local.set({ links: Object.keys(linksDictionary) }, function() {
+    console.log('Links saved to storage');
+  });
+}
+
+const observer = new MutationObserver(parseAndLogLinks);
+observer.observe(document.body, { childList: true, subtree: true });
+
+window.addEventListener('scroll', () => {
+  browser.runtime.sendMessage({ action: 'updateLinksCount' });
+});