papers_mike_yago.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extracción de datos de AP news, The Independent, CNN España"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'requests'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[1;32m/Users/ytobio/Desktop/My stuff/ICAI/Hackathon/papers_mike_yago.ipynb Cell 2\u001b[0m line \u001b[0;36m1\n\u001b[0;32m----> <a href='vscode-notebook-cell:/Users/ytobio/Desktop/My%20stuff/ICAI/Hackathon/papers_mike_yago.ipynb#W1sZmlsZQ%3D%3D?line=0'>1</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mrequests\u001b[39;00m\n\u001b[1;32m      <a href='vscode-notebook-cell:/Users/ytobio/Desktop/My%20stuff/ICAI/Hackathon/papers_mike_yago.ipynb#W1sZmlsZQ%3D%3D?line=1'>2</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mnewspaper\u001b[39;00m\n\u001b[1;32m      <a href='vscode-notebook-cell:/Users/ytobio/Desktop/My%20stuff/ICAI/Hackathon/papers_mike_yago.ipynb#W1sZmlsZQ%3D%3D?line=2'>3</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mpandas\u001b[39;00m \u001b[39mas\u001b[39;00m \u001b[39mpd\u001b[39;00m \n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'requests'"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "import newspaper\n",
    "import pandas as pd \n",
    "\n",
    "from newspaper import Article\n",
    "from bs4 import BeautifulSoup\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# * Careful because these aren't articles, they are portals\n",
    "news_sources_world = {\n",
    "    'bbc': 'https://www.bbc.com/news/world',\n",
    "    'time':'https://time.com/section/world',\n",
    "    'france24':'https://www.france24.com/en/world',\n",
    "    'apnews': 'https://apnews.com/world-news',\n",
    "    'the_independent': 'https://www.independent.co.uk/world',\n",
    "    'cnn_espana': 'https://cnnespanol.cnn.com/seccion/mundo/'\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "news_sources_world = {\n",
    "    'bbc': 'https://www.bbc.com/news/world',\n",
    "    'time':'https://time.com/section/world',\n",
    "    'france24':'https://www.france24.com/en/',\n",
    "    'apnews': 'https://apnews.com/world-news',\n",
    "    'the_independent': 'https://www.independent.co.uk/world',\n",
    "    'cnn_espana': 'https://cnnespanol.cnn.com/seccion/mundo/'\n",
    "}\n",
    "\n",
    "\n",
    "def scrape_bbc(url):\n",
    "    \"\"\"Scrape BBC for article links.\"\"\"\n",
    "    response = requests.get(url)\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "        \n",
    "    # Encontrar todos los enlaces <a> que contienen noticias\n",
    "    enlaces = soup.find_all('a', href=True)\n",
    "        \n",
    "    # Definir patrones de expresiones regulares para las clases parciales\n",
    "    clase_promo = re.compile(r'.*PromoLink.*')\n",
    "    clase_post = re.compile(r'.*LinkPostLink.*')\n",
    "        \n",
    "    # Filtrar los enlaces que contienen las clases parciales y no comienzan con \"https\"\n",
    "    links = [\"https://www.bbc.com\" + enlace['href'] for enlace in enlaces if (clase_promo.match(' '.join(enlace.get('class', []))) or clase_post.match(' '.join(enlace.get('class', [])))) and not enlace['href'].startswith('https')]\n",
    "    return links\n",
    "\n",
    "def scrape_time(url):\n",
    "    \"\"\"Scrape Time for article links.\"\"\"\n",
    "    response = requests.get(url)\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "    divs = soup.find_all('div', class_='taxonomy-tout')\n",
    "    \n",
    "    links = []\n",
    "    for div in divs:\n",
    "        enlace = div.find('a', href=True)\n",
    "        if enlace:\n",
    "            links.append(\"https://time.com\" + enlace['href'])\n",
    "    return links\n",
    "\n",
    "def scrape_france24(url):\n",
    "    # Definir el encabezado de agente de usuario, si lo quitas es 403\n",
    "    headers = {\n",
    "        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'\n",
    "    }\n",
    "    # Realizar solicitud HTTP a la página web con el encabezado de agente de usuario\n",
    "    response = requests.get(url, headers=headers)\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "    enlaces = soup.find_all('a', href=True, attrs={'data-article-item-link': True})\n",
    "    \n",
    "    links = []\n",
    "    for enlace in enlaces:\n",
    "        enlace_completo = \"https://www.france24.com\" + enlace['href']\n",
    "        if enlace_completo not in links:  # Verificar si el enlace es nuevo\n",
    "            links.append(enlace_completo)  # Agregar a la lista de enlaces a retornar\n",
    "    return links\n",
    "\n",
    "def scrape_apnews(url):\n",
    "    \"\"\"Scrape AP News for article links.\"\"\"\n",
    "    response = requests.get(url)\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "    links = [a['href'] for a in soup.find_all('a', href=True) if a.parent.name == 'h3' and 'PagePromo-title' in a.parent.get('class', [])]\n",
    "    return links\n",
    "\n",
    "def scrape_the_independent(url):\n",
    "    \"\"\"Scrape The Independent for article links.\"\"\"\n",
    "    response = requests.get(url)\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "    links = ['https://www.independent.co.uk' + a['href'] for a in soup.find_all('a', class_='title')]\n",
    "    return links\n",
    "\n",
    "def scrape_cnn_espana(url):\n",
    "    response = requests.get(url)\n",
    "    soup = BeautifulSoup(response.text, 'html.parser')\n",
    "    links = [a['href'] for a in soup.find_all('a', href=True) if 'news__media-item' in a.get('class', []) or (a.parent.name == 'h2' and 'news__title' in a.parent.get('class', []))]\n",
    "    return links\n",
    "\n",
    "\n",
    "def extract_articles_from_sources():\n",
    "    \n",
    "    bbc_links = scrape_bbc(news_sources_world['bbc'])\n",
    "    time_links = scrape_time(news_sources_world['time'])\n",
    "    france24_links = scrape_france24(news_sources_world['france24'])\n",
    "    apnews_links = scrape_apnews(news_sources_world['apnews'])\n",
    "    the_independent_links = scrape_the_independent(news_sources_world['the_independent'])\n",
    "    cnn_espana_links = scrape_cnn_espana(news_sources_world['cnn_espana'])\n",
    "    \n",
    "    #print('The Independent Links:', the_independent_links)\n",
    "    #print('AP News Links:', apnews_links)\n",
    "    #print('CNN España Links:', cnn_espana_links)\n",
    "    articles = {'bbc_articles':bbc_links, 'time_articles':time_links, 'france24_articles':france24_links, 'ap_news_articles': apnews_links, 'the_independent_articles': the_independent_links,'cnn_espana_articles': cnn_espana_links}\n",
    "    return articles\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Articles from the WORLD news page from today:\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'bbc_articles': ['https://www.bbc.com/news/world-europe-68423229',\n",
       "  'https://www.bbc.com/news/world-europe-68425869',\n",
       "  'https://www.bbc.com/news/world-us-canada-68428697',\n",
       "  'https://www.bbc.com/news/world-us-canada-68422118',\n",
       "  'https://www.bbc.com/news/world-europe-68423990',\n",
       "  'https://www.bbc.com/news/world-africa-68353437',\n",
       "  'https://www.bbc.com/news/world-us-canada-68420543',\n",
       "  'https://www.bbc.com/news/world-europe-68428670',\n",
       "  'https://www.bbc.com/news/world-africa-68424863',\n",
       "  'https://www.bbc.com/news/world-australia-68420791',\n",
       "  'https://www.bbc.com/news/world-us-canada-68420519',\n",
       "  'https://www.bbc.com/news/world-asia-68402139',\n",
       "  'https://www.bbc.com/news/world-middle-east-68419581',\n",
       "  'https://www.bbc.com/news/world-middle-east-68401909',\n",
       "  'https://www.bbc.com/news/world-middle-east-68380776',\n",
       "  'https://www.bbc.com/news/world-middle-east-68375460',\n",
       "  'https://www.bbc.com/news/world-europe-68425869',\n",
       "  'https://www.bbc.com/news/world-europe-68419267',\n",
       "  'https://www.bbc.com/news/world-us-canada-68374453',\n",
       "  'https://www.bbc.com/news/world-us-canada-68412713',\n",
       "  'https://www.bbc.com/news/world-asia-india-68401286',\n",
       "  'https://www.bbc.com/news/world-europe-68415802',\n",
       "  'https://www.bbc.com/news/world-africa-68374316',\n",
       "  'https://www.bbc.com/news/business-68401814',\n",
       "  'https://www.bbc.com/news/world-middle-east-68402016',\n",
       "  'https://www.bbc.com/news/science-environment-68406880',\n",
       "  'https://www.bbc.com/news/uk-england-68429627',\n",
       "  'https://www.bbc.com/news/world-us-canada-68421022',\n",
       "  'https://www.bbc.com/news/technology-68428536',\n",
       "  'https://www.bbc.com/news/world-africa-68424115',\n",
       "  'https://www.bbc.com/news/world-africa-68424863',\n",
       "  'https://www.bbc.com/news/world-europe-68428670',\n",
       "  'https://www.bbc.com/news/world-europe-68423990',\n",
       "  'https://www.bbc.com/news/world-africa-68353437',\n",
       "  'https://www.bbc.com/news/world-us-canada-68388608',\n",
       "  'https://www.bbc.com/news/uk-68426455',\n",
       "  'https://www.bbc.com/news/world-europe-68425869',\n",
       "  'https://www.bbc.com/news/world-europe-68423229',\n",
       "  'https://www.bbc.com/news/world-us-canada-68419279',\n",
       "  'https://www.bbc.com/news/world-australia-68420791',\n",
       "  'https://www.bbc.com/news/world-europe-68422272',\n",
       "  'https://www.bbc.com/news/world-latin-america-68423249',\n",
       "  'https://www.bbc.com/news/world-africa-68400220',\n",
       "  'https://www.bbc.com/news/world-us-canada-68422977',\n",
       "  'https://www.bbc.com/news/world-africa-68421359',\n",
       "  'https://www.bbc.com/news/world-africa-68400219',\n",
       "  'https://www.bbc.com/news/world-europe-68415802',\n",
       "  'https://www.bbc.com/news/world-europe-jersey-68422130',\n",
       "  'https://www.bbc.com/news/world-us-canada-68420543',\n",
       "  'https://www.bbc.com/news/world-us-canada-68422118'],\n",
       " 'time_articles': ['https://time.com/6835927/prince-harry-high-court-personal-security-challenge-rejected/',\n",
       "  'https://time.com/6835913/france-plant-based-meat-steak-label-global-regulations/',\n",
       "  'https://time.com/6835896/philippines-marcos-constitution-amend-charter-change-plan-controversy/',\n",
       "  'https://time.com/6835879/south-korea-doctors-strike-criminal-complaint/',\n",
       "  'https://time.com/6835869/paris-olympics-security-plans-stolen-train/',\n",
       "  'https://time.com/6835865/south-korea-fertility-rate-2023-record-low/',\n",
       "  'https://time.com/6835860/israel-denies-visas-aid-groups-gaza/',\n",
       "  'https://time.com/6835665/palestinian-mental-health-war-israel-hamas/',\n",
       "  'https://time.com/6835581/alibaba-moonshot-ai-investment/',\n",
       "  'https://time.com/6835519/russia-oleg-orlov-ukraine/',\n",
       "  'https://time.com/6835515/biden-gaza-ceasefire-ice-cream/',\n",
       "  'https://time.com/6763293/antisemitism/',\n",
       "  'https://time.com/6835505/peru-health-emergency-dengue/',\n",
       "  'https://time.com/6835477/venice-biennale-israel-exclusion-artists-petition-palestinians-genocide/',\n",
       "  'https://time.com/6835478/north-korea-speed-up-weapons-shipment-russia/',\n",
       "  'https://time.com/6835466/jesse-baird-luke-davies-sydney-couple-killed-police-lover-australia-lgbt-parade/',\n",
       "  'https://time.com/6835457/israel-hamas-war-gaza-ceasefire-ramadan-hostage-deal-joe-biden-seth-meyers/',\n",
       "  'https://time.com/6835364/self-immolation-history-israel-hamas-war/',\n",
       "  'https://time.com/6835263/palestinian-prime-minister-mohammad-shtayyeh-mustafa/',\n",
       "  'https://time.com/6835166/human-rights-watch-israel-gaza-aid/'],\n",
       " 'france24_articles': ['https://www.france24.com/en/france/20240228-french-senate-vote-enshrining-abortion-rights-constitution-france',\n",
       "  'https://www.france24.com/en/europe/20240228-navalny-funeral-held-moscow-church-friday-russia-putin-critic',\n",
       "  'https://www.france24.com/en/europe/20240228-ilya-gambashidze-simple-soldier-of-disinformation-or-king-of-russia-s-trolls',\n",
       "  'https://www.france24.com/en/middle-east/20240228-%F0%9F%94%B4live-famine-imminent-in-northern-gaza-warns-wfp',\n",
       "  'https://www.france24.com/en/europe/20240228-ukraine-s-zelensky-arrives-in-balkans-ahead-of-security-conference',\n",
       "  'https://www.france24.com/en/live-news/20240228-biden-wins-michigan-democratic-primary-amid-backlash-over-gaza-conflict',\n",
       "  'https://www.france24.com/en/europe/20240227-not-at-war-with-russia-european-us-allies-taken-aback-by-macron-s-comments-on-troops-in-ukraine',\n",
       "  'https://www.france24.com/en/middle-east/20240227-details-emerge-of-40-day-gaza-truce-draft-proposal-being-studied-by-hamas',\n",
       "  'https://www.france24.com/en/middle-east/20240226-%F0%9F%94%B4-live-israel-army-proposes-plan-for-evacuating-civilians-in-gaza-strip',\n",
       "  'https://www.france24.com/en/video/20240227-we-feel-abandoned-delayed-elections-highlight-tensions-in-northern-israel',\n",
       "  'https://www.france24.com/en/video/20240226-resignation-of-palestinian-government-unlikely-to-bring-much-change',\n",
       "  'https://www.france24.com/en/europe/20240227-kremlin-leaks-files-detail-putin-s-%E2%82%AC1-billion-propaganda-effort-ahead-of-presidential-vote',\n",
       "  'https://www.france24.com/en/africa/20240228-several-killed-in-attack-on-chad-s-intelligence-services-office-in-capital-says-government',\n",
       "  'https://www.france24.com/en/tv-shows/focus/20240228-chinese-copycats-pet-owners-clone-furry-friends-to-give-them-second-life',\n",
       "  'https://www.france24.com/en/africa/20240228-guinea-appoints-former-opposition-leader-mamadou-oury-bah-as-prime-minister',\n",
       "  'https://www.france24.com/en/europe/20240227-qatar-pledges-%E2%82%AC10-billion-for-key-sectors-of-french-economy-on-state-visit',\n",
       "  'https://www.france24.com/en/europe/20240224-a-ukrainian-soldier-in-france-speaks-about-writing-and-recovery',\n",
       "  'https://www.france24.com/en/europe/20240224-we-are-not-in-a-position-to-make-plans-the-uncertain-exile-of-ukrainians-in-france',\n",
       "  'https://www.france24.com/en/france/20240222-france-s-fast-fashion-kill-bill-green-move-or-penalty-for-the-poor',\n",
       "  'https://www.france24.com/en/france/20240219-france-s-foreign-doctors-suffer-insecurity-as-hospitals-struggle-to-stay-staffed',\n",
       "  'https://www.france24.com/en/americas/20240228-two-men-found-guilty-in-2002-murder-of-run-dmc-s-jam-master-jay',\n",
       "  'https://www.france24.com/en/live-news/20240227-eu-parliament-backs-contested-biodiversity-bill',\n",
       "  'https://www.france24.com/en/middle-east/20240227-%F0%9F%94%B4live-hopes-for-new-israel-hamas-ceasefire-by-next-week-says-biden',\n",
       "  'https://www.france24.com/en/europe/20240227-paris-metro-to-offload-fainting-passengers-to-reduce-delays',\n",
       "  'https://www.france24.com/en/europe/20240227-france-bans-the-term-steak-on-vegetarian-product-labels',\n",
       "  'https://www.france24.com/en/americas/20240227-biden-faces-backlash-vote-over-gaza-in-michigan-presidential-primary',\n",
       "  'https://www.france24.com/en/tv-shows/t%C3%AAte-%C3%A0-t%C3%AAte/20240228-almost-60-of-the-territory-are-under-the-control-of-the-federal-democratic-forces-myanmar-s-opposition-foreign-minister',\n",
       "  'https://www.france24.com/en/tv-shows/arts24/20240228-film-show-france-seizes-its-metoo-moment-at-c%C3%A9sar-awards',\n",
       "  'https://www.france24.com/en/tv-shows/perspective/20240228-please-don-t-forget-about-ukraine-writer-oleksandr-mykhed-asks',\n",
       "  'https://www.france24.com/en/tv-shows/in-the-press/20240228-immersive-wonka-experience-cancelled-after-children-left-in-tears',\n",
       "  'https://www.france24.com/en/tv-shows/reporters/20240223-in-spain-ukrainian-civilians-prepare-for-battle-at-a-training-centre-near-madrid',\n",
       "  'https://www.france24.com//observers.france24.com/en/tv-shows/the-observers/20240227-gaza-why-are-israeli-protesters-blocking-humanitarian-aid-for-gaza',\n",
       "  'https://www.france24.com//observers.france24.com/en/asia-pacific/20240220-misinformation-endangering-rohingya-refugees-indonesia',\n",
       "  'https://www.france24.com//observers.france24.com/en/americas/20240216-debunked-chile-fire-wildfires-blue-paint-immune',\n",
       "  'https://www.france24.com/en/africa/20240227-senegal-crisis-talks-rule-out-presidential-vote-before-sall-s-term-expires',\n",
       "  'https://www.france24.com/en/live-news/20240227-fear-for-rhinos-as-poachers-kill-500-in-south-africa',\n",
       "  'https://www.france24.com/en/europe/20240227-russian-court-jails-veteran-rights-activist-memorial-co-chair-orlov',\n",
       "  'https://www.france24.com/en/live-news/20240226-%F0%9F%94%B4-hungary-approves-sweden-s-nato-accession-clearing-last-hurdle-to-membership',\n",
       "  'https://www.france24.com/en/europe/20240226-macron-seeks-to-rally-western-leaders-to-bolster-support-for-ukraine',\n",
       "  'https://www.france24.com/en/europe/20240226-farmers-clash-with-police-in-brussels-as-eu-ministers-meet-to-tackle-red-tape',\n",
       "  'https://www.france24.com/en/video/20240228-with-texit-some-want-to-make-texas-a-country-again',\n",
       "  'https://www.france24.com/en/video/20240227-an-agreement-without-knowing-indians-hired-to-fight-in-russia-s-ukraine-war',\n",
       "  'https://www.france24.com/en/video/20240223-gaza-war-in-michigan-arab-american-voters-vow-to-punish-biden',\n",
       "  'https://www.france24.com/en/video/20240222-dad-come-back-palestinians-radio-loved-ones-in-israeli-jails',\n",
       "  'https://www.france24.com/en/live-news/20240226-paris-holds-its-breath-for-olympic-swimming-events-in-murky-seine',\n",
       "  'https://www.france24.com/en/france/20240224-angry-french-farmers-storm-into-paris-agriculture-fair-ahead-of-macron-visit',\n",
       "  'https://www.france24.com/en/tv-shows/eye-on-africa/20240227-nigeria-s-soaring-inflation-sparks-nationwide-protests',\n",
       "  'https://www.france24.com/en/video/20240228-we-need-to-make-sure-clean-energy-transitions-are-just-and-are-for-everyone-countries-and-people',\n",
       "  'https://www.france24.com/en/science/20240221-scientists-crack-mystery-of-how-baleen-whales-sing-underwater',\n",
       "  'https://www.france24.com/en/sponsored-content/20240122-burundi-innovative-solutions-to-fight-stunting-in-children',\n",
       "  'https://www.france24.com/en/sponsored-content/20231215-child-malnutrition-in-burundi-concrete-actions-to-help-children',\n",
       "  'https://www.france24.com/en/sponsored-content/20230908-the-cac-40-in-the-era-of-climate-change',\n",
       "  'https://www.france24.com/en/sponsored-content/20230615-the-kumulus-project-bringing-clean-water-to-remote-communities-in-africa',\n",
       "  'https://www.france24.com/en/sponsored-content/20230523-youthadapt-program-empowering-african-youth-to-address-climate-change',\n",
       "  'https://www.france24.com/en/sponsored-content/20230601-afdb-s-strategic-efforts-in-mobilising-private-investment-for-green-growth-1',\n",
       "  'https://www.france24.comhttps://www.emmaus-indignaction.org/en/',\n",
       "  'https://www.france24.comhttps://museemaillol.com/en/expositions/cheri-samba-in-the-jean-pigozzi-collection/'],\n",
       " 'ap_news_articles': ['https://apnews.com/article/gaza-hamas-israel-ceasefire-deal-2ef0d5b960c4f132bfe9d91b19878a12',\n",
       "  'https://apnews.com/article/global-democracy-poll-government-politics-autocracy-bad95f3d53d0bb2c8d244f344654d1c7',\n",
       "  'https://apnews.com/article/iran-parliament-assembly-experts-election-2e635097e10140dd5e3ac499ea5d320e',\n",
       "  'https://apnews.com/article/russia-navalny-opposition-leader-funeral-21502238f9435f49f9887a3af1a6d0f7',\n",
       "  'https://apnews.com/article/burundi-congo-rwanda-soldiers-m23-517d24d64430602c9edc7b6ed4d4f676',\n",
       "  'https://apnews.com/article/iran-parliament-assembly-experts-election-2e635097e10140dd5e3ac499ea5d320e',\n",
       "  'https://apnews.com/article/mexico-election-candidates-killed-mayor-66e20fe665a25a4974637d8369c7a740',\n",
       "  'https://apnews.com/article/indonesia-widodo-honorary-military-general-prabowo-subianto-a27eb66af194b1d7b7b364a5a608f0fd',\n",
       "  'https://apnews.com/article/ai-chatbots-elections-artificial-intelligence-chatgpt-falsehoods-cc50dd0f3f4e7cc322c7235220fc4c69',\n",
       "  'https://apnews.com/25-elections-in-2024-that-could-change-the-world',\n",
       "  'https://apnews.com/video/israel-hamas-war-hostage-situations-gaza-strip-israel-hamas-b75ea35a444d47839003de33b2cdcc6b',\n",
       "  'https://apnews.com/video/israel-hamas-war-red-sea-houthis-yemen-belize-32caeadd63394fd097aa5c118320bfe0',\n",
       "  'https://apnews.com/video/volcanoes-mexico-city-9d4b97b3241e4d6987670252fcd0d9de',\n",
       "  'https://apnews.com/article/eu-defense-industry-ukraine-war-russia-assets-9f0c46e058122958f621f198cd53d775',\n",
       "  'https://apnews.com/article/migration-european-union-greece-sinking-adriana-c7e7b4a7f161d9a6a0d9ad1f3efd816d',\n",
       "  'https://apnews.com/article/albania-ukraine-russia-invasion-europe-summit-0c275b84f729922ae8ac9f4f6446cfc1',\n",
       "  'https://apnews.com/article/moldova-transnistria-russia-customs-tiraspol-moscow-duma-fa123a45912a2018f7aec573dde05033',\n",
       "  'https://apnews.com/article/hong-kong-national-security-law-china-7be1fcea908ddb1b2537ec41f6fd4220',\n",
       "  'https://apnews.com/article/south-korea-us-military-drills-north-korea-d633b0e37134c12bba7b4f79650510aa',\n",
       "  'https://apnews.com/article/japan-fukushima-nuclear-reactor-drone-radiation-water-af1640b8ae800066d5bfc728a211d34b',\n",
       "  'https://apnews.com/article/biden-executive-action-personal-data-protections-china-ea0fe0af31dc26b254e2724c8e53867f',\n",
       "  'https://apnews.com/article/trump-milei-bukele-latin-america-conservatives-republicans-0215b7fdea225a0ca2cddfbebbd2438a',\n",
       "  'https://apnews.com/article/bonaire-oil-spill-tobago-trinidad-9b9a5b76a8da777b27ab8b6ef10faf86',\n",
       "  'https://apnews.com/article/colombia-warlord-salvatore-mancuso-returns-234c80f02a3d734ef99240432ba7aa86',\n",
       "  'https://apnews.com/article/bolsonaro-whale-harassment-brazil-investigation-sao-paulo-c865abfeb2f55a9ca7fc40ed7a56709b',\n",
       "  'https://apnews.com/article/yemen-red-sea-houthi-rebel-ship-attack-israel-gaza-hamas-d87d95c9da2bf695fed858af9eecacad',\n",
       "  'https://apnews.com/article/israel-hamas-war-latest-02-28-2024-5fb126981031984395a228598fa9e4a9',\n",
       "  'https://apnews.com/article/dubai-jet-suit-race-uae-gravity-industries-b08cced1c6d2cc36cc1da169f2df6b56',\n",
       "  'https://apnews.com/article/syria-turkey-strikes-pkk-suturo-christian-2e9b581e3cc9053bb45e500dd42e4f5a',\n",
       "  'https://apnews.com/article/nigeria-shell-onshore-assets-divestment-niger-delta-536a81928f0ad7f592a60dd6b61491de',\n",
       "  'https://apnews.com/article/icc-court-ongwen-kony-reparations-uganda-8af9b9b7c762b2170a7bd7a04e9429a3',\n",
       "  'https://apnews.com/article/senegal-elections-macky-sall-delay-638e1c500e953a512fe182fda6aaad02',\n",
       "  'https://apnews.com/article/nigeria-protests-government-economy-inflation-2dcb6ec98716772b6630476e13880c82',\n",
       "  'https://apnews.com/article/italy-mali-kidnapping-family-freed-4c8543b9f79a329f26497a2c4a3673e9',\n",
       "  'https://apnews.com/article/texas-panhandle-fire-evacuations-2cad37f14581bac74a3691969aaaf956',\n",
       "  'https://apnews.com/article/abortion-survey-wecount-telehealth-ban-e3c7c9539462eb924ad92f30c624f311',\n",
       "  'https://apnews.com/article/tornado-warning-ohio-michigan-storm-300038a81e3d597dc0b92597042626a7',\n",
       "  'https://apnews.com/article/texas-wildfires-nuclear-facility-pantex-16bfa90f49b65b604f63744a9aee3b97',\n",
       "  'https://apnews.com/article/biden-gun-violence-prevention-e933e2ccde0834f7d63ea17b2c101c0f',\n",
       "  'https://apnews.com/article/czech-gay-rights-marriage-parliament-c1f01b24e790d2a15f1cb43ce9b4097b',\n",
       "  'https://apnews.com/article/house-speaker-johnson-government-shutdown-biden-ukraine-05afe588d798717a74b93af0e2a82e6c',\n",
       "  'https://apnews.com/article/chad-attack-1c2d76d42b8a7ace3103248301cd5b4f',\n",
       "  'https://apnews.com/article/sweden-security-police-evacuation-toxic-gas-24c132c17fa30bc73cee0b11d32d8db1',\n",
       "  'https://apnews.com/article/northern-ireland-troubles-amnesty-law-379371a807f5257566946e9b59b71964',\n",
       "  'https://apnews.com/article/norway-nobel-2024-peace-prize-nominations-528093bd2cc68237c84c1f67f412505a',\n",
       "  'https://apnews.com/article/paris-olympics-security-theft-police-40637d870c9ffa4875b397cf4d675901',\n",
       "  'https://apnews.com/article/europe-migration-asylum-syria-afghanistan-turkey-6412d0c5471ed2224acfc5c5435623d2',\n",
       "  'https://apnews.com/article/israel-palestinians-artists-pavilion-venice-biennale-19728ead71462b10280001ba679492cf',\n",
       "  'https://apnews.com/article/amsterdam-rapper-shooting-paris-arrest-80bf5c46ad8022aba31d435155086a3d',\n",
       "  'https://apnews.com/article/germany-armenia-azerbaijan-peace-talks-berlin-766b4d8176de30b3895624124500aaa3',\n",
       "  'https://apnews.com/article/malaysia-norway-king-hospitalized-f3ce3dde19d6bdab6e9c376b9dce4bf5',\n",
       "  'https://apnews.com/article/tuvalu-china-election-taiwan-diplomatic-ties-45e997447f8d85ae2364418844aa2e2a',\n",
       "  'https://apnews.com/article/south-sudan-crisis-oil-red-sea-f8954810435083ade292f79ac08a7638',\n",
       "  'https://apnews.com/article/sweden-military-installations-mapping-edddf6cfb39f0a5420bb742bf9735e50',\n",
       "  'https://apnews.com/article/britain-court-ruling-prince-harry-security-detail-05ff870ada232c07961417aba361a2a6',\n",
       "  'https://apnews.com/article/uk-lawmakers-security-threats-gaza-israel-war-21c8f306528adc71040a5c6ddc937370',\n",
       "  'https://apnews.com/article/meta-zuckerberg-lg-samsung-south-korea-e1fbe9c1889b1086e98b91d60718e281',\n",
       "  'https://apnews.com/article/italy-pope-vatican-illness-landmines-peace-middle-east-ukraine-c9af33a0b467b1a134e9a4da96754e47',\n",
       "  'https://apnews.com/article/france-constitution-abortion-right-senate-macron-assembly-6e8cfc46d3fa4553c4d78e8a227f23b2',\n",
       "  'https://apnews.com/article/sydney-gay-lesbian-mardi-gras-police-charged-160974f549688b44943675f54547f798',\n",
       "  'https://apnews.com/article/swisscom-telecom-italia-switzerland-4f2a49584d8c3cbeba62404f07994d55',\n",
       "  'https://apnews.com/article/greece-rail-disaster-strikes-train-crash-87642c3e0a9aa9826fcabc8ec90baf01',\n",
       "  'https://apnews.com/article/stock-markets-rates-china-12e42181ba7afbd457b8fa065a822f0e',\n",
       "  'https://apnews.com/article/china-hong-budget-property-tourism-9a98a081097aeb801aac281e18c36a2a',\n",
       "  'https://apnews.com/article/israel-palestinians-un-humanitarian-famine-gaza-malnutrition-cf622f843fe531fb6dbd5657a39d6b49',\n",
       "  'https://apnews.com/article/mali-31-dead-transport-accident-280eaa950e461c4e0fa119a3df6b1511',\n",
       "  'https://apnews.com/article/brazil-rio-violence-police-raid-dbc3f0a0d58f100f1e93e263f327d4a2',\n",
       "  'https://apnews.com/article/uconn-edwards-nil-canada-928b0cce6bb4f2f390e223472a9109c4',\n",
       "  'https://apnews.com/article/osprey-crash-pentagon-investigation-japan-171e3d68956d91d8999287729f16fd0c'],\n",
       " 'the_independent_articles': ['https://www.independent.co.uk/world/russia-ukraine-war-anniversary-un-live-b2501417.html',\n",
       "  'https://www.independent.co.uk/tv/news/navalny-death-putin-mi6-russia-ukraine-b2500542.html',\n",
       "  'https://www.independent.co.uk/world/wfp-gaza-food-famine-suspended-b2499455.html',\n",
       "  'https://www.independent.co.uk/world/us-veto-gaza-un-israel-b2499289.html',\n",
       "  'https://www.independent.co.uk/news/world/europe/ukraine-russia-war-two-year-anniversary-what-next-b2483267.html',\n",
       "  'https://www.independent.co.uk/world/alexei-navalny-death-putin-russia-b2497567.html',\n",
       "  'https://www.independent.co.uk/tv/news/chile-wild-fire-car-forest-b2498566.html',\n",
       "  'https://www.independent.co.uk/world/orban-speech-hungary-state-nation-b2497915.html',\n",
       "  'https://www.independent.co.uk/world/africa-union-summit-ethiopia-live-b2497847.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/navalny-death-biden-white-house-statement-b2497637.html',\n",
       "  'https://www.independent.co.uk/tv/news/alexei-navalny-dead-wife-yulia-last-kiss-b2497421.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/israel-us-war-crimes-gaza-b2496281.html',\n",
       "  'https://www.independent.co.uk/news/world/europe/as-24-killjoy-putin-ukraine-b2467052.html',\n",
       "  'https://www.independent.co.uk/news/world/europe/as-24-killjoy-putin-ukraine-b2467052.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/rafah-israeli-attack-white-house-b2494991.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/blinken-gaza-aid-delivery-protests-israel-b2493611.html',\n",
       "  'https://www.independent.co.uk/tv/news/tucker-carlson-putin-interview-ukraine-propaganda-b2492970.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/unrwa-funding-freeze-us-biden-b2491574.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/unrwa-funding-freeze-us-biden-b2491574.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/us-airstrikes-iran-iraq-syria-b2489775.html',\n",
       "  'https://www.independent.co.uk/world/mona-lisa-painting-soup-protesters-b2486166.html',\n",
       "  'https://www.independent.co.uk/world/avon-recruitment-russia-ukraine-b2486137.html',\n",
       "  'https://www.independent.co.uk/world/elon-musk-antisemitism-auschwitz-b2484822.html',\n",
       "  'https://www.independent.co.uk/tv/news/cocaine-police-drugs-submarine-ocean-b2482815.html',\n",
       "  'https://www.independent.co.uk/world/russia-ukraine-war-donetsk-un-council-b2482718.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/us-yemen-regional-war-houthis-b2481150.html',\n",
       "  'https://www.independent.co.uk/world/amazon-rainforest-city-discovered-andes-b2480536.html',\n",
       "  'https://www.independent.co.uk/world/russia-ukraine-war-donetsk-un-council-b2482718.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/us-yemen-regional-war-houthis-b2481150.html',\n",
       "  'https://www.independent.co.uk/world/amazon-rainforest-city-discovered-andes-b2480536.html',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/news/archived-cbeebies-bedtime-stories-episodes-get-digital-library-on-bbc-iplayer',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/news/archived-cbeebies-bedtime-stories-episodes-get-digital-library-on-bbc-iplayer',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/sport/riyad-mahrez-project-mocked',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/tiktok/toothpaste-tube-code-tiktok-conspiracy',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/lifestyle/gen-z-millennials-workplace-mental-health',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/celebrities/ksi-wayne-rooney-fight',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/celebrities/ksi-wayne-rooney-fight',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/sport/reading-sell-before-we-dai-efl',\n",
       "  'https://www.independent.co.ukhttps://www.indy100.com/tiktok/couple-awkward-best-seats-plane-2667376382',\n",
       "  'https://www.independent.co.uk/tv/news/flights-india-spicejet-toilet-mumbai-b2480351.html',\n",
       "  'https://www.independent.co.uk/tv/news/flights-india-spicejet-toilet-mumbai-b2480351.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/houthi-airstrikes-yemen-us-military-b2479601.html',\n",
       "  'https://www.independent.co.uk/world/ancient-egypt-saqqara-tomb-archaeologists-b2479827.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/donald-trump-justin-trudeau-canada-b2479805.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/navy-seals-houthi-weapons-missing-b2479477.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/navy-seals-houthi-weapons-missing-b2479477.html',\n",
       "  'https://www.independent.co.uk/tv/news/israel-raanana-car-attack-ramming-b2478816.html',\n",
       "  'https://www.independent.co.uk/tv/news/iceland-volcano-eruption-house-fire-drone-b2478801.html',\n",
       "  'https://www.independent.co.uk/tv/news/mount-marapi-eruption-indonesia-footage-b2478421.html',\n",
       "  'https://www.independent.co.uk/tv/news/houthi-strikes-us-damage-deaths-b2478125.html',\n",
       "  'https://www.independent.co.uk/world/grindavik-search-iceland-man-fall-crack-b2477811.html',\n",
       "  'https://www.independent.co.uk/tv/news/ecuador-guayaquil-violence-tv-gunmen-b2476499.html',\n",
       "  'https://www.independent.co.uk/world/ecuador-television-guayaquil-police-b2475933.html',\n",
       "  'https://www.independent.co.uk/world/australia-rollercoaster-stuck-gold-coast-b2473665.html',\n",
       "  'https://www.independent.co.uk/world/hamas-official-saleh-alarouri-killed-beirut-b2472265.html',\n",
       "  'https://www.independent.co.uk/world/new-year-2024-london-fireworks-latest-b2471681.html',\n",
       "  'https://www.independent.co.uk/tv/news/2024-preview-sport-politics-entertainment-b2470738.html',\n",
       "  'https://www.independent.co.uk/tv/news/2024-preview-sport-politics-entertainment-b2470738.html',\n",
       "  'https://www.independent.co.uk/world/grindavik-latest-volcano-lava-iceland-hotel-b2468427.html',\n",
       "  'https://www.independent.co.uk/tv/news/bethlehem-christmas-israel-gaza-war-b2469007.html',\n",
       "  'https://www.independent.co.uk/world/un-security-council-resolution-gaza-aid-b2468582.html',\n",
       "  'https://www.independent.co.uk/world/gansu-earthquake-where-china-deaths-b2466498.html',\n",
       "  'https://www.independent.co.uk/world/gansu-earthquake-where-china-deaths-b2466498.html',\n",
       "  'https://www.independent.co.uk/world/chinese-balloon-taiwan-election-china-b2465896.html',\n",
       "  'https://www.independent.co.uk/world/miss-nicaragua-mexico-pageant-police-b2462684.html',\n",
       "  'https://www.independent.co.uk/world/nobel-peace-prize-narges-mohammadi-iran-b2461564.html',\n",
       "  'https://www.independent.co.uk/world/human-rights-day-genocide-convention-jimmy-lai-b2460721.html',\n",
       "  'https://www.independent.co.uk/world/contraception-pill-new-zealand-warning-b2455570.html',\n",
       "  'https://www.independent.co.uk/world/houthis-ship-hijack-israel-terror-b2451275.html',\n",
       "  'https://www.independent.co.uk/world/child-sex-abuse-men-australia-b2450369.html',\n",
       "  'https://www.independent.co.uk/world/ceasefire-gaza-israel-congress-hamas-b2450709.html',\n",
       "  'https://www.independent.co.uk/life-style/joe-biden-age-birthday-president-b2447990.html',\n",
       "  'https://www.independent.co.uk/world/israel-hostages-freed-gaza-b2449991.html',\n",
       "  'https://www.independent.co.uk/news/gaza-hamas-biden-hospital-israel-b2449165.html',\n",
       "  'https://www.independent.co.uk/news/gaza-hamas-biden-hospital-israel-b2449165.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/israel-pause-civilians-gaza-palestine-b2444638.html',\n",
       "  'https://www.independent.co.uk/tv/news/palestine-protest-london-ceasefire-gaza-b2441681.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/museum-israel-gaza-artforum-palestinians-fired-b2440699.html',\n",
       "  'https://www.independent.co.uk/tv/news/indonesia-nickel-mine-tribe-hongana-manyawa-b2439084.html',\n",
       "  'https://www.independent.co.uk/tv/news/indonesia-nickel-mine-tribe-hongana-manyawa-b2439084.html',\n",
       "  'https://www.independent.co.uk/world/gaza-death-toll-biden-israel-b2437391.html',\n",
       "  'https://www.independent.co.uk/news/uk/home-news/slavery-reparations-britain-mp-ignore-b2433013.html',\n",
       "  'https://www.independent.co.uk/world/hamas-israel-hostages-released-qatar-b2433347.html',\n",
       "  'https://www.independent.co.uk/world/gaza-israel-hamas-war-crisis-b2430068.html',\n",
       "  'https://www.independent.co.uk/tv/news/israel-attack-hamas-blood-donation-b2426174.html',\n",
       "  'https://www.independent.co.uk/tv/news/gaza-tower-block-israel-strike-b2426077.html',\n",
       "  'https://www.independent.co.uk/world/albuquerque-international-balloon-fiesta-live-b2425849.html',\n",
       "  'https://www.independent.co.uk/world/nobel-peace-prize-winner-2023-b2425192.html',\n",
       "  'https://www.independent.co.uk/news/uk/home-news/onewhell-skateboards-recall-injury-uk-b2423257.html',\n",
       "  'https://www.independent.co.uk/news/science/early-man-left-africa-jordan-b2423115.html',\n",
       "  'https://www.independent.co.uk/world/turkey-suicide-bomber-terrorist-b2421817.html',\n",
       "  'https://www.independent.co.uk/world/turkey-suicide-bomber-terrorist-b2421817.html',\n",
       "  'https://www.independent.co.uk/world/iraq-bride-groom-wedding-fire-b2420358.html',\n",
       "  'https://www.independent.co.uk/world/stabbing-spain-school-jerez-de-la-frontera-b2420141.html',\n",
       "  'https://www.independent.co.uk/world/paul-iera-kidnapping-australia-iera-b2420135.html',\n",
       "  'https://www.independent.co.uk/world/women-united-nations-general-assembly-b2419487.html',\n",
       "  'https://www.independent.co.uk/world/women-united-nations-general-assembly-b2419487.html',\n",
       "  'https://www.independent.co.uk/world/putin-russia-ukraine-black-sea-fleet-b2418286.html',\n",
       "  'https://www.independent.co.uk/world/mark-dickey-cave-rescue-turkey-b2417111.html',\n",
       "  'https://www.independent.co.uk/world/justin-trudeau-world-leaders-aircraft-b2411139.html',\n",
       "  'https://www.independent.co.uk/asia/india/rishi-sunak-g20-summit-india-b2407867.html',\n",
       "  'https://www.independent.co.uk/world/hong-kong-typhoon-saola-aftermath-b2403728.html',\n",
       "  'https://www.independent.co.uk/world/terry-gou-foxconn-president-taiwan-b2400707.html',\n",
       "  'https://www.independent.co.uk/world/brics-g7-india-china-russia-brazil-south-africa-b2400100.html',\n",
       "  'https://www.independent.co.uk/news/zelensky-sweden-ulf-kristersson-live-b2395930.html',\n",
       "  'https://www.independent.co.uk/world/terry-gou-foxconn-president-taiwan-b2400707.html',\n",
       "  'https://www.independent.co.uk/world/brics-g7-india-china-russia-brazil-south-africa-b2400100.html',\n",
       "  'https://www.independent.co.uk/news/zelensky-sweden-ulf-kristersson-live-b2395930.html',\n",
       "  'https://www.independent.co.uk/tv/news/russia-naval-ship-attacked-ukraine-war-b2387739.html',\n",
       "  'https://www.independent.co.uk/world/nuclear-catastrophe-threat-risk-growing-b2386802.html',\n",
       "  'https://www.independent.co.uk/world/remi-lucidi-instagram-account-fall-daredevil-b2385302.html',\n",
       "  'https://www.independent.co.uk/tv/news/pakistan-explosion-moment-bomb-explodes-political-rally-death-b2384861.html',\n",
       "  'https://www.independent.co.uk/tv/news/niger-party-headquarters-torched-coup-supporters-b2383543.html',\n",
       "  'https://www.independent.co.uk/world/shark-attack-eygpt-deaths-elisabeth-sauer-b2378774.html',\n",
       "  'https://www.independent.co.uk/news/world/americas/us-politics/biden-vilnius-nato-ukraine-speech-b2374157.html',\n",
       "  'https://www.independent.co.uk/world/royal-family-diana-caribbean-island-barbuda-b2372383.html'],\n",
       " 'cnn_espana_articles': ['https://cnnespanol.cnn.com/video/inundaciones-rio-bolivia-cafe-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/inundaciones-rio-bolivia-cafe-tv/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/principe-harry-pierde-demanda-tribunal-superior-seguridad-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/principe-harry-pierde-demanda-tribunal-superior-seguridad-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/guerra-de-rusia-en-ucrania-y-noticias-tras-la-muerte-de-navalny-en-vivo/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/guerra-de-rusia-en-ucrania-y-noticias-tras-la-muerte-de-navalny-en-vivo/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/problemas-salud-papa-francisco-orix/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/problemas-salud-papa-francisco-orix/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/papa-francisco-en-hospital-de-roma-fuente-del-vaticano-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/papa-francisco-en-hospital-de-roma-fuente-del-vaticano-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/5-cosas-28-febrero-mapa-mexico-orix/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/5-cosas-28-febrero-mapa-mexico-orix/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/el-funeral-de-navalny-se-celebrara-este-viernes-dice-su-portavoz-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/el-funeral-de-navalny-se-celebrara-este-viernes-dice-su-portavoz-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/guerra-israel-hamas-vivo-noticias-muertes-rehenes-orix/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/guerra-israel-hamas-vivo-noticias-muertes-rehenes-orix/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/fabricas-corea-norte-armas-rusia-operando-plena-capacidad-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/fabricas-corea-norte-armas-rusia-operando-plena-capacidad-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/pez-pequeno-ruidos-mas-fuertes-que-elefante-estudio-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/28/pez-pequeno-ruidos-mas-fuertes-que-elefante-estudio-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/walt-disney-world-aumento-los-precios-de-las-entradas-para-2025-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/walt-disney-world-aumento-los-precios-de-las-entradas-para-2025-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/estados-unidos-reduzca-fuerzas-medio-oriente-mar-mediterraneo-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/estados-unidos-reduzca-fuerzas-medio-oriente-mar-mediterraneo-trax/',\n",
       "  'https://cnnespanol.cnn.com/video/drones-ucranianos-objetivos-rusos-pkg-nick-paton-walsh-panorama-mundial-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/drones-ucranianos-objetivos-rusos-pkg-nick-paton-walsh-panorama-mundial-tv/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/iran-redujo-reservas-uranio-organismo-control-nuclear-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/iran-redujo-reservas-uranio-organismo-control-nuclear-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/israel-hamas-distancian-optimismo-biden-acuerdo-alto-fuego-gaza-trax/',\n",
       "  'https://cnnespanol.cnn.com/2024/02/27/israel-hamas-distancian-optimismo-biden-acuerdo-alto-fuego-gaza-trax/',\n",
       "  'https://cnnespanol.cnn.com/video/nasa-nave-espacial-modulo-adysseus-redaccion-buenos-aires-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/nasa-nave-espacial-modulo-adysseus-redaccion-buenos-aires-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/argentina-casos-dengue-redaccion-buenos-aires-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/argentina-casos-dengue-redaccion-buenos-aires-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/ranking-5-paises-con-las-mujeres-mas-altas-redaccion-buenos-aires-tv/',\n",
       "  'https://cnnespanol.cnn.com/video/ranking-5-paises-con-las-mujeres-mas-altas-redaccion-buenos-aires-tv/']}"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"Articles from the WORLD news page from today:\")\n",
    "extract_articles_from_sources()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preprocessing from the newspapers3k API: "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_article_details(url):\n",
    "    article = Article(url)\n",
    "    article.download()\n",
    "    article.parse()\n",
    "    article.nlp()\n",
    "    article_details = {\n",
    "        'title':article.title, \n",
    "        'text': article.text, \n",
    "        'authors': article.authors, \n",
    "        'date': article.publish_date, \n",
    "        'keywords': article.keywords\n",
    "    }\n",
    "    return article_details"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def process_article_urls(article_urls_dict):\n",
    "    articles_data = []\n",
    "\n",
    "    for source, urls in article_urls_dict.items():\n",
    "        for url in urls:\n",
    "            try:\n",
    "                article_details = extract_article_details(url)\n",
    "                article_details['source'] = source  # Adding the source information\n",
    "                articles_data.append(article_details)\n",
    "            except Exception as e:\n",
    "                print(f\"Failed to process {url} from {source}: {str(e)}\")\n",
    "    \n",
    "    return articles_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Failed to process https://www.france24.com//observers.france24.com/en/tv-shows/the-observers/20240227-gaza-why-are-israeli-protesters-blocking-humanitarian-aid-for-gaza from france24_articles: Article `download()` failed with 404 Client Error: Not Found for url: https://www.france24.com//observers.france24.com/en/tv-shows/the-observers/20240227-gaza-why-are-israeli-protesters-blocking-humanitarian-aid-for-gaza on URL https://www.france24.com//observers.france24.com/en/tv-shows/the-observers/20240227-gaza-why-are-israeli-protesters-blocking-humanitarian-aid-for-gaza\n",
      "Failed to process https://www.france24.com//observers.france24.com/en/asia-pacific/20240220-misinformation-endangering-rohingya-refugees-indonesia from france24_articles: Article `download()` failed with 404 Client Error: Not Found for url: https://www.france24.com//observers.france24.com/en/asia-pacific/20240220-misinformation-endangering-rohingya-refugees-indonesia on URL https://www.france24.com//observers.france24.com/en/asia-pacific/20240220-misinformation-endangering-rohingya-refugees-indonesia\n",
      "Failed to process https://www.france24.com//observers.france24.com/en/americas/20240216-debunked-chile-fire-wildfires-blue-paint-immune from france24_articles: Article `download()` failed with 404 Client Error: Not Found for url: https://www.france24.com//observers.france24.com/en/americas/20240216-debunked-chile-fire-wildfires-blue-paint-immune on URL https://www.france24.com//observers.france24.com/en/americas/20240216-debunked-chile-fire-wildfires-blue-paint-immune\n",
      "Failed to process https://www.france24.comhttps://www.emmaus-indignaction.org/en/ from france24_articles: Article `download()` failed with HTTPSConnectionPool(host='www.france24.comhttps', port=443): Max retries exceeded with url: //www.emmaus-indignaction.org/en/ (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x0000029985A3EF10>: Failed to establish a new connection: [Errno 11001] getaddrinfo failed')) on URL https://www.france24.comhttps://www.emmaus-indignaction.org/en/\n",
      "Failed to process https://www.france24.comhttps://museemaillol.com/en/expositions/cheri-samba-in-the-jean-pigozzi-collection/ from france24_articles: Article `download()` failed with HTTPSConnectionPool(host='www.france24.comhttps', port=443): Max retries exceeded with url: //museemaillol.com/en/expositions/cheri-samba-in-the-jean-pigozzi-collection/ (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x0000029985A3EDC0>: Failed to establish a new connection: [Errno 11001] getaddrinfo failed')) on URL https://www.france24.comhttps://museemaillol.com/en/expositions/cheri-samba-in-the-jean-pigozzi-collection/\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[20], line 1\u001b[0m\n\u001b[1;32m----> 1\u001b[0m articles_data \u001b[38;5;241m=\u001b[39m \u001b[43mprocess_article_urls\u001b[49m\u001b[43m(\u001b[49m\u001b[43mextract_articles_from_sources\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m      2\u001b[0m df \u001b[38;5;241m=\u001b[39m pd\u001b[38;5;241m.\u001b[39mDataFrame(articles_data)\n\u001b[0;32m      4\u001b[0m df\u001b[38;5;241m.\u001b[39mhead()\n",
      "Cell \u001b[1;32mIn[19], line 7\u001b[0m, in \u001b[0;36mprocess_article_urls\u001b[1;34m(article_urls_dict)\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m url \u001b[38;5;129;01min\u001b[39;00m urls:\n\u001b[0;32m      6\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m----> 7\u001b[0m         article_details \u001b[38;5;241m=\u001b[39m \u001b[43mextract_article_details\u001b[49m\u001b[43m(\u001b[49m\u001b[43murl\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m      8\u001b[0m         article_details[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124msource\u001b[39m\u001b[38;5;124m'\u001b[39m] \u001b[38;5;241m=\u001b[39m source  \u001b[38;5;66;03m# Adding the source information\u001b[39;00m\n\u001b[0;32m      9\u001b[0m         articles_data\u001b[38;5;241m.\u001b[39mappend(article_details)\n",
      "Cell \u001b[1;32mIn[18], line 3\u001b[0m, in \u001b[0;36mextract_article_details\u001b[1;34m(url)\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mextract_article_details\u001b[39m(url):\n\u001b[0;32m      2\u001b[0m     article \u001b[38;5;241m=\u001b[39m Article(url)\n\u001b[1;32m----> 3\u001b[0m     \u001b[43marticle\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdownload\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m      4\u001b[0m     article\u001b[38;5;241m.\u001b[39mparse()\n\u001b[0;32m      5\u001b[0m     article\u001b[38;5;241m.\u001b[39mnlp()\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\newspaper\\article.py:170\u001b[0m, in \u001b[0;36mArticle.download\u001b[1;34m(self, input_html, title, recursion_counter)\u001b[0m\n\u001b[0;32m    168\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m input_html \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    169\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 170\u001b[0m         html \u001b[38;5;241m=\u001b[39m \u001b[43mnetwork\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_html_2XX_only\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mconfig\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    171\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m requests\u001b[38;5;241m.\u001b[39mexceptions\u001b[38;5;241m.\u001b[39mRequestException \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    172\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdownload_state \u001b[38;5;241m=\u001b[39m ArticleDownloadState\u001b[38;5;241m.\u001b[39mFAILED_RESPONSE\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\newspaper\\network.py:62\u001b[0m, in \u001b[0;36mget_html_2XX_only\u001b[1;34m(url, config, response)\u001b[0m\n\u001b[0;32m     59\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m response \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m     60\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m _get_html_from_response(response)\n\u001b[1;32m---> 62\u001b[0m response \u001b[38;5;241m=\u001b[39m requests\u001b[38;5;241m.\u001b[39mget(\n\u001b[0;32m     63\u001b[0m     url\u001b[38;5;241m=\u001b[39murl, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mget_request_kwargs(timeout, useragent, proxies, headers))\n\u001b[0;32m     65\u001b[0m html \u001b[38;5;241m=\u001b[39m _get_html_from_response(response)\n\u001b[0;32m     67\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m config\u001b[38;5;241m.\u001b[39mhttp_success_only:\n\u001b[0;32m     68\u001b[0m     \u001b[38;5;66;03m# fail if HTTP sends a non 2XX response\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\requests\\api.py:73\u001b[0m, in \u001b[0;36mget\u001b[1;34m(url, params, **kwargs)\u001b[0m\n\u001b[0;32m     62\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget\u001b[39m(url, params\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m     63\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"Sends a GET request.\u001b[39;00m\n\u001b[0;32m     64\u001b[0m \n\u001b[0;32m     65\u001b[0m \u001b[38;5;124;03m    :param url: URL for the new :class:`Request` object.\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m     70\u001b[0m \u001b[38;5;124;03m    :rtype: requests.Response\u001b[39;00m\n\u001b[0;32m     71\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m---> 73\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m request(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mget\u001b[39m\u001b[38;5;124m\"\u001b[39m, url, params\u001b[38;5;241m=\u001b[39mparams, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\requests\\api.py:59\u001b[0m, in \u001b[0;36mrequest\u001b[1;34m(method, url, **kwargs)\u001b[0m\n\u001b[0;32m     55\u001b[0m \u001b[38;5;66;03m# By using the 'with' statement we are sure the session is closed, thus we\u001b[39;00m\n\u001b[0;32m     56\u001b[0m \u001b[38;5;66;03m# avoid leaving sockets open which can trigger a ResourceWarning in some\u001b[39;00m\n\u001b[0;32m     57\u001b[0m \u001b[38;5;66;03m# cases, and look like a memory leak in others.\u001b[39;00m\n\u001b[0;32m     58\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m sessions\u001b[38;5;241m.\u001b[39mSession() \u001b[38;5;28;01mas\u001b[39;00m session:\n\u001b[1;32m---> 59\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m session\u001b[38;5;241m.\u001b[39mrequest(method\u001b[38;5;241m=\u001b[39mmethod, url\u001b[38;5;241m=\u001b[39murl, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\requests\\sessions.py:589\u001b[0m, in \u001b[0;36mSession.request\u001b[1;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[0;32m    584\u001b[0m send_kwargs \u001b[38;5;241m=\u001b[39m {\n\u001b[0;32m    585\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtimeout\u001b[39m\u001b[38;5;124m\"\u001b[39m: timeout,\n\u001b[0;32m    586\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m\"\u001b[39m: allow_redirects,\n\u001b[0;32m    587\u001b[0m }\n\u001b[0;32m    588\u001b[0m send_kwargs\u001b[38;5;241m.\u001b[39mupdate(settings)\n\u001b[1;32m--> 589\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msend(prep, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39msend_kwargs)\n\u001b[0;32m    591\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m resp\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\requests\\sessions.py:747\u001b[0m, in \u001b[0;36mSession.send\u001b[1;34m(self, request, **kwargs)\u001b[0m\n\u001b[0;32m    744\u001b[0m         \u001b[38;5;28;01mpass\u001b[39;00m\n\u001b[0;32m    746\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m stream:\n\u001b[1;32m--> 747\u001b[0m     \u001b[43mr\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcontent\u001b[49m\n\u001b[0;32m    749\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m r\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\requests\\models.py:899\u001b[0m, in \u001b[0;36mResponse.content\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    897\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_content \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m    898\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m--> 899\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_content \u001b[38;5;241m=\u001b[39m \u001b[38;5;124;43mb\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mjoin\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43miter_content\u001b[49m\u001b[43m(\u001b[49m\u001b[43mCONTENT_CHUNK_SIZE\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m    901\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_content_consumed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m    902\u001b[0m \u001b[38;5;66;03m# don't need to release the connection; that's been handled by urllib3\u001b[39;00m\n\u001b[0;32m    903\u001b[0m \u001b[38;5;66;03m# since we exhausted the data.\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\requests\\models.py:816\u001b[0m, in \u001b[0;36mResponse.iter_content.<locals>.generate\u001b[1;34m()\u001b[0m\n\u001b[0;32m    814\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mhasattr\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mraw, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m):\n\u001b[0;32m    815\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 816\u001b[0m         \u001b[38;5;28;01myield from\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mraw\u001b[38;5;241m.\u001b[39mstream(chunk_size, decode_content\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[0;32m    817\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m ProtocolError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    818\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m ChunkedEncodingError(e)\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\urllib3\\response.py:628\u001b[0m, in \u001b[0;36mHTTPResponse.stream\u001b[1;34m(self, amt, decode_content)\u001b[0m\n\u001b[0;32m    626\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    627\u001b[0m     \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m is_fp_closed(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp):\n\u001b[1;32m--> 628\u001b[0m         data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43mamt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mamt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdecode_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdecode_content\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    630\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m data:\n\u001b[0;32m    631\u001b[0m             \u001b[38;5;28;01myield\u001b[39;00m data\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\urllib3\\response.py:567\u001b[0m, in \u001b[0;36mHTTPResponse.read\u001b[1;34m(self, amt, decode_content, cache_content)\u001b[0m\n\u001b[0;32m    564\u001b[0m fp_closed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mgetattr\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mclosed\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m)\n\u001b[0;32m    566\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_error_catcher():\n\u001b[1;32m--> 567\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_fp_read\u001b[49m\u001b[43m(\u001b[49m\u001b[43mamt\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m fp_closed \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m    568\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m amt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    569\u001b[0m         flush_decoder \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\site-packages\\urllib3\\response.py:533\u001b[0m, in \u001b[0;36mHTTPResponse._fp_read\u001b[1;34m(self, amt)\u001b[0m\n\u001b[0;32m    530\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m buffer\u001b[38;5;241m.\u001b[39mgetvalue()\n\u001b[0;32m    531\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    532\u001b[0m     \u001b[38;5;66;03m# StringIO doesn't like amt=None\u001b[39;00m\n\u001b[1;32m--> 533\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_fp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43mamt\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mif\u001b[39;00m amt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp\u001b[38;5;241m.\u001b[39mread()\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\http\\client.py:463\u001b[0m, in \u001b[0;36mHTTPResponse.read\u001b[1;34m(self, amt)\u001b[0m\n\u001b[0;32m    460\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m amt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    461\u001b[0m     \u001b[38;5;66;03m# Amount is given, implement using readinto\u001b[39;00m\n\u001b[0;32m    462\u001b[0m     b \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mbytearray\u001b[39m(amt)\n\u001b[1;32m--> 463\u001b[0m     n \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mreadinto\u001b[49m\u001b[43m(\u001b[49m\u001b[43mb\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    464\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mmemoryview\u001b[39m(b)[:n]\u001b[38;5;241m.\u001b[39mtobytes()\n\u001b[0;32m    465\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    466\u001b[0m     \u001b[38;5;66;03m# Amount is not given (unbounded read) so we must check self.length\u001b[39;00m\n\u001b[0;32m    467\u001b[0m     \u001b[38;5;66;03m# and self.chunked\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\http\\client.py:507\u001b[0m, in \u001b[0;36mHTTPResponse.readinto\u001b[1;34m(self, b)\u001b[0m\n\u001b[0;32m    502\u001b[0m         b \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mmemoryview\u001b[39m(b)[\u001b[38;5;241m0\u001b[39m:\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlength]\n\u001b[0;32m    504\u001b[0m \u001b[38;5;66;03m# we do not use _safe_read() here because this may be a .will_close\u001b[39;00m\n\u001b[0;32m    505\u001b[0m \u001b[38;5;66;03m# connection, and the user is reading more bytes than will be provided\u001b[39;00m\n\u001b[0;32m    506\u001b[0m \u001b[38;5;66;03m# (for example, reading in 1k chunks)\u001b[39;00m\n\u001b[1;32m--> 507\u001b[0m n \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mreadinto\u001b[49m\u001b[43m(\u001b[49m\u001b[43mb\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    508\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m n \u001b[38;5;129;01mand\u001b[39;00m b:\n\u001b[0;32m    509\u001b[0m     \u001b[38;5;66;03m# Ideally, we would raise IncompleteRead if the content-length\u001b[39;00m\n\u001b[0;32m    510\u001b[0m     \u001b[38;5;66;03m# wasn't satisfied, but it might break compatibility.\u001b[39;00m\n\u001b[0;32m    511\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_conn()\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\socket.py:704\u001b[0m, in \u001b[0;36mSocketIO.readinto\u001b[1;34m(self, b)\u001b[0m\n\u001b[0;32m    702\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m    703\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 704\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_sock\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrecv_into\u001b[49m\u001b[43m(\u001b[49m\u001b[43mb\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    705\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m timeout:\n\u001b[0;32m    706\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_timeout_occurred \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\ssl.py:1275\u001b[0m, in \u001b[0;36mSSLSocket.recv_into\u001b[1;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[0;32m   1271\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m flags \u001b[38;5;241m!=\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m   1272\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[0;32m   1273\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnon-zero flags not allowed in calls to recv_into() on \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m%\u001b[39m\n\u001b[0;32m   1274\u001b[0m           \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__class__\u001b[39m)\n\u001b[1;32m-> 1275\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43mnbytes\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbuffer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1276\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m   1277\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mrecv_into(buffer, nbytes, flags)\n",
      "File \u001b[1;32mc:\\Anaconda\\lib\\ssl.py:1133\u001b[0m, in \u001b[0;36mSSLSocket.read\u001b[1;34m(self, len, buffer)\u001b[0m\n\u001b[0;32m   1131\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1132\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m buffer \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m-> 1133\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_sslobj\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mlen\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbuffer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1134\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m   1135\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sslobj\u001b[38;5;241m.\u001b[39mread(\u001b[38;5;28mlen\u001b[39m)\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "articles_data = process_article_urls(extract_articles_from_sources())\n",
    "df = pd.DataFrame(articles_data)\n",
    "\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>text</th>\n",
       "      <th>authors</th>\n",
       "      <th>date</th>\n",
       "      <th>keywords</th>\n",
       "      <th>source</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>328</th>\n",
       "      <td>Japón registra un mínimo histórico de natalida...</td>\n",
       "      <td>Japón le paga a familias para que salgan de To...</td>\n",
       "      <td>[Melissa Velásquez Loaiza]</td>\n",
       "      <td>2024-02-27 00:00:00</td>\n",
       "      <td>[es, una, la, que, los, octavo, registra, nata...</td>\n",
       "      <td>cnn_espana_articles</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>329</th>\n",
       "      <td>La Policía de Australia encuentra restos en la...</td>\n",
       "      <td>Luke Davies, izquierda, y Jesse Baird fueron v...</td>\n",
       "      <td>[Melissa Velásquez Loaiza]</td>\n",
       "      <td>2024-02-27 00:00:00</td>\n",
       "      <td>[se, por, una, del, los, y, pareja, gay, resto...</td>\n",
       "      <td>cnn_espana_articles</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330</th>\n",
       "      <td>La Policía de Australia encuentra restos en la...</td>\n",
       "      <td>Luke Davies, izquierda, y Jesse Baird fueron v...</td>\n",
       "      <td>[Melissa Velásquez Loaiza]</td>\n",
       "      <td>2024-02-27 00:00:00</td>\n",
       "      <td>[se, por, una, del, los, y, pareja, gay, resto...</td>\n",
       "      <td>cnn_espana_articles</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>331</th>\n",
       "      <td>ANÁLISIS | Los peligrosos paralelismos entre l...</td>\n",
       "      <td>Vladimir Putin y Xi Jinping, dos líderes fuert...</td>\n",
       "      <td>[Melissa Velásquez Loaiza]</td>\n",
       "      <td>2024-02-27 00:00:00</td>\n",
       "      <td>[sobre, reclamaciones, que, una, los, en, puti...</td>\n",
       "      <td>cnn_espana_articles</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>332</th>\n",
       "      <td>ANÁLISIS | Los peligrosos paralelismos entre l...</td>\n",
       "      <td>Vladimir Putin y Xi Jinping, dos líderes fuert...</td>\n",
       "      <td>[Melissa Velásquez Loaiza]</td>\n",
       "      <td>2024-02-27 00:00:00</td>\n",
       "      <td>[sobre, reclamaciones, que, una, los, en, puti...</td>\n",
       "      <td>cnn_espana_articles</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 title  \\\n",
       "328  Japón registra un mínimo histórico de natalida...   \n",
       "329  La Policía de Australia encuentra restos en la...   \n",
       "330  La Policía de Australia encuentra restos en la...   \n",
       "331  ANÁLISIS | Los peligrosos paralelismos entre l...   \n",
       "332  ANÁLISIS | Los peligrosos paralelismos entre l...   \n",
       "\n",
       "                                                  text  \\\n",
       "328  Japón le paga a familias para que salgan de To...   \n",
       "329  Luke Davies, izquierda, y Jesse Baird fueron v...   \n",
       "330  Luke Davies, izquierda, y Jesse Baird fueron v...   \n",
       "331  Vladimir Putin y Xi Jinping, dos líderes fuert...   \n",
       "332  Vladimir Putin y Xi Jinping, dos líderes fuert...   \n",
       "\n",
       "                        authors                 date  \\\n",
       "328  [Melissa Velásquez Loaiza]  2024-02-27 00:00:00   \n",
       "329  [Melissa Velásquez Loaiza]  2024-02-27 00:00:00   \n",
       "330  [Melissa Velásquez Loaiza]  2024-02-27 00:00:00   \n",
       "331  [Melissa Velásquez Loaiza]  2024-02-27 00:00:00   \n",
       "332  [Melissa Velásquez Loaiza]  2024-02-27 00:00:00   \n",
       "\n",
       "                                              keywords               source  \n",
       "328  [es, una, la, que, los, octavo, registra, nata...  cnn_espana_articles  \n",
       "329  [se, por, una, del, los, y, pareja, gay, resto...  cnn_espana_articles  \n",
       "330  [se, por, una, del, los, y, pareja, gay, resto...  cnn_espana_articles  \n",
       "331  [sobre, reclamaciones, que, una, los, en, puti...  cnn_espana_articles  \n",
       "332  [sobre, reclamaciones, que, una, los, en, puti...  cnn_espana_articles  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "NEWS API exploration\n",
    "Posible exploración para conectar al agente, a la hora de extraer las noticias de manera más generalista: "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "news_api_key = '6ddc83d9e2974d0fabbac57924805fa3'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def search_articles(query, from_date, to_date, language='en',page_size=50):\n",
    "    base_url = \"https://newsapi.org/v2/everything?\"\n",
    "    api_key = news_api_key\n",
    "    \n",
    "    # Constructing the API request URL with parameters\n",
    "    search_url = f\"{base_url}q={query}&from={from_date}&to={to_date}&language={language}&apiKey={api_key}&pageSize={page_size}\"\n",
    "    print(search_url)\n",
    "    # Making the request to NewsAPI\n",
    "    response = requests.get(search_url)\n",
    "    \n",
    "    # Checking if the request was successful\n",
    "    if response.status_code == 200:\n",
    "        return response.json()  # Return the JSON response if successful\n",
    "    else:\n",
    "        return None\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://newsapi.org/v2/everything?q=Ábalos&PSOE&from=2024-02-01&to=2024-02-27&language=es&apiKey=6ddc83d9e2974d0fabbac57924805fa3\n",
      "Title: Ábalos no cede a la presión del PSOE y mantiene su acta de diputado: \"No estoy acusado de nada\"\n",
      "Author: marca.com\n",
      "Published At: 2024-02-27T13:58:19Z\n",
      "Source: Marca\n",
      "URL: https://www.marca.com/tiramillas/actualidad/2024/02/27/65ddc005268e3ef7618b4576.html\n",
      "\n",
      "Title: Wyoming ironiza sobre la negativa de Ábalos a dejar su acta de diputado: \"Qué poco le gusta moverse\"\n",
      "Author: marca.com\n",
      "Published At: 2024-02-27T09:05:18Z\n",
      "Source: Marca\n",
      "URL: https://www.marca.com/tiramillas/television/2024/02/27/65dda557e2704e34b68b45a4.html\n",
      "\n",
      "Title: Ábalos descarta dimitir pero admite que si el 'caso Koldo' hubiera estallado cuando era ministro sí lo habría hecho\n",
      "Author: Europa Press\n",
      "Published At: 2024-02-24T21:23:31Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/24/65da5dabe4d4d8bb3b8b459a.html\n",
      "\n",
      "Title: El PP apunta a Sánchez por el 'caso Koldo': \"Le afecta directamente\"\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-22T10:48:07Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d7232ce85ece84228b45c5.html\n",
      "\n",
      "Title: El alcalde de León (PSOE) revela cómo fue amenazado por Koldo García: \"Me dijo que le quedaban tres años para joderme\"\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-22T09:29:59Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d70b69fdddff1a7f8b45a5.html\n",
      "\n",
      "Title: La Audiencia Nacional intervino los teléfonos de la trama de Koldo tras 17 meses de investigación por Anticorrupción\n",
      "Author: Ángela Martialay, Gema Peñalosa\n",
      "Published At: 2024-02-22T01:39:46Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d6554ce4d4d8884d8b4583.html\n",
      "\n",
      "Title: Sánchez se desvincula de la trama de las mascarillas y niega que tuviera información cuando destituyó a Ábalos como ministro\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-21T17:35:28Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/21/65d5f0a2e4d4d8161b8b457c.html\n",
      "\n",
      "Title: La orden de detención de Koldo, el asesor de Ábalos: usó su \"relación con autoridades\" para cobrar comisiones \"en efectivo\"\n",
      "Author: Esteban Urreiztieta\n",
      "Published At: 2024-02-21T19:36:28Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/21/65d642e9e9cf4ae6208b45d2.html\n",
      "\n",
      "Title: El PP bautiza el caso como \"la banda del Peugeot\" y dice que Koldo, Ábalos, Cerdán y Sánchez \"eran un clan\"\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-27T12:50:41Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65ddd8dafc6c831d648b45bf.html\n",
      "\n",
      "Title: El PSOE insta a Ábalos a entregar su acta de diputado y le da 24 horas: \"Aquí no caben los corruptos\"\n",
      "Author: marca.com\n",
      "Published At: 2024-02-26T12:34:00Z\n",
      "Source: Marca\n",
      "URL: https://www.marca.com/tiramillas/actualidad/2024/02/26/65dc84ef46163fecbf8b458e.html\n",
      "\n",
      "Title: Un pinchazo apunta a la implicación de Ábalos: \"Esto era un favor que le estaba pidiendo Koldo y su ex jefe\"\n",
      "Author: Manuel Marraco\n",
      "Published At: 2024-02-23T11:52:27Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d882fbfdddff73148b4572.html\n",
      "\n",
      "Title: El PSOE exige a Ábalos que entregue el acta de diputado en un plazo de 24 horas: \"Aquí no caben los corruptos\"\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-26T10:22:16Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/26/65db187cfc6c83dc6c8b45b4.html\n",
      "\n",
      "Title: Koldo García usó la cuenta de su hija menor de edad para comprar un piso en Benidorm sin hipoteca\n",
      "Author: Gema Peñalosa, Noa de la Torre\n",
      "Published At: 2024-02-22T21:31:43Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d7b314e9cf4a90458b4571.html\n",
      "\n",
      "Title: El último intento de Ferraz para que Ábalos renuncie a su escaño en el Congreso: \"Estamos seguros de que José Luis hará lo mejor para el PSOE\"\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-26T19:37:45Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/26/65dcc163e85ecef9658b4582.html\n",
      "\n",
      "Title: Directo | El PP pide la dimisión de Ábalos: \"No puede seguir ni un minuto más como diputado\"\n",
      "Author: J. A.\n",
      "Published At: 2024-02-22T12:00:22Z\n",
      "Source: 20minutos.es\n",
      "URL: https://www.20minutos.es/noticia/5220988/0/directo-detencion-asesor-abalos-koldo-garcia-pp-pide-explicaciones-trama-mascarillas-comisiones-ilegales/\n",
      "\n",
      "Title: Detenido Koldo García Izaguirre, asesor del exministro José Luis Ábalos, por presunta corrupción en la compra de mascarillas\n",
      "Author: Europa Press, Gema Peñalosa\n",
      "Published At: 2024-02-21T11:26:14Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/21/65d5db96fdddffa91b8b45bb.html\n",
      "\n",
      "Title: El PSOE suspende a Ábalos de militancia para \"salvaguardar la imagen del partido\"\n",
      "Author: Marta Belver, Marisa Cruz, Vicente Coll\n",
      "Published At: 2024-02-27T14:38:33Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65ddf29821efa0e26b8b459a.html\n",
      "\n",
      "Title: La conexión Ábalos-Sánchez: \"pata fuerte\" desde el primer acto de la resurrección\n",
      "Author: Inma Lidón\n",
      "Published At: 2024-02-26T21:52:03Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/comunidad-valenciana/2024/02/26/65dd049cfdddff769a8b458f.html\n",
      "\n",
      "Title: Detenido un asesor de Ábalos por cobrar comisiones en la compra de mascarillas\n",
      "Author: marca.com\n",
      "Published At: 2024-02-21T12:06:38Z\n",
      "Source: Marca\n",
      "URL: https://www.marca.com/tiramillas/actualidad/2024/02/21/65d5e53646163f640a8b458e.html\n",
      "\n",
      "Title: Una detención, un pinchazo, un viaje a México y un contrato fulminante: los indicios que apuntan a Ábalos\n",
      "Author: Manuel Marraco\n",
      "Published At: 2024-02-25T00:24:15Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/25/65da2a6721efa02a178b45a4.html\n",
      "\n",
      "Title: Risto Mejide se sincera sobre lo ocurrido con Ábalos: \"O está loco o es inocente\"\n",
      "Author: marca.com\n",
      "Published At: 2024-02-27T15:48:17Z\n",
      "Source: Marca\n",
      "URL: https://www.marca.com/tiramillas/television/2024/02/27/65de038a268e3efc6b8b45dc.html\n",
      "\n",
      "Title: Koldo García, el hombre para todo de Ábalos: palizas, condenas, un indulto y los orígenes en el club Rosalex\n",
      "Author: Leyre Iglesias\n",
      "Published At: 2024-02-21T12:18:02Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/21/65d5e78ffc6c83ff258b45d9.html\n",
      "\n",
      "Title: Ábalos y Rubiales contra todos\n",
      "Author: Javier Bernad\n",
      "Published At: 2024-02-27T22:41:18Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/2024/02/27/65de63ef468aeb833e8b45b0.html\n",
      "\n",
      "Title: El PP crea una comisión de investigación del caso Koldo en el Senado a la que llevará a Sánchez, Marlaska, Armengol, Puente, Torres, Illa y Cerdán\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-26T12:51:28Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/26/65dc891621efa0d7418b4594.html\n",
      "\n",
      "Title: Pedro Sánchez, escandalizado por la corrupción, exige al Partido Popular que expulse a Ábalos cuanto antes\n",
      "Author: Javi Ramos\n",
      "Published At: 2024-02-23T12:35:19Z\n",
      "Source: Elmundotoday.com\n",
      "URL: https://www.elmundotoday.com/2024/02/pedro-sanchez-escandalizado-por-la-corrupcion-exige-al-partido-popular-que-expulse-a-abalos-cuanto-antes/\n",
      "\n",
      "Title: Koldo García pregunta si él también puede ir al Grupo Mixto\n",
      "Author: Xavi Puig\n",
      "Published At: 2024-02-27T17:13:58Z\n",
      "Source: Elmundotoday.com\n",
      "URL: https://www.elmundotoday.com/2024/02/koldo-garcia-pregunta-si-el-tambien-puede-ir-al-grupo-mixto/\n",
      "\n",
      "Title: Puente contrapone el \"ejemplo\" de Borrell en el 'caso Huguet-Aguiar' al desafío de Ábalos: \"Se marchó y no se le vio como un corrupto\"\n",
      "Author: Vicente Coll\n",
      "Published At: 2024-02-27T16:24:54Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65de0b7ce85ece474f8b459e.html\n",
      "\n",
      "Title: Moncloa abandona a Ábalos para contener el escándalo del 'caso Koldo'\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-23T21:37:46Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d8ed07e85eceb76a8b459d.html\n",
      "\n",
      "Title: Un Estado terrorista\n",
      "Author: Arcadi Espada, Yaiza Santos\n",
      "Published At: 2024-02-23T23:11:55Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/podcasts/yira-yira/2024/02/24/65d865defdddffe65e8b458c.html\n",
      "\n",
      "Title: Los pagos de Ábalos a la trama de Koldo \"evidencian un concierto previo\"\n",
      "Author: Esteban Urreiztieta\n",
      "Published At: 2024-02-23T21:37:55Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d8fb6ae9cf4a452e8b4584.html\n",
      "\n",
      "Title: El desafío de Ábalos pone a prueba la autoridad de Sánchez\n",
      "Author: Marisa Cruz\n",
      "Published At: 2024-02-27T19:30:25Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65de3239e4d4d8350c8b45ae.html\n",
      "\n",
      "Title: La expulsión de Ábalos conmociona al PSOE: \"Es algo sin precedentes, hasta ayer era núcleo duro del sanchismo\"\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-27T21:39:09Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65de47e221efa0d7418b45dd.html\n",
      "\n",
      "Title: El PP se personará en la causa judicial del 'caso Koldo': \"Es indecente y sórdido\"\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-23T07:37:39Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d84b3de9cf4a7f458b457d.html\n",
      "\n",
      "Title: El PSOE, a la espera de que Ábalos haga público un comunicado en el que dirá si renuncia o no al escaño\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-27T09:56:21Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65dd9302e4d4d82f0c8b45aa.html\n",
      "\n",
      "Title: Vox pide que Illa comparezca en el Parlament por el 'caso Koldo'\n",
      "Author: Víctor Mondelo, Vicente Coll\n",
      "Published At: 2024-02-26T11:57:10Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/cataluna/2024/02/26/65dc7b41e85ece28558b4588.html\n",
      "\n",
      "Title: Sumar y PP tildan de \"gravísimo\" el 'caso Koldo' y reclaman al PSOE \"todas las explicaciones\"\n",
      "Author: Álvaro Carvajal, Marisa Cruz\n",
      "Published At: 2024-02-22T10:40:48Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d721cfe4d4d8884d8b45a1.html\n",
      "\n",
      "Title: La empresa zaragozana con la que el asesor de Ábalos contrató la compra de mascarillas mantenía una deuda con Hacienda de 269.989 euros\n",
      "Author: Javier Ortega\n",
      "Published At: 2024-02-22T10:22:15Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d71dcbe9cf4a662a8b45ce.html\n",
      "\n",
      "Title: José Luis Ábalos rechaza dimitir porque el escaño “quizá es propiedad de los españoles… pero también es un bien de mercado”\n",
      "Author: Kike García\n",
      "Published At: 2024-02-27T15:33:06Z\n",
      "Source: Elmundotoday.com\n",
      "URL: https://www.elmundotoday.com/2024/02/jose-luis-abalos-rechaza-dimitir-porque-el-escano-quiza-es-propiedad-de-los-espanoles-pero-tambien-es-un-bien-de-mercado/\n",
      "\n",
      "Title: El PP diseña un \"calvario\" parlamentario al PSOE sobre el 'caso Koldo'\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-26T00:51:25Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/26/65db6b6ae9cf4a4a2e8b458e.html\n",
      "\n",
      "Title: Ábalos, \"muy decepcionado\" y \"estupefacto\" por la detención de su asesor: \"Sólo deseo que quede en nada\"\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-21T13:18:35Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/21/65d5f7cbe85ecea8028b458a.html\n",
      "\n",
      "Title: Detenido un exasesor de Ábalos por cobrar comisiones en la compra de mascarillas\n",
      "Author: Expansión\n",
      "Published At: 2024-02-21T14:06:40Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/21/65d6036a468aeb34598b456d.html\n",
      "\n",
      "Title: Ábalos forzó a Puertos del Estado a comprar las mascarillas de la trama de Koldo: \"Nos obligó\"\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-23T13:31:16Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d8977de4d4d8be3b8b4572.html\n",
      "\n",
      "Title: El PSOE aísla a Cerdán y deja solo a Ábalos ante el escándalo del 'caso Koldo'\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-22T23:12:29Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d74723fc6c83bb2a8b4599.html\n",
      "\n",
      "Title: El canto del cisne\n",
      "Author: Santiago González\n",
      "Published At: 2024-02-23T23:08:56Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/24/65d8c944e4d4d8c03b8b457d.html\n",
      "\n",
      "Title: El Gobierno y Ábalos recurren a la vieja engañifa del Tribunal de Cuentas\n",
      "Author: Carlos Segovia\n",
      "Published At: 2024-02-27T21:38:46Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65de31b2e85ece3d598b45b9.html\n",
      "\n",
      "Title: ¿Quién va a pagar las facturas de Ábalos?\n",
      "Author: Iñaki Garay\n",
      "Published At: 2024-02-26T23:17:11Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/27/65dd02f9468aebdb768b45c7.html\n",
      "\n",
      "Title: Las frases lapidarias contra el PSOE y las alusiones a Sánchez del discurso de Ábalos: \"Me enfrento a todo el poder político\"\n",
      "Author: Vicente Coll\n",
      "Published At: 2024-02-27T14:48:41Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/27/65ddf30ffc6c83e6618b45c0.html\n",
      "\n",
      "Title: El PSOE empieza a presionar a Ábalos para que renuncie al escaño por su posible implicación en el 'caso Koldo': \"Yo sé lo que haría\"\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-23T12:17:30Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d88498e9cf4a4f2e8b4571.html\n",
      "\n",
      "Title: El PP pedirá que Sánchez explique en el Senado la trama de las mascarillas: \"Las responsabilidades no acaban en Ábalos\"\n",
      "Author: Aitor Riveiro\n",
      "Published At: 2024-02-26T13:04:14Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/pp-pedira-sanchez-explique-senado-trama-mascarillas-responsabilidades-no-acaban-abalos_1_10958187.html\n",
      "\n",
      "Title: Carmen Fúnez (PP) exige a Pedro Sánchez que aclare las \"amenazas\" de Ábalos: \"Es un presidente extorsionado\"\n",
      "Author: Europa Press\n",
      "Published At: 2024-02-25T13:00:38Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/castilla-la-mancha/politica/carmen-funez-pp-exige-pedro-sanchez-aclare-amenazas-abalos-presidente-extorsionado_1_10956225.html\n",
      "\n",
      "Title: Sumar apoyará la comisión de investigación del PSOE sobre el caso Koldo y \"otras compras de material\"\n",
      "Author: Daniel Ríos\n",
      "Published At: 2024-02-26T13:35:02Z\n",
      "Source: 20minutos.es\n",
      "URL: https://www.20minutos.es/noticia/5222097/0/sumar-apoyara-comision-investigacion-que-propondra-psoe-sobre-caso-koldo-otras-compras-material-pandemia/\n",
      "\n",
      "Title: Ábalos no entrega su acta de diputado y se pasa al Grupo Mixto\n",
      "Author: expansion.com\n",
      "Published At: 2024-02-27T14:00:10Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/27/65ddeae6468aeb7f5b8b45a4.html\n",
      "\n",
      "Title: Ábalos dimite como presidente de la Comisión de Interior del Congreso pero mantiene por ahora su acta de diputado\n",
      "Author: José Enrique Monrosi\n",
      "Published At: 2024-02-26T14:07:13Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/abalos-dimite-presidente-comision-interior-congreso-mantiene-ahora-acta-diputado_1_10958673.html\n",
      "\n",
      "Title: Ábalos no renuncia al escaño y seguirá de diputado en el Grupo Mixto\n",
      "Author: José Enrique Monrosi\n",
      "Published At: 2024-02-27T13:42:53Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/abalos-no-renuncia-escano-seguira-diputado-grupo-mixto_1_10957910.html\n",
      "\n",
      "Title: El PSOE pide a Ábalos que entregue su acta de diputado por \"responsabilidad política\"\n",
      "Author: Expansión\n",
      "Published At: 2024-02-26T10:43:58Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/26/65dc6b6a468aeb573c8b45a6.html\n",
      "\n",
      "Title: Ábalos asegura no saber nada del fraude de las mascarillas y el PP exige explicaciones a Sánchez\n",
      "Author: elDiario.es\n",
      "Published At: 2024-02-21T13:40:28Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/abalos-asegura-no-fraude-mascarillas-pp-exige-explicaciones-sanchez_1_10944595.html\n",
      "\n",
      "Title: José Luis Ábalos asegura que la acusación contra él es mediática y política, no judicial\n",
      "Author: Expansión.com\n",
      "Published At: 2024-02-24T09:38:42Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/24/65d9b7cc468aebd0558b458f.html\n",
      "\n",
      "Title: Los tres poderes con Koldo\n",
      "Author: Santiago González\n",
      "Published At: 2024-02-25T23:00:39Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/26/65db787ae9cf4a512e8b45b3.html\n",
      "\n",
      "Title: PSOE corruptooooo y esta vez sin que tengamos que inventar nada jajaja\n",
      "Author: Kike García\n",
      "Published At: 2024-02-26T13:46:27Z\n",
      "Source: Elmundotoday.com\n",
      "URL: https://www.elmundotoday.com/2024/02/psoe-corruptooooo-y-esta-vez-sin-que-tengamos-que-inventar-nada-jajaja/\n",
      "\n",
      "Title: Dinero y aforamiento: lo que perdería Ábalos si renunciara al acta del Congreso\n",
      "Author: Marisa Cruz\n",
      "Published At: 2024-02-23T21:37:36Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d8fd57e4d4d8b53b8b4581.html\n",
      "\n",
      "Title: Koldo logró un contrato de 20 millones el día después de una orden de Ábalos\n",
      "Author: Carlos Segovia\n",
      "Published At: 2024-02-22T21:55:36Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d7a4a8fc6c83a52f8b4578.html\n",
      "\n",
      "Title: El PP asegura que Sánchez no habría sido presidente sin la ayuda de la trama de las mascarillas de la que es el \"líder máximo\"\n",
      "Author: Marta Belver\n",
      "Published At: 2024-02-24T17:23:00Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/24/65da10e3fc6c83dc6c8b4599.html\n",
      "\n",
      "Title: El PSOE exige a Ábalos que entregue su acta de diputado \"en 24 horas\"\n",
      "Author: José Enrique Monrosi\n",
      "Published At: 2024-02-26T10:26:59Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/psoe-le-exige-abalos-entregue-acta-diputado-24-horas_1_10957576.html\n",
      "\n",
      "Title: Investigan al jefe del Depósito Judicial de Murcia por la trama del asesor de Ábalos\n",
      "Author: elDiariomurcia\n",
      "Published At: 2024-02-23T11:10:34Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/murcia/politica/investigan-jefe-deposito-judicial-murcia-trama-asesor-abalos_1_10951218.html\n",
      "\n",
      "Title: El PP rastrea la trama de Koldo en las CCAA: \"El PSOE aún no sabe que está ante uno de los momentos más negros de su historia\"\n",
      "Author: Juanma Lamet\n",
      "Published At: 2024-02-22T23:12:27Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/23/65d7b21b21efa00d108b457d.html\n",
      "\n",
      "Title: María Jesús Montero le enseña la puerta de salida a Ábalos tras el escándalo de las mascarillas: \"Sé lo que yo haría\"\n",
      "Author: José Enrique Monrosi\n",
      "Published At: 2024-02-23T11:11:56Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/maria-jesus-montero-le-ensena-puerta-salida-abalos-escandalo-mascarillas-haria_1_10951472.html\n",
      "\n",
      "Title: ¿Cuánto cobra José Luis Ábalos como diputado?\n",
      "Author: Jose Manuel Sánchez\n",
      "Published At: 2024-02-22T08:13:01Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/cuanto-cobra-jose-luis-abalos-diputado.html\n",
      "\n",
      "Title: No es sólo Ábalos\n",
      "Author: (abc)\n",
      "Published At: 2024-02-22T20:09:05Z\n",
      "Source: Www.abc.es\n",
      "URL: https://www.abc.es/noticias/editorial-abc-solo-abalos-20240223194214-nt.html\n",
      "\n",
      "Title: \"Yo solo conozco a Koldo porque acompañaba a Ábalos\", asegura Mendia que avala a Pedro Sánchez contra la corrupción\n",
      "Author: Josean Izarra\n",
      "Published At: 2024-02-23T10:24:59Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/pais-vasco/2024/02/23/65d87275fdddff8f148b456d.html\n",
      "\n",
      "Title: La mordida de Ábalos\n",
      "Author: (abc)\n",
      "Published At: 2024-02-27T19:28:36Z\n",
      "Source: Www.abc.es\n",
      "URL: https://www.abc.es/opinion/julian-quiros-mordida-abalos-20240228202602-nt.html\n",
      "\n",
      "Title: Borja Sémper, a Ábalos: \"Aproveche y tire de la manta, que le van a dejar tirado\"\n",
      "Author: Redacción HuffPost\n",
      "Published At: 2024-02-27T08:59:03Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/borja-semper-abalos-aproveche-tire-manta-le-dejar-tirado.html\n",
      "\n",
      "Title: Libertad provisional para Koldo García y otros tres detenidos tras negarse a declarar en la Audiencia Nacional\n",
      "Author: Manuel Marraco\n",
      "Published At: 2024-02-22T11:09:33Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/22/65d72a69e4d4d8045f8b459d.html\n",
      "\n",
      "Title: El PSOE empuja a Ábalos a la dimisión por el 'caso Koldo' : \"No puede arrastrarnos en su caída\"\n",
      "Author: Lucía Méndez\n",
      "Published At: 2024-02-24T21:38:02Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/espana/2024/02/24/65da1f3b21efa029178b458e.html\n",
      "\n",
      "Title: El PSOE suspende cautelarmente a Ábalos por no entregar el acta y pasar al Grupo Mixto\n",
      "Author: Redacción HuffPost - Agencias\n",
      "Published At: 2024-02-27T15:07:50Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/el-psoe-suspende-cautelarmente-abalos-entregar-acta-pasar-grupo-mixto.html\n",
      "\n",
      "Title: Anticorrupción describe el poder del asesor de Ábalos: reuniones al máximo nivel y pliegos antes de ser publicados\n",
      "Author: Elena Herrera\n",
      "Published At: 2024-02-23T14:27:24Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/anticorrupcion-describe-asesor-abalos-reuniones-maximo-nivel-pliegos-publicados_1_10952468.html\n",
      "\n",
      "Title: Las 'sugerencias' de renuncia rodean a diputado español por un escándalo de corrupción\n",
      "Author: RT en Español\n",
      " , RT en Español\n",
      "Published At: 2024-02-23T17:12:56Z\n",
      "Source: RT\n",
      "URL: https://actualidad.rt.com/actualidad/500120-psoe-puerta-salida-exministro-abalos-espana\n",
      "\n",
      "Title: Detenido un asesor del exministro Ábalos por presunta corrupción en la compra de mascarillas\n",
      "Author: Redacción HuffPost / EP\n",
      "Published At: 2024-02-21T11:13:32Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/sociedad/detenido-asesor-exministro-abalos-presunta-corrupcion-compra-mascarillas.html\n",
      "\n",
      "Title: El PSOE confirma que Ábalos anunciará su decisión esta mañana en un comunicado\n",
      "Author: Redacción HuffPost\n",
      "Published At: 2024-02-27T09:51:36Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/el-psoe-anuncia-abalos-anunciara-decision-mediante-comunicado.html\n",
      "\n",
      "Title: El PSOE expulsará a Ábalos al Grupo Mixto si no deja el escaño en las próximas horas\n",
      "Author: Redacción HuffPost / Agencias\n",
      "Published At: 2024-02-27T05:36:46Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/el-psoe-expulsara-abalos-grupo-mixto-deja-escano-proximas-horasbr.html\n",
      "\n",
      "Title: El Gobierno presiona a Ábalos para que dimita\n",
      "Author: Jose Manuel Sánchez\n",
      "Published At: 2024-02-23T11:38:12Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/el-gobierno-presiona-abalos-dimita.html\n",
      "\n",
      "Title: Ábalos mantiene su pulso al PSOE: no dimite\n",
      "Author: Redacción HuffPost\n",
      "Published At: 2024-02-27T10:18:48Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/abalos-mantiene-pulso-psoe-dimite.html\n",
      "\n",
      "Title: El PSOE pide a Ábalos que entregue el acta de diputado \"en 24 horas\"\n",
      "Author: Jose Manuel Sánchez\n",
      "Published At: 2024-02-26T10:24:14Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/el-psoe-pide-abalos-entregue-acta.html\n",
      "\n",
      "Title: Sánchez: \"La lucha contra la corrupción ha de ser implacable, venga de donde venga y caiga quien caiga\"\n",
      "Author: Europa Press\n",
      "Published At: 2024-02-24T10:10:32Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/sanchez-lucha-corrupcion-implacable-venga-venga-caiga-caiga_1_10954330.html\n",
      "\n",
      "Title: Koldo García y otros tres detenidos por el fraude de las mascarillas se niegan a declarar en la Audiencia Nacional\n",
      "Author: Pedro Águeda\n",
      "Published At: 2024-02-22T09:42:39Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/politica/koldo-garcia-tres-detenidos-fraude-mascarillas-niegan-declarar-audiencia-nacional_1_10947209.html\n",
      "\n",
      "Title: Ábalos abraza al Grupo Mixto para romper con Sánchez\n",
      "Author: Jose Manuel Sánchez\n",
      "Published At: 2024-02-27T17:04:00Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/abalos-abraza-grupo-mixto-romper-sanchez.html\n",
      "\n",
      "Title: Este es el nuevo asiento de Ábalos en el Congreso\n",
      "Author: Redacción HuffPost\n",
      "Published At: 2024-02-27T16:17:22Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/este-nuevo-asiento-abalos-congreso.html\n",
      "\n",
      "Title: Quién es quién en la trama de comisiones por mascarillas en la que está implicado un asesor de Ábalos\n",
      "Author: J.E. / Agencias\n",
      "Published At: 2024-02-22T09:02:41Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/quien-trama-comisiones-mascarillas-esta-implicado-asesor-abalos.html\n",
      "\n",
      "Title: Anticorrupción cifra en 1,5 millones el incremento patrimonial de Koldo García por la trama de mascarillas\n",
      "Author: Expansión\n",
      "Published At: 2024-02-23T10:36:19Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/23/65d874b0468aeb4c728b45ba.html\n",
      "\n",
      "Title: Puigdemont, Galicia y la trama corrupta de Koldo acorralan a Sánchez\n",
      "Author: Javier Ayuso\n",
      "Published At: 2024-02-26T23:17:39Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/27/65dd0504e5fdeac61a8b45cf.html\n",
      "\n",
      "Title: El caso Koldo' centrará el próximo Pleno de control del Congreso\n",
      "Author: Expansión.com\n",
      "Published At: 2024-02-25T12:06:54Z\n",
      "Source: Expansion.com\n",
      "URL: https://www.expansion.com/economia/politica/2024/02/25/65db2d55468aeb61428b459a.html\n",
      "\n",
      "Title: Investigación y pedido de dimisión: el escándalo de corrupción que acorrala a un diputado en España\n",
      "Author: RT en Español\n",
      " , RT en Español\n",
      "Published At: 2024-02-26T13:37:53Z\n",
      "Source: RT\n",
      "URL: https://actualidad.rt.com/actualidad/500333-psoe-exigir-acta-diputado-corrupcion-pandemia\n",
      "\n",
      "Title: El alcalde de León: \"Si Koldo te amenazaba era casi una amenaza de Ábalos\"\n",
      "Author: Redacción HuffPost / EP\n",
      "Published At: 2024-02-22T16:39:02Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/el-alcalde-leon-si-koldo-te-amenazaba-amenaza-abalos.html\n",
      "\n",
      "Title: Ábalos rompe su silencio y contesta a María Jesús Montero: \"Ya soy mayorcito. A mí las cosas se me dicen claritas\"\n",
      "Author: Sergio Coto\n",
      "Published At: 2024-02-24T06:42:17Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/abalos-rompe-silencio-contesta-maria-jesus-montero-ya-mayorcito-mi-cosas-me-dicen-claritas.html\n",
      "\n",
      "Title: Puente ordena una \"amplísima\" auditoría de la compra de mascarillas en el Ministerio a la trama de Koldo García\n",
      "Author: Antonio M. Vélez\n",
      "Published At: 2024-02-27T15:58:23Z\n",
      "Source: Eldiario.es\n",
      "URL: https://www.eldiario.es/economia/puente-ordena-amplisima-auditoria-compra-mascarillas-ministerio-trama-koldo-garcia_1_10962583.html\n",
      "\n",
      "Title: La 'mano derecha' de Armengol en Baleares: \"Contratamos a quienes nos decían los ministerios\"\n",
      "Author: Eduardo Colom\n",
      "Published At: 2024-02-22T13:46:45Z\n",
      "Source: El Mundo\n",
      "URL: https://www.elmundo.es/baleares/2024/02/22/65d74893fdddffd49f8b459e.html\n",
      "\n",
      "Title: Abascal no se corta y se mofa de Ábalos al hablar así sobre su salida del PSOE: \"Muy razonable\"\n",
      "Author: Autor Redacción\n",
      "Published At: 2024-02-27T17:13:45Z\n",
      "Source: Mundodeportivo.com\n",
      "URL: https://www.mundodeportivo.com/actualidad/20240227/1002198753/abascal-corta-mofa-abalos-hablar-asi-sobre-salida-psoe-razonable-dct.html\n",
      "\n",
      "Title: Sánchez plantea una \"salida personal\" a Ábalos para zanjar el caso Koldo\n",
      "Author: Redacción HuffPost / Agencias\n",
      "Published At: 2024-02-26T05:37:03Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/sanchez-plantea-salida-personal-abalos-zanjar-caso-koldo.html\n",
      "\n",
      "Title: Ábalos renuncia a presidir la Comisión de Interior, pero de momento no dimite\n",
      "Author: Jose Manuel Sánchez\n",
      "Published At: 2024-02-26T14:21:18Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/abalos-renuncia-presidir-comision-interior-momento-dimite.html\n",
      "\n",
      "Title: Koldo García, el \"último aizkolari socialista\" que trabajó como asesor de Ábalos\n",
      "Author: J.E. / Redacción El HuffPost\n",
      "Published At: 2024-02-21T14:23:49Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/koldo-garcia-ultimo-aizkolari-socialista-trabajo-asesor-abalos.html\n",
      "\n",
      "Title: Alán Barroso te cuenta la corrupción del asesor de Ábalos y la hipocresía con el hermano de Ayuso\n",
      "Author: Alan Barroso\n",
      "Published At: 2024-02-22T15:00:14Z\n",
      "Source: Huffingtonpost.es\n",
      "URL: https://www.huffingtonpost.es/politica/la-corrupcion-asesor-abalos-hipocresia-hermano-ayuso.html\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Example usage:\n",
    "from_date = \"2024-02-01\"\n",
    "to_date = \"2024-02-27\"\n",
    "query = \"Ábalos&PSOE\"\n",
    "articles_response = search_articles(query, from_date, to_date, 'es')\n",
    "\n",
    "if articles_response:\n",
    "    # Loop through the articles and print some details\n",
    "    for article in articles_response['articles']:\n",
    "        print(f\"Title: {article['title']}\")\n",
    "        print(f\"Author: {article['author']}\")\n",
    "        print(f\"Published At: {article['publishedAt']}\")\n",
    "        print(f\"Source: {article['source']['name']}\")\n",
    "        print(f\"URL: {article['url']}\\n\")\n",
    "else:\n",
    "    print(\"Failed to retrieve articles\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Uso de Maisa con noticias en texto de la API"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convert_articles_to_dict(articles_list):\n",
    "    # Crear un diccionario para almacenar las URLs categorizadas por fuente\n",
    "    article_urls_dict = {}\n",
    "    for article in articles_list:\n",
    "        # Obtenemos el ID de la fuente\n",
    "        source_id = article['source']['id']\n",
    "        # Si la fuente aún no está en el diccionario, la añadimos\n",
    "        if source_id not in article_urls_dict:\n",
    "            article_urls_dict[source_id] = []\n",
    "        # Añadimos la URL del artículo a la lista correspondiente a su fuente\n",
    "        article_urls_dict[source_id].append(article['url'])\n",
    "    return article_urls_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://newsapi.org/v2/everything?q=Ábalos&PSOE&from=2024-02-26&to=2024-02-27&language=es&apiKey=6ddc83d9e2974d0fabbac57924805fa3&pageSize=3\n"
     ]
    }
   ],
   "source": [
    "# Example usage:\n",
    "from_date = \"2024-02-26\"\n",
    "to_date = \"2024-02-27\"\n",
    "query = \"Ábalos&PSOE\"\n",
    "articles_response = search_articles(query, from_date, to_date, 'es', 3)\n",
    "\n",
    "if articles_response:\n",
    "    articles_data = process_article_urls(convert_articles_to_dict(articles_response['articles']))\n",
    "    df = pd.DataFrame(articles_data)\n",
    "else:\n",
    "    print(\"Failed to retrieve articles\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "api_key = \"sk_live_QgMwc89NHPxhEaD6CeYPMx_kLFsPqUz8ciTP3ErH5L24t\" #Enter the API key\n",
    "from maisa import Maisa\n",
    "import requests\n",
    "\n",
    "maisa = Maisa(\n",
    "    # Jesus's Api\n",
    "    api_key= api_key,\n",
    ")\n",
    "\n",
    "language = 'es' # Si no se especifica es inglés \n",
    "summary_length = 'short' #(short, medium, long)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Topic and Purpose\n",
    "# Target Audience\n",
    "# Quotes or Sources\n",
    "\n",
    "def query_generator(df_texts,df_sources, language_query='en',purpose='breaking news',target='general public'):\n",
    "    i=0\n",
    "    query = f\"You are tasked with crafting a comprehensive news article for a specific publication. This article will address a current issue or topic of interest, drawing upon {len(df_texts)+1} articles to provide a well-rounded perspective in the language {language_query}. \"\n",
    "    for i in range(0, len(df_texts)):\n",
    "        summary = maisa.capabilities.summarize(\n",
    "            text = df_texts[i], # (Required)\n",
    "            lang = language,\n",
    "            length = summary_length,\n",
    "        )\n",
    "        query += f\"This is the article number {i+1} from the source \"+ df_sources[i] +\": \"\n",
    "        query += summary.summary+ \" \"\n",
    "    query += \"After providing the details of the source articles, you will be asked to integrate this information into a coherent and well-structured news article, adhering to a style for the \"+ target +\" and the style is of \"+ purpose +\".\"\n",
    "    return query"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'You are tasked with crafting a comprehensive news article for a specific publication. This article will address a current issue or topic of interest, drawing upon 4 articles to provide a well-rounded perspective in the language es. This is the article number 1 from the source marca: El exministro José Luis Ábalos ha decidido mantener su escaño en el Congreso de los Diputados a pesar del ultimátum del PSOE para que dejara su acta de diputado. Ábalos anunció su dimisión como presidente de la Comisión de Interior, pero mantuvo su acta de diputado. En una comparecencia en la sala de prensa del Congreso, Ábalos afirmó que no está acusado de nada y que no tiene ningún enriquecimiento ilícito. Además, anunció que pasará al grupo mixto del Congreso. El PSOE ha suspendido de militancia a Ábalos tras esta decisión.\\nThis is the article number 2 from the source marca: El panorama político está a la espera de la decisión de José Luis Ábalos sobre si dejará su acta de diputado con el PSOE. En el programa de televisión \\'El Intermedio\\', el presentador Wyoming hizo varios comentarios irónicos sobre la situación y analizó las decisiones del PSOE en relación a las transacciones de compra de material sanitario durante la pandemia. Ábalos se enfrenta a su propio partido y si no cumple con el plazo establecido, pasaría a formar parte del grupo mixto y perdería su aforamiento. Existen especulaciones sobre su posible implicación en el \\'caso Koldo\\'.\\nThis is the article number 3 from the source el-mundo: El Partido Popular (PP) continúa presionando en el escándalo del \\'caso Koldo\\', acusando a una camarilla llamada \"la banda del Peugeot\" conformada por Koldo García Izaguirre, José Luis Ábalos, Santos Cerdán y Pedro Sánchez. El PP argumenta que es imposible que el presidente del Gobierno no tenga responsabilidad política en el caso. Además, el PP solicitará información sobre las contrataciones realizadas durante la pandemia entre Adif, Puertos del Estado, Correos y Telégrafos, y la empresa Soluciones de Gestión y Apoyo a Empresas SL. El objetivo es esclarecer la trama de corrupción y que los españoles conozcan qué ha sucedido con su dinero.\\nAfter providing the details of the source articles, you will be asked to integrate this information into a coherent and well-structured news article, adhering to a style for the general public and the style is of breaking news.'"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Example\n",
    "query_generator(df['text'],df['source'],'es')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<html>\n",
      "<head><title>504 Gateway Time-out</title></head>\n",
      "<body>\n",
      "<center><h1>504 Gateway Time-out</h1></center>\n",
      "</body>\n",
      "</html>\n",
      "\n"
     ]
    }
   ],
   "source": [
    "url = \"https://api.maisa.ai/v1/kpu/run?explain_steps=false&retries=1\"\n",
    "\n",
    "query = query_generator(df['text'],df['source'],'es')\n",
    "\n",
    "payload = \"-----011000010111000001101001\\r\\nContent-Disposition: form-data; name=\\\"query\\\"\\r\\n\\r\\n\"+ query +\"\\r\\n-----011000010111000001101001--\\r\\n\\r\\n\"\n",
    "\n",
    "headers = {\n",
    "    \"X-API-Key\": api_key,\n",
    "    \"accept\": \"application/json\",\n",
    "    \"content-type\": \"multipart/form-data; boundary=---011000010111000001101001\"\n",
    "}\n",
    "\n",
    "response = requests.post(url, data=payload, headers=headers)\n",
    "\n",
    "print(response.text)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}