pokemonBattlePy/pokemon_scraper.py at main · jpromanonet/pokemonBattlePy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
from bs4 import BeautifulSoup
import requests
import json
from constants import *

url = 'https://pokemondb.net/pokedex/all'

page_response = requests.get(url, timeout=5)

page_content = BeautifulSoup(page_response.content, "html.parser")

pokemonData = []

pokemonRows = page_content.find_all("tr")
pokemonDict = {}
for row in pokemonRows[1:]:
    statsHtml = row.find_all("td")[4:]
    statsArray = map(lambda data: int(data.text), statsHtml)
    typesHtml = row.find_all("a", attrs={"class":"type-icon"})

    typesArray = map(lambda data: TYPES.index(data.text), typesHtml)

    name = row.find("a", attrs={"class":"ent-name"}).text

    megaHtml = row.find("small", attrs={"class":"text-muted"})
    if megaHtml:
        name = megaHtml.text
    pokemonDict[name] = {
        "type1": typesArray[0],
        "hp": statsArray[0],
        "attack": statsArray[1],
        "defense": statsArray[2],
        "spattack":statsArray[3],
        "spdefense": statsArray[4],
        "speed": statsArray[5]
    }
    if len(typesArray) > 1:
        pokemonDict[name]["type2"] = typesArray[1]

with open('db/pokemons.json', 'w') as outfile:
    json.dump(pokemonDict, outfile)epidemix