code.py

import re

from bs4 import BeautifulSoup

import requests

import unicodecsv as csv


def format_string(s: str):
    return s.strip(": \r\n")


def format_int(s: str):
    s = format_string(s)
    s = re.search(r"\d*", s)
    if s is None:
        return 0
    s = s[0]
    if len(s) == 0:
        return 0
    return int(s)


def format_float(s: str):
    s = format_string(s.replace(",", "."))
    s = re.search(r"\d*\.*\d*", s)
    if s is None:
        return ""
    s = s[0]
    if len(s) == 0:
        return ""
    return float(s)


BASE_URL = ("http://sgdbinhduong.edu.vn/Tracuudiem/Tuyensinh10/tabid/294/NamThi/"
            "2020/DotThiId/34/ThiSinhId/{}/Default.aspx")

HEADING = [u"Tên", u"SBD", u"Ngày sinh", u"Giới Tính", u"Nơi sinh", u"Trường", u"Nguyện vọng 1",
           u"Nguyện vọng 2", u"Chuyên 1", u"Chuyên 2", u"Điểm ưu tiên", u"Văn", u"Anh", u"Toán",
           u"Chuyên 1", u"Chuyên 2", u"Tổng", u"Tổng chuyên 1", u"Tổng chuyên 2"]


class Student:
    def __init__(this, id):
        soup = BeautifulSoup(requests.get(BASE_URL.format(id)).text, "html.parser")
        data = soup.tbody.find_all("tr")

        this.name = format_string(data[0].th.span.string)
        this.id = format_int(data[1].td.string)
        this.birthday = format_string(data[2].td.string)
        this.sex = format_string(data[3].td.string)
        this.born_in = format_string(data[4].td.string)
        this.sec_school = format_string(data[5].td.string)
        this.nv1 = format_int(data[6].td.string)
        this.nv2 = format_int(data[7].td.string)
        this.nvC1 = format_string(data[8].td.string)
        this.nvC2 = format_string(data[9].td.string)
        this.priority_points = format_float(data[10].td.string)
        data = data[11].find_all("th")
        this.p_van = format_float(data[7].string)
        this.p_anh = format_float(data[8].string)
        this.p_toan = format_float(data[9].string)
        this.p_chuyen1 = format_float(data[10].string)
        this.p_chuyen2 = format_float(data[11].string)
        tmp = re.findall(r": [\w0-9\.]*\r", data[12].text.replace(",", "."))
        this.sum_TVA = format_float(tmp[0])
        this.sum_chuyen1 = format_float(tmp[1])
        this.sum_chuyen2 = format_float(tmp[2])

    def get_data_as_list(self):
        return [self.name, self.id, self.birthday, self.sex, self.born_in, self.sec_school,
                self.nv1, self.nv2, self.nvC1, self.nvC2, self.priority_points, self.p_van,
                self.p_anh, self.p_toan, self.p_chuyen1, self.p_chuyen2, self.sum_TVA,
                self.sum_chuyen1, self.sum_chuyen2]

    def __str__(self):
        global HEADING
        data = self.get_data_as_list()
        return '\n'.join([name + ': ' + str(val) for name, val in zip(HEADING, data)])


with open("Tuyensinh10.csv", "ab") as writeFile:
    writer = csv.writer(writeFile, encoding="utf-8")
    # writer.writerow(HEADING)
    L = 149774
    # R = 149780
    R = 150486
    for i in range(L, R+1):
        print("Geting", i)
        student = Student(i)
        writer.writerow(student.get_data_as_list())

writeFile.close()