app.py

import pygame, sys, pyttsx3
from pygame.locals import *
import numpy as np
from keras.models import load_model
import cv2

engine = pyttsx3.init()
SIZE_X = 640
SIZE_Y = 480

BOUNDARYINC = 5
WHITE = (255,255,255)
BLACK = (0,0,0)
RED = (255,0,0)

IMAGESAVE = False

MODEL = load_model("bestmodel.keras")

LABELS = {
    0:"Zero", 1:"One", 2:"Two", 3:"Three", 4:"Four", 
    5:"Five", 6:"Six", 7:"Seven", 8:"Eight", 9:"Nine"
}

# Initialize our pygame
pygame.init()

FONT = pygame.font.Font(None, 36)
DISPLAYSURF =  pygame.display.set_mode((SIZE_X, SIZE_Y))

pygame.display.set_caption("Digit Board")

iswriting = False

number_xcord = []
number_ycord = []

imag_cnt = 1
PREDICT = True

while True:

    for event in pygame.event.get():
        if event.type == QUIT:
            pygame.quit()
            sys.exit()
        
        if event.type == MOUSEMOTION and iswriting:
            xcord, ycord = event.pos
            pygame.draw.circle(DISPLAYSURF, WHITE, (xcord, ycord), 4, 0)

            number_xcord.append(xcord)
            number_ycord.append(ycord)

        if event.type == MOUSEBUTTONDOWN:
            iswriting = True

        if event.type == MOUSEBUTTONUP:
            iswriting = False
            number_xcord = sorted(number_xcord)
            number_ycord = sorted(number_ycord)

            rect_min_x, rect_max_x = max(number_xcord[0]-BOUNDARYINC, 0), min(SIZE_X, number_xcord[-1]+BOUNDARYINC)
            rect_min_y, rect_max_y = max(number_ycord[0]-BOUNDARYINC, 0), min(SIZE_Y, number_ycord[-1]+BOUNDARYINC)

            number_xcord = []
            number_ycord = []

            img_arr = np.array(pygame.PixelArray(DISPLAYSURF))[rect_min_x:rect_max_x, rect_min_y: rect_max_y].T.astype(np.float32)

            if IMAGESAVE:
                cv2.imwrite("image.png")
                imag_cnt += 1
            
            if PREDICT:
                image = cv2.resize(img_arr, (28,28))
                image = np.pad(image, ((10,10), (10,10)), 'constant', constant_values=0)
                image = cv2.resize(image, (28,28))/255.0

                label = str(LABELS[np.argmax(MODEL.predict(image.reshape(1,28,28,1)))])
                engine.say(label)
                engine.runAndWait()

                textSurface = FONT.render(label, True, RED, WHITE)
                textRecObj = textSurface.get_rect()
                textRecObj.left, textRecObj.bottom = rect_min_x, rect_max_y

                DISPLAYSURF.blit(textSurface, textRecObj)

            if event.type == KEYDOWN:
                if event.unicode == "n":
                    DISPLAYSURF.fill(BLACK)
        
        pygame.display.update()