Neural Network is not predicting the correct digit

Question

I am new to ML and for my project, I am trying to make a digit classifier using neural networks. I have made a GUI where you can draw the digit and it will pass the NumPy Array to the neural network. I have trained my neural network with mnist digit data set with a model accuracy of 97.70% yet it cannot predict the digits entered.

#CODE FOR NEURAL NETWORK
    class mltest():
       def __init__(self):
          self.model = keras.Sequential([  keras.layers.Dense(120,input_shape = (784,),activation = 'relu'),
                                           keras.layers.Dense(10,activation = 'softmax')])
       def train(self):   
          (x_train,y_train),(x_test,y_test) = keras.datasets.mnist.load_data()
          x_train = x_train/255
          x_test = x_test/255
          x_train = x_train.reshape(len(x_train),28*28)
          x_test = x_test.reshape(len(x_test),28*28)
          
                                  
          self.model.compile(optimizer='adam',loss='SparseCategoricalCrossentropy',metrics=['accuracy'])
          self.model.fit(x_train,y_train,epochs=12,batch_size=200)
          self.model.evaluate(x_test,y_test)
          
       def test(self,value):
           y_predicted = self.model.predict(value)
           print(np.argmax(y_predicted))
       
       if __name__ =='__main__':
           obj = mltest()
           obj.train()

Epoch 12/12
300/300 [==============================] - 1s 2ms/step - loss: 0.0338 - accuracy: 0.9908
313/313 [==============================] - 0s 776us/step - loss: 0.0763 - accuracy: 0.9770

CODE FOR GUI

class Window(QMainWindow):
    def __init__(self):
        super().__init__()
  
        self.setWindowTitle("Ai")
  
        self.setGeometry(300,300,300,300)
  
        self.image = QImage(self.size(), QImage.Format_RGB32)

        self.image.fill(Qt.white)
  
        self.drawing = False

        self.brushSize = 25

        self.brushColor = Qt.black

        self.lastPoint = QPoint()

        self.object = mltest()

#To send the picture data to neural network when enter key is pressed
    def keyPressEvent(self, event):
        if event.key() ==  16777220:
            screen = QtWidgets.QApplication.primaryScreen()
            screenshot = screen.grabWindow(QtWidgets.QWidget.winId(self))
            bufffer = QBuffer()
            bufffer.open(bufffer.ReadWrite)
            screenshot = screenshot.save(bufffer,'PNG')
            image = Image.open(io.BytesIO(bufffer.data()))
            image = image.convert('P')
            image = np.array(image)
           
            image =cv2.resize(image,dsize = (28,28))

            image = cv2.blur(image,(2,2))
            image = cv2.bitwise_not(image)
            image[image<=30] = 0 
            print(image)
             
            plt.matshow(image)
            plt.show()
            image = image.reshape(1,28*28)
            image = image/255
           
            self.object.test(image)
 #To draw           
    def mousePressEvent(self, event):
        if event.button() == Qt.LeftButton:
            

            self.drawing = True
            self.lastPoint = event.pos()

    def mouseMoveEvent(self, event):

        if (event.buttons() & Qt.LeftButton) & self.drawing:
              
        
            painter = QPainter(self.image)
            painter.setPen(QPen(self.brushColor, self.brushSize, 
                            Qt.SolidLine, Qt.RoundCap, Qt.RoundJoin))

            painter.drawLine(self.lastPoint, event.pos())
            
            self.lastPoint = event.pos()
        
            self.update()


    def mouseReleaseEvent(self, event):
  
        if event.button() == Qt.LeftButton:
            self.drawing = False
  
    def paintEvent(self, event):
        canvasPainter = QPainter(self)
        canvasPainter.drawImage(self.rect(), self.image, self.image.rect())

      
    if __name__ == '__main__':
        App = QApplication(sys.argv)
        window = Window()
        window.show()
        sys.exit(App.exec())

predicted value is 5

Can't see the model in your code. Where exactly do you call it? — Captain Trojan, Jun 30 '21 at 13:22
The MNIST dataset is not meant to create a general handwritten digit recognition system, you cannot use it for this purpose, the images you generate will be very different than the dataset. — Dr. Snoopy, Jun 30 '21 at 13:48

score 2 · Accepted Answer · answered Jun 30 '21 at 13:30

You apparently use if __name__ =='__main__': in two files, and you train the network only when you call the network's file, while when you launch your GUI application your network is created untrained there self.object = mltest(). Unless you call self.object.train(), it'll probably remain untrained and thus incapable of good predictions

Neural Network is not predicting the correct digit

1 Answers1