evaluate.py

from ann import useModel
from knn import knn_classifier
from emnist import extract_training_samples
from imgUtils import printImage
import numpy as np
import os
from sys import argv

lettere_nostre = [2, 3, 5, 18, 21, 23]

nuoveLables = {
    '2': '0',
    '3': '1',
    '5': '2',
    '18': '3',
    '21': '4',
    '23': '5'
    }
  

def ann_evaluate(test, newlables):
    models = os.listdir('./Models')

    risultati = []

    for elem in models:
        result = useModel(f"./Models/{elem}", test, toMatrix=False)

        cmp = result == newlables
        zeros = np.count_nonzero(cmp == False)
        
        accuracy = 1 - (zeros/len(newlables))

        risultati.append((elem, accuracy))

    os.system('cls' if os.name == 'nt' else 'clear')
    
    risultati.sort(key=lambda x: x[1])

    for elem in risultati:
        print(f"Model Name: {elem[0]}")
        print(f"Accuracy: {elem[1]}\n")


def knn_evaluate(test, newlables):
    ks = [1, 3, 5, 7, 11]

    for k in ks:
        result = knn_classifier(test, k=k,toMatrix=False)

        cmp = result == newlables
        zeros = np.count_nonzero(cmp == False)
        accuracy = 1 - (zeros/len(newlables))
        print(f"K: {k}")
        print(f"Accuracy: {accuracy}\n")


def main(argvs):
    images, labels = extract_training_samples('letters')
    labels = labels - 1

    newimgs = []
    newlables = []

    for i in range(len(labels)):
        tmp = labels[i]

        if tmp in lettere_nostre:
            newimgs.append(np.array(images[i].flatten(), dtype="float32"))
            newlables.append(tmp)
    
    tmpLable = []
    for elem in newlables:
        tmp = nuoveLables[str(elem)]

        tmpLable.append(int(tmp))

    newlables = np.array(tmpLable, dtype="float32")

    test = np.array(newimgs, dtype="float32")

    if len(argvs) > 0:
        if argvs[0] == "--ann":
            ann_evaluate(test, newlables)
        elif argvs[0] == "--knn":
            knn_evaluate(test, newlables)
        else:
            print("Specifica --ann o --knn !")

    else:
        print("Specifica --ann o --knn !")


if __name__ == "__main__":
    main(argv[1:])