// // MultinomialNB.cpp // // Created by Marc Melikyan on 1/17/21. // #include "multinomial_nb.h" #include "../lin_alg/lin_alg.h" #include "../utilities/utilities.h" #include #include #include MLPPMultinomialNB::MLPPMultinomialNB(std::vector> inputSet, std::vector outputSet, int class_num) : inputSet(inputSet), outputSet(outputSet), class_num(class_num) { y_hat.resize(outputSet.size()); Evaluate(); } std::vector MLPPMultinomialNB::modelSetTest(std::vector> X) { std::vector y_hat; for (int i = 0; i < X.size(); i++) { y_hat.push_back(modelTest(X[i])); } return y_hat; } real_t MLPPMultinomialNB::modelTest(std::vector x) { real_t score[class_num]; computeTheta(); for (int j = 0; j < x.size(); j++) { for (int k = 0; k < vocab.size(); k++) { if (x[j] == vocab[k]) { for (int p = class_num - 1; p >= 0; p--) { score[p] += std::log(theta[p][vocab[k]]); } } } } for (int i = 0; i < priors.size(); i++) { score[i] += std::log(priors[i]); } return std::distance(score, std::max_element(score, score + sizeof(score) / sizeof(real_t))); } real_t MLPPMultinomialNB::score() { MLPPUtilities util; return util.performance(y_hat, outputSet); } void MLPPMultinomialNB::computeTheta() { // Resizing theta for the sake of ease & proper access of the elements. theta.resize(class_num); // Setting all values in the hasmap by default to 0. for (int i = class_num - 1; i >= 0; i--) { for (int j = 0; j < vocab.size(); j++) { theta[i][vocab[j]] = 0; } } for (int i = 0; i < inputSet.size(); i++) { for (int j = 0; j < inputSet[0].size(); j++) { theta[outputSet[i]][inputSet[i][j]]++; } } for (int i = 0; i < theta.size(); i++) { for (int j = 0; j < theta[i].size(); j++) { theta[i][j] /= priors[i] * y_hat.size(); } } } void MLPPMultinomialNB::Evaluate() { MLPPLinAlg alg; for (int i = 0; i < outputSet.size(); i++) { // Pr(B | A) * Pr(A) real_t score[class_num]; // Easy computation of priors, i.e. Pr(C_k) priors.resize(class_num); for (int i = 0; i < outputSet.size(); i++) { priors[int(outputSet[i])]++; } priors = alg.scalarMultiply(real_t(1) / real_t(outputSet.size()), priors); // Evaluating Theta... computeTheta(); for (int j = 0; j < inputSet.size(); j++) { for (int k = 0; k < vocab.size(); k++) { if (inputSet[i][j] == vocab[k]) { for (int p = class_num - 1; p >= 0; p--) { score[p] += std::log(theta[i][vocab[k]]); } } } } for (int i = 0; i < priors.size(); i++) { score[i] += std::log(priors[i]); score[i] = exp(score[i]); } for (int i = 0; i < 2; i++) { std::cout << score[i] << std::endl; } // Assigning the traning example's y_hat to a class y_hat[i] = std::distance(score, std::max_element(score, score + sizeof(score) / sizeof(real_t))); } }