NaiveWordCount.cpp

#include <iostream>
#include <fstream>
#include <map>
#include <algorithm>
#include <cctype>


#define NUM_OF_FILES 3000

std::map<std::string, int> globalMap;

bool isNotAlpha(char c){
    return isalpha(c) == 0;
}
void removePunctuation(std::string &s){
    s.erase(remove_if(s.begin(), s.end(), isNotAlpha), s.end());
}

std::string formatWord(std::string input){

    //Remove punctuation and keep only alphabets
    removePunctuation(input);
    std::string output;
    output.resize(input.size());

    //Transform uppercase to lowercase
    std::transform(input.begin(),
                 input.end(),
                 output.begin(),
                 ::tolower);
    return output;
}

void addToMap(const std::string word){
    if(word.length() > 0){
        globalMap[word] += 1;
    }
}

void printMap(){
    std::fstream fptr;
    fptr.open("./naive_word_count.txt");

    long wordCount = 0;
    std::map<std::string, int>::iterator it;
    for(it = globalMap.begin(); it != globalMap.end(); it++){
        // std::string line = "Key: " + it->first + ", Value: " + std::to_string(it->second) + "\n";
        std::string line = it->first + " " + std::to_string(it->second) + "\n";
        fptr << line; 
        wordCount++;
    }
    fptr.close();
    // std::cout<<std::endl;
    // std::cout<<"Total words: "<<wordCount<<std::endl;
}

void readFile(std::string filename){
    // std::cout<<filename;
    std::fstream fptr;
    fptr.open(filename);
    std::string word;
    int numOfWords = 0;
    while(fptr >> word){
        word = formatWord(word);
        addToMap(word);
    }
    fptr.close();
}

int main(int argc, char const *argv[])
{
    clock_t start,end;

	start = clock();
    std::fstream fptr;
    fptr.open("./file_list.txt");

    std::string file[NUM_OF_FILES];

    //Read files 
    for(int i = 0; i < NUM_OF_FILES; i++ ){
        std::string line;
        std::getline(fptr, line);
        // std::cout<<line<<std::endl;
        file[i] = line;
    }

    for(int i = 0; i < NUM_OF_FILES; i++){
        readFile(file[i]);
    }
    printMap();

    end = clock();
    double time = (double)(end - start) / CLOCKS_PER_SEC;
	printf("Time taken: %f sec\n", time);
    fptr.close();
    
    
    return 0;
}