#include <iostream>
#include <string>
#include <unordered_map>
#include <sstream>
#include <stringstream>
using namespace std;
using std::string;

void DealWord(string & word){
    for(auto & ch : word){
        if(isalpha(ch) && toupper(ch)){
            ch = tolower(ch);
        }else if(ispunct(ch)){
            ch = ' ';
        }else if(isalnum(ch)){
            ch = ' ';
        }
    }
    if(word.empty()){
        return;
    }
}

void test(){
    unordered_map<string,int> map;
    ifstream ifs("../search-engine/yuliao/english.txt");
    string strline;
    while(getline(ifs,strline)){
        istringstream iss(strline);
        string word;
        while(iss >> word){
            DealWord(word);
            istringstream sst(word);
            string info;
            while(sst >> info){
                ++map[word];
            }
        }
    }
    for(auto & ele :map){
        cout << ele.first << " " << ele.second << "\n";
    }
    ifs.close();
}

int main()
{
    test();
    return 0;
}