tweetscleaner.h

#ifndef TWEETSCLEANER_H
#define TWEETSCLEANER_H

#include <unordered_set>
#include <string>
#include "delafdict.h"
#include "spellchecker.h"

namespace casimiro {

typedef std::unordered_set<std::string> StringUnorderedSet;
typedef std::vector<StringUnorderedSet> StringUnorderedSets;

class TweetsCleaner
{
public:
    TweetsCleaner(const DelafDict& _delafDict, const StringUnorderedSets& _foreignDicts, const SpellChecker& _speller);
    virtual ~TweetsCleaner();
    
    virtual void cleanTweets(const std::string& _inFile, const std::string& _outFile, bool _spelling, int _minChoosenWords = 0, double _maxUnknownWordsRate = 0) const;
    virtual void cleanTweetsGroupingByUser(const std::string& _inFile, const std::string& _outFile, bool _spelling, int _minChoosenWords = 0, double _maxUnknownWordsRate = 0);
    
    virtual StringVector chooseWords(const StringVector& _words, bool _spelling = false, double* _unknownWordsRateRet = nullptr) const;
    
private:
    const DelafDict& m_delafDict;
    const StringUnorderedSets& m_foreignDicts;
    const SpellChecker& m_speller;
    
    virtual bool isForeignWord(const std::string& _word) const;
    
};

}
#endif // TWEETSCLEANER_H