Move source file parsing logic to a separate file.

This commit is contained in:
Bartosz Taudul
2021-03-26 02:21:53 +01:00
parent 174bb4d2f1
commit bd4335bace
8 changed files with 211 additions and 142 deletions

View File

@@ -75,10 +75,10 @@ static unordered_flat_set<const char*, charutil::Hasher, charutil::Comparator> G
}
}
void Tokenizer::Reset()
Tokenizer::Tokenizer()
: m_isInComment( false )
, m_isInPreprocessor( false )
{
m_isInComment = false;
m_isInPreprocessor = false;
}
std::vector<Tokenizer::Token> Tokenizer::Tokenize( const char* begin, const char* end )