Added grammer

1 files changed, 8 insertions, 0 deletions

diff --git a/lexer.cpp b/lexer.cpp
index 3b26c52..7717b85 100644
--- a/lexer.cpp
+++ b/lexer.cpp
@@ -292,3 +292,11 @@ std::vector<Token> Lexer::Lex(const std::string& s)
  return result;
 }
 
+// C++: Preprocessor Tokens To Tokens
+void Lexer::PreprocessorTokensToTokens(std::vector<Token>& tokens)
+{
+ for (auto& i : tokens) {
+  if (i.type == "preprocessing-op-or-punc")
+   i.type = i.value;
+ }
+}