refactor very simple tokenizer

1 files changed, 28 insertions, 0 deletions

diff --git a/include/parser/enum_type.h b/include/parser/enum_type.h
new file mode 100644
index 0000000..9de3dc7
--- /dev/null
+++ b/include/parser/enum_type.h
@@ -0,0 +1,28 @@
+#pragma once
+
+namespace ov4
+{
+
+enum enum_token_type
+{
+    TEXT,                   //    foo
+    SINGLE_QUOTATION,       //    '
+    DOUBLE_QUOTATION,       //    "
+    LOGIC_AND,              //    &&
+    LOGIC_OR,               //    ||
+    ASYNC,                  //    &
+    PIPE,                   //    |    
+    SEMICOLON,              //    ;
+    EXPAND,                 //    $
+    LEFT_BRACKET,           //    (
+    RIGHT_BRACKET,          //    )
+};
+
+enum guard_type
+{
+    GUARD_OFF,
+    GUARD_WEAK,
+    GUARD_STRONG,
+};
+
+}