diff options
| -rw-r--r-- | src/lexer/token.cc | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/src/lexer/token.cc b/src/lexer/token.cc index ca0545d..317b456 100644 --- a/src/lexer/token.cc +++ b/src/lexer/token.cc @@ -15,6 +15,10 @@ using namespace std; // remove this namespace ov4 { +/* + * remove leading chars + * by default remove " \t" + */ string T_lexer::trim(const string &s, const string &trim_target) // trim_target = " \t" { size_t b = s.find_first_not_of(trim_target); @@ -55,7 +59,9 @@ void T_lexer::bracket_depth_changer(char c, int &bracket_depth) } } - +/* + * determine whether `s` and `next` can be combined to form a token + */ bool T_lexer::token_continue(const string &s, char next) { loggerln("token_continue: receiving {} {}", s, next); |