#include "lang_analysis/ast.h" #include #include #include #include "lang_analysis/lexer_class.h" #include "lang_analysis/enum_type.h" #include "lang_analysis/token.h" #include "lang_analysis/symbol_property.h" #include "util/io.h" #include "error.h" #include "magic_enum/magic_enum.hpp" using namespace std; namespace ov4 { size_t T_lexer::alloc_ast() { ast.emplace_back(); return ast_index++; } string T_lexer::final_trim(size_t _begin, size_t _end) { string s; for (size_t i = _begin; i < _end; i++) { if (token[i].token_type != TEXT) continue; s += token[i].text + " "; } s = s.substr(0, s.size()-1); // eat final space return s; } int T_lexer::get_pivot_order(enum_token_type x) { string s = symbol_enum2string(x); if (s != "") { return symbol_property.at(s).pivot_priority; } // not found return -1; } bool T_lexer::is_operator(enum_token_type x) { string s = symbol_enum2string(x); if (s != "") return (symbol_property.at(s).pivot_priority >= 0) ? true : false; return false; } // region [begin, end) void T_lexer::parse(size_t cmd_begin, size_t cmd_end, size_t ast_vec) { int current_depth = 0; int current_order = -1; int max_depth = -1; size_t found_pos = string::npos; // if it's fully inside bracket // then it's subshell if (cmd_begin != cmd_end) loggerln("parse: left token type: {}, right: {}", magic_enum::enum_name(token[cmd_begin].token_type), magic_enum::enum_name(token[cmd_end-1].token_type)); if (cmd_begin != cmd_end && token[cmd_begin].token_type == LEFT_BRACKET && token[cmd_end-1].token_type == RIGHT_BRACKET) { ast[ast_vec].subshell = true; loggerln("parse: detect subshell {}", ast_vec); // eat () subshell token cmd_begin++; cmd_end--; } else { ast[ast_vec].subshell = false; } for (size_t i = cmd_begin; i < cmd_end; i++) { if (token[i].bracket_depth > max_depth) max_depth = token[i].bracket_depth; } while (found_pos == string::npos) { // scan from right to left for (size_t i = cmd_end - 1; i >= cmd_begin && i < cmd_end; i--) { // if same depth // and higher order number if (token[i].bracket_depth == current_depth && is_operator(token[i].token_type) && get_pivot_order(token[i].token_type) > current_order) { current_order = get_pivot_order(token[i].token_type); found_pos = i; loggerln("Found pos: {} order: {} depth: {}", i, current_order, current_depth); } } current_depth++; if (current_depth > max_depth) { break; } } if (found_pos == string::npos) { loggerln("Smallest unit"); ast[ast_vec].token_type = TEXT; ast[ast_vec].command_text = final_trim(cmd_begin, cmd_end); return; } string token_str = symbol_enum2string(token[found_pos].token_type); // miss left if (symbol_property.at(token_str).left == child_existence_type::EXIST && cmd_begin == found_pos) throw T_error{error_code::AST_MISS_LEFT_CHILD, "parse: missing left child"}; // miss right if (symbol_property.at(token_str).right == child_existence_type::EXIST && cmd_end-1 == found_pos) throw T_error{error_code::AST_MISS_RIGHT_CHILD, "parse: missing right child"}; // should not exist left if (symbol_property.at(token_str).left == child_existence_type::NOT_EXIST && cmd_begin != found_pos) throw T_error{error_code::AST_EXIST_LEFT_CHILLD, "parse: left child should NOT exist"}; // should not exist right if (symbol_property.at(token_str).right == child_existence_type::NOT_EXIST && cmd_end-1 != found_pos) throw T_error{error_code::AST_EXIST_LEFT_CHILLD, "parse: right child should NOT exist"}; ast[ast_vec].token_type = token[found_pos].token_type; loggerln("Parse sub: {}, {}, {}", cmd_begin, found_pos, cmd_end); if (symbol_property.at(token_str).left == child_existence_type::EXIST || symbol_property.at(token_str).left == child_existence_type::OPTIONAL) { size_t l = alloc_ast(); ast[ast_vec].left = l; parse(cmd_begin, found_pos, l); } if (symbol_property.at(token_str).right == child_existence_type::EXIST || symbol_property.at(token_str).right == child_existence_type::OPTIONAL) { size_t r = alloc_ast(); ast[ast_vec].right = r; parse(found_pos+1, cmd_end, r); } } }