summaryrefslogtreecommitdiff
path: root/src/lexer.cc
diff options
context:
space:
mode:
authorFuwn <[email protected]>2022-06-24 04:34:06 -0700
committerFuwn <[email protected]>2022-06-24 04:34:06 -0700
commit06a2da38c0bffa43c9e8a26b6d98dc95595dc081 (patch)
tree09d1c29f9202b1cb8670fa1f0d6bcf256f8f738c /src/lexer.cc
parentdocs(license): add gpl-3.0 (diff)
downloadcait-06a2da38c0bffa43c9e8a26b6d98dc95595dc081.tar.xz
cait-06a2da38c0bffa43c9e8a26b6d98dc95595dc081.zip
ci: push source to remote
Diffstat (limited to 'src/lexer.cc')
-rw-r--r--src/lexer.cc69
1 files changed, 69 insertions, 0 deletions
diff --git a/src/lexer.cc b/src/lexer.cc
new file mode 100644
index 0000000..1100a2e
--- /dev/null
+++ b/src/lexer.cc
@@ -0,0 +1,69 @@
+// This file is part of Cait <https://github.com/Fuwn/cait>.
+// Copyright (C) 2022-2022 Fuwn <[email protected]>
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, version 3.
+//
+// This program is distributed in the hope that it will be useful, but
+// WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+// General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program. If not, see <http://www.gnu.org/licenses/>.
+//
+// Copyright (C) 2022-2022 Fuwn <[email protected]>
+// SPDX-License-Identifier: GPL-3.0-only
+
+#include "lexer.hh"
+
+namespace cait {
+
+lexer::lexer(std::ifstream &file) {
+ std::string line;
+ std::size_t line_number = 1;
+
+ for (;;) {
+ while (std::getline(file, line)) {
+ std::vector<token> token_line;
+
+ this->_lines.push_back(line);
+
+ start:
+ std::istringstream line_stream(line);
+ std::string word;
+ std::size_t character = 1;
+
+ while (std::getline(line_stream, word, ' ')) {
+ if (word.empty()) {
+ continue;
+ }
+
+ token_line.emplace_back(line_number, character, character + word.size(),
+ word);
+
+ character += word.size() + 1;
+ }
+
+ if (word == "$") {
+ token_line.pop_back();
+ std::getline(file, line);
+
+ goto start;
+ }
+
+ this->_tree.push_back(token_line);
+
+ line_number += 1;
+ }
+
+ break;
+ }
+}
+
+auto lexer::tree() -> token_tree & { return this->_tree; }
+
+auto lexer::lines() -> const std::vector<std::string> & { return this->_lines; }
+
+} // namespace cait