diff options
| author | Fuwn <[email protected]> | 2022-06-24 04:34:06 -0700 |
|---|---|---|
| committer | Fuwn <[email protected]> | 2022-06-24 04:34:06 -0700 |
| commit | 06a2da38c0bffa43c9e8a26b6d98dc95595dc081 (patch) | |
| tree | 09d1c29f9202b1cb8670fa1f0d6bcf256f8f738c /src/lexer.cc | |
| parent | docs(license): add gpl-3.0 (diff) | |
| download | cait-06a2da38c0bffa43c9e8a26b6d98dc95595dc081.tar.xz cait-06a2da38c0bffa43c9e8a26b6d98dc95595dc081.zip | |
ci: push source to remote
Diffstat (limited to 'src/lexer.cc')
| -rw-r--r-- | src/lexer.cc | 69 |
1 files changed, 69 insertions, 0 deletions
diff --git a/src/lexer.cc b/src/lexer.cc new file mode 100644 index 0000000..1100a2e --- /dev/null +++ b/src/lexer.cc @@ -0,0 +1,69 @@ +// This file is part of Cait <https://github.com/Fuwn/cait>. +// Copyright (C) 2022-2022 Fuwn <[email protected]> +// +// This program is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, version 3. +// +// This program is distributed in the hope that it will be useful, but +// WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +// General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with this program. If not, see <http://www.gnu.org/licenses/>. +// +// Copyright (C) 2022-2022 Fuwn <[email protected]> +// SPDX-License-Identifier: GPL-3.0-only + +#include "lexer.hh" + +namespace cait { + +lexer::lexer(std::ifstream &file) { + std::string line; + std::size_t line_number = 1; + + for (;;) { + while (std::getline(file, line)) { + std::vector<token> token_line; + + this->_lines.push_back(line); + + start: + std::istringstream line_stream(line); + std::string word; + std::size_t character = 1; + + while (std::getline(line_stream, word, ' ')) { + if (word.empty()) { + continue; + } + + token_line.emplace_back(line_number, character, character + word.size(), + word); + + character += word.size() + 1; + } + + if (word == "$") { + token_line.pop_back(); + std::getline(file, line); + + goto start; + } + + this->_tree.push_back(token_line); + + line_number += 1; + } + + break; + } +} + +auto lexer::tree() -> token_tree & { return this->_tree; } + +auto lexer::lines() -> const std::vector<std::string> & { return this->_lines; } + +} // namespace cait |