// This file is part of Cait . // Copyright (C) 2022-2022 Fuwn // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, version 3. // // This program is distributed in the hope that it will be useful, but // WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU // General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . // // Copyright (C) 2022-2022 Fuwn // SPDX-License-Identifier: GPL-3.0-only #include "lexer.hh" namespace cait { lexer::lexer(std::ifstream &file) { std::string line; std::size_t line_number = 1; for (;;) { while (std::getline(file, line)) { std::vector token_line; this->_lines.push_back(line); start: std::istringstream line_stream(line); std::string word; std::size_t character = 1; while (std::getline(line_stream, word, ' ')) { if (word.empty()) { continue; } token_line.emplace_back(line_number, character, character + word.size(), word); character += word.size() + 1; } if (word == "$") { token_line.pop_back(); std::getline(file, line); goto start; } this->_tree.push_back(token_line); line_number += 1; } break; } } auto lexer::tree() -> token_tree & { return this->_tree; } auto lexer::lines() -> const std::vector & { return this->_lines; } } // namespace cait