From 06a2da38c0bffa43c9e8a26b6d98dc95595dc081 Mon Sep 17 00:00:00 2001 From: Fuwn Date: Fri, 24 Jun 2022 04:34:06 -0700 Subject: ci: push source to remote --- src/lexer.cc | 69 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 src/lexer.cc (limited to 'src/lexer.cc') diff --git a/src/lexer.cc b/src/lexer.cc new file mode 100644 index 0000000..1100a2e --- /dev/null +++ b/src/lexer.cc @@ -0,0 +1,69 @@ +// This file is part of Cait . +// Copyright (C) 2022-2022 Fuwn +// +// This program is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, version 3. +// +// This program is distributed in the hope that it will be useful, but +// WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +// General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with this program. If not, see . +// +// Copyright (C) 2022-2022 Fuwn +// SPDX-License-Identifier: GPL-3.0-only + +#include "lexer.hh" + +namespace cait { + +lexer::lexer(std::ifstream &file) { + std::string line; + std::size_t line_number = 1; + + for (;;) { + while (std::getline(file, line)) { + std::vector token_line; + + this->_lines.push_back(line); + + start: + std::istringstream line_stream(line); + std::string word; + std::size_t character = 1; + + while (std::getline(line_stream, word, ' ')) { + if (word.empty()) { + continue; + } + + token_line.emplace_back(line_number, character, character + word.size(), + word); + + character += word.size() + 1; + } + + if (word == "$") { + token_line.pop_back(); + std::getline(file, line); + + goto start; + } + + this->_tree.push_back(token_line); + + line_number += 1; + } + + break; + } +} + +auto lexer::tree() -> token_tree & { return this->_tree; } + +auto lexer::lines() -> const std::vector & { return this->_lines; } + +} // namespace cait -- cgit v1.2.3