blob: 1100a2e62b8758b227fd4499a35cc0da4caf0aff (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
// This file is part of Cait <https://github.com/Fuwn/cait>.
// Copyright (C) 2022-2022 Fuwn <[email protected]>
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful, but
// WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
//
// Copyright (C) 2022-2022 Fuwn <[email protected]>
// SPDX-License-Identifier: GPL-3.0-only
#include "lexer.hh"
namespace cait {
lexer::lexer(std::ifstream &file) {
std::string line;
std::size_t line_number = 1;
for (;;) {
while (std::getline(file, line)) {
std::vector<token> token_line;
this->_lines.push_back(line);
start:
std::istringstream line_stream(line);
std::string word;
std::size_t character = 1;
while (std::getline(line_stream, word, ' ')) {
if (word.empty()) {
continue;
}
token_line.emplace_back(line_number, character, character + word.size(),
word);
character += word.size() + 1;
}
if (word == "$") {
token_line.pop_back();
std::getline(file, line);
goto start;
}
this->_tree.push_back(token_line);
line_number += 1;
}
break;
}
}
auto lexer::tree() -> token_tree & { return this->_tree; }
auto lexer::lines() -> const std::vector<std::string> & { return this->_lines; }
} // namespace cait
|