aboutsummaryrefslogtreecommitdiff
path: root/src/ast.rs
blob: 39935e40dc816f051a5edf069aa3f7f009bf0545 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
// This file is part of Germ <https://github.com/gemrest/germ>.
// Copyright (C) 2022-2022 Fuwn <[email protected]>
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful, but
// WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
//
// Copyright (C) 2022-2022 Fuwn <[email protected]>
// SPDX-License-Identifier: GPL-3.0-only

//! Build AST trees from Gemtext

/// A Gemtext AST node.
///
/// Each Gemtext line is a `Node`, and some lines can even be grouped together,
/// such as the `Node::List` `Node`!
///
/// # Gemtext Resources
///
/// - [Gemtext Documentation](https://gemini.circumlunar.space/docs/gemtext.gmi)
/// - [Gemtext Cheatsheet](https://gemini.circumlunar.space/docs/cheatsheet.gmi).
/// - [Gemini Specification](https://gemini.circumlunar.space/docs/specification.gmi).
#[derive(Debug, PartialEq)]
pub enum Node {
  /// A text line
  ///
  /// # Example
  ///
  /// ```gemini
  /// This is a text line
  /// ```
  Text(String),
  /// A link line
  ///
  /// # Examples
  ///
  /// ```gemini
  /// => /this-is-the-to This is the text
  ///
  /// => gemini://to.somewhere.link
  /// ```
  Link {
    /// The location that a link line is pointing to
    ///
    /// # Examples
    ///
    /// ```gemini
    /// => /this-is-the-to This is the text
    ///
    /// => gemini://to.somewhere.link
    /// ```
    to:   String,
    /// The text a link line *may* have
    ///
    /// # Examples
    ///
    /// ```gemini
    /// => /this-is-the-to This line has text, unlike the next one.
    ///
    /// => gemini://to.somewhere.link
    /// ```
    text: Option<String>,
  },
  /// A heading line
  ///
  /// # Examples
  ///
  /// ```gemini
  /// # This is a heading
  ///
  /// ## This is a sub-heading
  ///
  /// ### This is a sub-sub-heading
  /// ```
  Heading {
    /// The level of a heading
    ///
    /// # Examples
    ///
    /// ```gemini
    /// # This is a level 1 heading
    ///
    /// ## This is a level 2 sub-heading
    ///
    /// ### This is a level 3 sub-sub-heading
    /// ```
    level: usize,
    /// The text of a heading
    ///
    /// # Examples
    ///
    /// ```gemini
    /// # This is the headings text
    ///
    /// # This is also the headings text
    /// ```
    text:  String,
  },
  /// A collection of sequential list item lines
  ///
  /// # Examples
  ///
  /// ```gemini
  /// * These are
  /// * sequential list
  /// * items.
  /// ```
  List(Vec<String>),
  /// A blockquote line
  ///
  /// # Examples
  ///
  /// ```gemini
  /// > This is a blockquote line
  ///
  /// > This is also a blockquote line
  /// ```
  Blockquote(String),
  /// A preformatted block
  ///
  /// # Examples
  ///
  /// Try to ignore the leading backslash in-front of the triple backticks,
  /// they are there to not confuse the Markdown engine.
  ///
  /// ```gemini
  /// \```This is the alt-text
  /// This is the preformatted block
  ///
  /// This is the rest of the preformatted block
  /// \```
  /// ```
  PreformattedText {
    /// A preformatted blocks alt-text
    ///
    /// # Examples
    ///
    /// Try to ignore the leading backslash in-front of the triple backticks,
    /// they are there to not confuse the Markdown engine.
    ///
    /// ```gemini
    /// \```This is the alt-text
    /// This is the preformatted block
    ///
    /// This is the rest of the preformatted block
    /// \```
    /// ```
    alt_text: Option<String>,
    /// A preformatted blocks content
    ///
    /// # Examples
    ///
    /// Try to ignore the leading backslash in-front of the triple backticks,
    /// they are there to not confuse the Markdown engine.
    ///
    /// ```gemini
    /// \```This is the alt-text
    /// This is the preformatted blocks content
    ///
    /// This is the rest of the preformatted blocks content
    /// \```
    /// ```
    text:     String,
  },
  /// A whitespace line, a line which contains nothing but whitespace.
  Whitespace,
}

/// Build an AST tree from Gemtext.
///
/// # Example
///
/// ```rust
/// germ::ast::build(r#"=> gemini://gem.rest/ GemRest"#); 
/// ```
#[must_use]
pub fn build(source: &str) -> Vec<Node> {
  let mut ast = vec![];
  let mut in_preformatted = false;
  let mut in_list = false;
  let mut lines = source.lines();

  // Iterate over all lines in the Gemtext `source`
  while let Some(line) = lines.next() {
    // Evaluate the Gemtext line and append its AST node to the `ast` tree
    ast.append(&mut evaluate(
      line,
      &mut lines,
      &mut in_preformatted,
      &mut in_list,
    ));
  }

  ast
}

#[allow(clippy::too_many_lines)]
fn evaluate(
  line: &str,
  lines: &mut std::str::Lines<'_>,
  in_preformatted: &mut bool,
  in_list: &mut bool,
) -> Vec<Node> {
  let mut preformatted = String::new();
  let mut alt_text = String::new();
  let mut nodes = vec![];
  let mut line = line;
  let mut list_items = vec![];

  // Enter a not-so-infinite loop as sometimes, we may need to stay in an
  // evaluation loop, e.g., multiline contexts: preformatted text, lists, etc.
  loop {
    // Match the first character of the Gemtext line to understand the line type
    match line.get(0..1).unwrap_or("") {
      "=" => {
        // If the Gemtext line starts with an "=" ("=>"), it is a link line, so
        // splitting it up should be easy enough.
        let line = line.get(2..).unwrap();
        let mut split = line
          .split_whitespace()
          .map(String::from)
          .collect::<Vec<String>>()
          .into_iter();

        nodes.push(Node::Link {
          to:   split.next().expect("no location in link"),
          text: {
            let rest = split.collect::<Vec<String>>().join(" ");

            if rest.is_empty() {
              None
            } else {
              Some(rest)
            }
          },
        });

        break;
      }
      "#" => {
        // If the Gemtext line starts with an "#", it is a heading, so let's
        // find out how deep it goes.
        let level = match line.get(0..3) {
          Some(root) =>
            if root.contains("###") {
              3
            } else if root.contains("##") {
              2
            } else if root.contains('#') {
              1
            } else {
              0
            },
          None => 0,
        };

        nodes.push(Node::Heading {
          level,
          // Here, we are `get`ing the `&str` starting at the `level`-th index,
          // then trimming the start. These operations effectively off the line
          // identifier.
          text: line.get(level..).unwrap_or("").trim_start().to_string(),
        });

        break;
      }
      "*" => {
        // If the Gemtext line starts with an asterisk, it is a list item, so
        // let's enter a list context.
        if !*in_list {
          *in_list = true;
        }

        list_items.push(line.get(1..).unwrap_or("").trim_start().to_string());

        line = lines.next().unwrap();
      }
      ">" => {
        // If the Gemtext line starts with an ">", it is a blockquote, so let's
        // just clip off the line identifier.
        nodes.push(Node::Blockquote(
          line.get(1..).unwrap_or("").trim_start().to_string(),
        ));

        break;
      }
      "`" => {
        // If the Gemtext line starts with a backtick, it is a list item, so
        // let's enter a preformatted text context.
        *in_preformatted = !*in_preformatted;

        if *in_preformatted {
          alt_text = line.get(3..).unwrap_or("").to_string();
          line = lines.next().unwrap();
        } else {
          nodes.push(Node::PreformattedText {
            alt_text: if alt_text.is_empty() {
              None
            } else {
              Some(alt_text)
            },
            text:     preformatted,
          });

          break;
        }
      }
      "" if !*in_preformatted => {
        // If the line has nothing on it, it is a whitespace line, as long as we
        // aren't in a preformatted line context.
        nodes.push(Node::Whitespace);

        break;
      }
      // This as a catchall, it does a number of things.
      _ => {
        if *in_preformatted {
          // If we are in a preformatted line context, add the line to the
          // preformatted blocks content and increment the line.
          preformatted.push_str(&format!("{}\n", line));

          line = lines.next().unwrap();
        } else {
          // If we are in a list item and hit a catchall, that must mean that we
          // encountered a line which is not a list line, so let's stop adding
          // items to the list context.
          if *in_list {
            *in_list = false;

            nodes.push(Node::Text(line.to_string()));

            break;
          }

          nodes.push(Node::Text(line.to_string()));

          break;
        }
      }
    }
  }

  if !list_items.is_empty() {
    nodes.reverse();
    nodes.push(Node::List(list_items));
    nodes.reverse();
  }

  nodes
}