1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
const std = @import("std");
const Allocator = std.mem.Allocator;
const Token = @import("lexer/Token.zig");
const Lexer = @import("lexer/Lexer.zig");
const Element = @import("eval/Element.zig");
const Paragraph = Element.paragraph;
const parser = @import("parser.zig");
const link = @import("link.zig");
const content = @import("content.zig");
const testing = @import("testing.zig");
const doTest = testing.do;
const doTestError = testing.doError;
pub const Error = content.Error || link.Error || Allocator.Error;
pub fn parse(alloc: Allocator, l: *Lexer) Error!Element {
var el = try Paragraph.Block.init(alloc);
var root = try Element.Root.init(alloc);
el.content = root.element();
while (l.peek()) |next| switch (next.kind) {
.strong_delimiter => return el.element(),
.weak_delimiter => {
l.consume();
const future = l.peek() orelse return el.element();
if (!future.kind.isInParagraph()) return el.element();
root.append((try Element.Literal.init(alloc, " ")).element());
},
else => root.append(try parseLine(alloc, l)),
};
return el.element();
}
pub fn parseLine(alloc: Allocator, l: *Lexer) Error!Element {
var line = try Element.Root.init(alloc);
while (l.peek()) |next| switch (next.kind) {
.weak_delimiter, .strong_delimiter => return line.element(),
.link => line.append(try link.parse(alloc, l)),
else => line.append(try content.parse(alloc, l)),
};
return line.element();
}
fn doTestMath(parent: Allocator, t: []const u8, v: []const u8) !void {
if (@import("config").short) return;
var arena = std.heap.ArenaAllocator.init(parent);
defer arena.deinit();
var alloc = arena.allocator();
var l = try Lexer.init(t);
var p = try parse(alloc, &l);
const g = try p.renderHTML(alloc);
defer alloc.free(g);
try std.testing.expect(blk: {
var g_iter = std.mem.splitSequence(u8, g, " ");
var v_iter = std.mem.splitSequence(u8, v, " ");
while (g_iter.next()) |g_it| {
const v_it = v_iter.next() orelse break :blk false;
if ((std.mem.startsWith(u8, g_it, "xlink:href=") and std.mem.startsWith(u8, g_it, "xlink:href")) or
(std.mem.startsWith(u8, g_it, "id=") and std.mem.startsWith(u8, v_it, "id="))) continue;
if (!std.mem.eql(u8, g_it, v_it)) {
std.debug.print("not the same: {s} vs {s}", .{ g_it, v_it });
break :blk false;
}
}
break :blk v_iter.next() == null;
});
}
test "parse paragraphs" {
const alloc = std.testing.allocator;
try doTest(parse, alloc, "hello world", "<p>hello world</p>");
try doTest(parse, alloc, "*hello* world", "<p><b>hello</b> world</p>");
try doTest(parse, alloc, "*he_ll_o* world", "<p><b>he<em>ll</em>o</b> world</p>");
try doTest(parse, alloc, "(foo)", "<p>(foo)</p>");
try doTest(parse, alloc, "[](bar)", "<p><a href=\"bar\">bar</a></p>");
try doTest(parse, alloc, "[foo](bar)", "<p><a href=\"bar\">foo</a></p>");
try doTest(parse, alloc, "hello [foo](bar) world", "<p>hello <a href=\"bar\">foo</a> world</p>");
try doTestMath(alloc, "$x$", "<p>" ++ @embedFile("data/test_content_1.svg") ++ "</p>");
try doTestMath(alloc, "$x^2$", "<p>" ++ @embedFile("data/test_content_2.svg") ++ "</p>");
try doTestError(parse, alloc, "hello *world", Error.ModifierNotClosed);
try doTestError(parse, alloc, "hello *wo_rld*", Error.ModifierNotClosed);
try doTestError(parse, alloc, "*hell*o *wo_rld*", Error.ModifierNotClosed);
try doTestError(parse, alloc, "hello wo$rld", Error.ModifierNotClosed);
try doTestError(parse, alloc, "hello ::: world", Error.IllegalPlacement);
}
|
