91 lines
2.6 KiB
Swift
91 lines
2.6 KiB
Swift
import Spectre
|
|
@testable import Stencil
|
|
|
|
|
|
func testLexer() {
|
|
describe("Lexer") {
|
|
$0.it("can tokenize text") {
|
|
let lexer = Lexer(templateString: "Hello World")
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 1
|
|
try expect(tokens.first) == .text(value: "Hello World")
|
|
}
|
|
|
|
$0.it("can tokenize a comment") {
|
|
let lexer = Lexer(templateString: "{# Comment #}")
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 1
|
|
try expect(tokens.first) == .comment(value: "Comment")
|
|
}
|
|
|
|
$0.it("can tokenize a variable") {
|
|
let lexer = Lexer(templateString: "{{ Variable }}")
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 1
|
|
try expect(tokens.first) == .variable(value: "Variable")
|
|
}
|
|
|
|
$0.it("can tokenize unclosed tag by ignoring it") {
|
|
let lexer = Lexer(templateString: "{{ thing")
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 1
|
|
try expect(tokens.first) == .text(value: "")
|
|
}
|
|
|
|
$0.it("can tokenize a mixture of content") {
|
|
let lexer = Lexer(templateString: "My name is {{ name }}.")
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 3
|
|
try expect(tokens[0]) == Token.text(value: "My name is ")
|
|
try expect(tokens[1]) == Token.variable(value: "name")
|
|
try expect(tokens[2]) == Token.text(value: ".")
|
|
}
|
|
|
|
$0.it("can tokenize two variables without being greedy") {
|
|
let lexer = Lexer(templateString: "{{ thing }}{{ name }}")
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 2
|
|
try expect(tokens[0]) == Token.variable(value: "thing")
|
|
try expect(tokens[1]) == Token.variable(value: "name")
|
|
}
|
|
|
|
$0.it("can tokenize an unclosed block") {
|
|
let lexer = Lexer(templateString: "{%}")
|
|
let _ = lexer.tokenize()
|
|
}
|
|
|
|
$0.it("can tokenize an empty variable") {
|
|
let lexer = Lexer(templateString: "{{}}")
|
|
let _ = lexer.tokenize()
|
|
}
|
|
|
|
$0.it("can tokenize with new lines") {
|
|
let lexer = Lexer(templateString:
|
|
"My name is {%\n" +
|
|
" if name\n" +
|
|
" and\n" +
|
|
" name\n" +
|
|
"%}{{\n" +
|
|
"name\n" +
|
|
"}}{%\n" +
|
|
"endif %}.")
|
|
|
|
let tokens = lexer.tokenize()
|
|
|
|
try expect(tokens.count) == 5
|
|
try expect(tokens[0]) == Token.text(value: "My name is ")
|
|
try expect(tokens[1]) == Token.block(value: "if name and name")
|
|
try expect(tokens[2]) == Token.variable(value: "name")
|
|
try expect(tokens[3]) == Token.block(value: "endif")
|
|
try expect(tokens[4]) == Token.text(value: ".")
|
|
|
|
}
|
|
}
|
|
}
|