ginger/lexer/lexer_test.go

70 lines
1.7 KiB
Go
Raw Normal View History

2016-07-07 02:46:49 +00:00
package lexer
import (
"bytes"
. "testing"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
var lexTestSrc = `
// this is a comment
// // this is also a comment
a
anIdentifier
1
100
1.5
1.5e9
(punctuation,is{cool}<> )
-tab
"this is a string", "and so is this one"
"\"foo"
"bar\"baz\""
"buz\0"
`
func TestLex(t *T) {
l := New(bytes.NewBufferString(lexTestSrc))
assertNext := func(typ TokenType, val string, row, col int) {
t.Logf("asserting %s %q [row:%d col:%d]", typ, val, row, col)
require.True(t, l.HasNext())
tok := l.Next()
assert.Equal(t, typ, tok.TokenType)
assert.Equal(t, val, tok.Val)
assert.Equal(t, row, tok.Row)
assert.Equal(t, col, tok.Col)
}
assertNext(Identifier, "a", 3, 2)
assertNext(Identifier, "anIdentifier", 4, 2)
assertNext(Identifier, "1", 5, 2)
assertNext(Identifier, "100", 6, 2)
assertNext(Identifier, "1.5", 7, 2)
assertNext(Identifier, "1.5e9", 8, 2)
assertNext(Punctuation, "(", 10, 2)
assertNext(Identifier, "punctuation", 10, 3)
assertNext(Punctuation, ",", 10, 14)
assertNext(Identifier, "is", 10, 15)
assertNext(Punctuation, "{", 10, 17)
assertNext(Identifier, "cool", 10, 18)
assertNext(Punctuation, "}", 10, 22)
assertNext(Punctuation, "<", 10, 23)
assertNext(Punctuation, ">", 10, 24)
assertNext(Punctuation, ")", 10, 26)
assertNext(Identifier, "-tab", 11, 2)
assertNext(String, `"this is a string"`, 13, 2)
assertNext(Punctuation, ",", 13, 20)
assertNext(String, `"and so is this one"`, 13, 22)
assertNext(String, `"\"foo"`, 14, 2)
assertNext(String, `"bar\"baz\""`, 15, 2)
assertNext(String, `"buz\0"`, 16, 2)
assert.False(t, l.HasNext())
assert.Nil(t, l.Err())
}