70 lines
1.7 KiB
Go
70 lines
1.7 KiB
Go
|
package lexer
|
||
|
|
|
||
|
|
import (
|
||
|
|
"bytes"
|
||
|
|
. "testing"
|
||
|
|
|
||
|
|
"github.com/stretchr/testify/assert"
|
||
|
|
"github.com/stretchr/testify/require"
|
||
|
|
)
|
||
|
|
|
||
|
|
var lexTestSrc = `
|
||
|
|
// this is a comment
|
||
|
|
// // this is also a comment
|
||
|
|
a
|
||
|
|
anIdentifier
|
||
|
|
1
|
||
|
|
100
|
||
|
|
1.5
|
||
|
|
1.5e9
|
||
|
|
|
||
|
|
(punctuation,is{cool}<> )
|
||
|
|
-tab
|
||
|
|
|
||
|
|
"this is a string", "and so is this one"
|
||
|
|
"\"foo"
|
||
|
|
"bar\"baz\""
|
||
|
|
"buz\0"
|
||
|
|
`
|
||
|
|
|
||
|
|
func TestLex(t *T) {
|
||
|
|
l := New(bytes.NewBufferString(lexTestSrc))
|
||
|
|
|
||
|
|
assertNext := func(typ TokenType, val string, row, col int) {
|
||
|
|
t.Logf("asserting %s %q [row:%d col:%d]", typ, val, row, col)
|
||
|
|
require.True(t, l.HasNext())
|
||
|
|
tok := l.Next()
|
||
|
|
assert.Equal(t, typ, tok.TokenType)
|
||
|
|
assert.Equal(t, val, tok.Val)
|
||
|
|
assert.Equal(t, row, tok.Row)
|
||
|
|
assert.Equal(t, col, tok.Col)
|
||
|
|
}
|
||
|
|
|
||
|
|
assertNext(Identifier, "a", 3, 2)
|
||
|
|
assertNext(Identifier, "anIdentifier", 4, 2)
|
||
|
|
assertNext(Identifier, "1", 5, 2)
|
||
|
|
assertNext(Identifier, "100", 6, 2)
|
||
|
|
assertNext(Identifier, "1.5", 7, 2)
|
||
|
|
assertNext(Identifier, "1.5e9", 8, 2)
|
||
|
|
assertNext(Punctuation, "(", 10, 2)
|
||
|
|
assertNext(Identifier, "punctuation", 10, 3)
|
||
|
|
assertNext(Punctuation, ",", 10, 14)
|
||
|
|
assertNext(Identifier, "is", 10, 15)
|
||
|
|
assertNext(Punctuation, "{", 10, 17)
|
||
|
|
assertNext(Identifier, "cool", 10, 18)
|
||
|
|
assertNext(Punctuation, "}", 10, 22)
|
||
|
|
assertNext(Punctuation, "<", 10, 23)
|
||
|
|
assertNext(Punctuation, ">", 10, 24)
|
||
|
|
assertNext(Punctuation, ")", 10, 26)
|
||
|
|
assertNext(Identifier, "-tab", 11, 2)
|
||
|
|
assertNext(String, `"this is a string"`, 13, 2)
|
||
|
|
assertNext(Punctuation, ",", 13, 20)
|
||
|
|
assertNext(String, `"and so is this one"`, 13, 22)
|
||
|
|
assertNext(String, `"\"foo"`, 14, 2)
|
||
|
|
assertNext(String, `"bar\"baz\""`, 15, 2)
|
||
|
|
assertNext(String, `"buz\0"`, 16, 2)
|
||
|
|
|
||
|
|
assert.False(t, l.HasNext())
|
||
|
|
assert.Nil(t, l.Err())
|
||
|
|
}
|