ginger/gg/lexer_test.go

151 lines
2.6 KiB
Go
Raw Normal View History

2021-12-26 21:49:43 +00:00
package gg
import (
"errors"
"strconv"
"strings"
"testing"
"github.com/stretchr/testify/assert"
)
func TestLexer(t *testing.T) {
expErr := errors.New("eof")
tests := []struct {
in string
exp []LexerToken
}{
{in: "", exp: []LexerToken{}},
{in: "* fooo\n", exp: []LexerToken{}},
2021-12-26 21:49:43 +00:00
{
in: "foo",
exp: []LexerToken{
{
Kind: LexerTokenKindName,
Value: "foo",
Row: 0, Col: 0,
},
},
},
{
in: "foo bar\nf-o f0O Foo",
2021-12-26 21:49:43 +00:00
exp: []LexerToken{
{
Kind: LexerTokenKindName,
Value: "foo",
Row: 0, Col: 0,
},
{
Kind: LexerTokenKindName,
Value: "bar",
Row: 0, Col: 4,
},
{
Kind: LexerTokenKindName,
Value: "f-o",
Row: 1, Col: 0,
2021-12-26 21:49:43 +00:00
},
{
Kind: LexerTokenKindName,
Value: "f0O",
Row: 1, Col: 4,
2021-12-26 21:49:43 +00:00
},
{
Kind: LexerTokenKindName,
Value: "Foo",
Row: 1, Col: 8,
2021-12-26 21:49:43 +00:00
},
},
},
{
in: "1 100 -100",
exp: []LexerToken{
{
Kind: LexerTokenKindNumber,
Value: "1",
Row: 0, Col: 0,
},
{
Kind: LexerTokenKindNumber,
Value: "100",
Row: 0, Col: 2,
},
{
Kind: LexerTokenKindNumber,
Value: "-100",
Row: 0, Col: 6,
},
},
},
{
in: "1<2!-3 ()",
exp: []LexerToken{
{
Kind: LexerTokenKindNumber,
Value: "1",
Row: 0, Col: 0,
},
{
Kind: LexerTokenKindPunctuation,
Value: "<",
Row: 0, Col: 1,
},
{
Kind: LexerTokenKindNumber,
Value: "2",
Row: 0, Col: 2,
},
{
Kind: LexerTokenKindPunctuation,
Value: "!",
Row: 0, Col: 3,
},
{
Kind: LexerTokenKindNumber,
Value: "-3",
Row: 0, Col: 4,
},
{
Kind: LexerTokenKindPunctuation,
Value: "(",
Row: 0, Col: 7,
},
{
Kind: LexerTokenKindPunctuation,
Value: ")",
Row: 0, Col: 8,
},
},
},
}
for i, test := range tests {
t.Run(strconv.Itoa(i), func(t *testing.T) {
lexer := NewLexer(&mockReader{body: []byte(test.in), err: expErr})
for i := range test.exp {
tok, err := lexer.Next()
assert.NoError(t, err)
assert.Equal(t, test.exp[i], tok, "test.exp[%d]", i)
}
tok, err := lexer.Next()
assert.ErrorIs(t, err, expErr)
assert.Equal(t, LexerToken{}, tok)
lexErr := new(LexerError)
assert.True(t, errors.As(err, &lexErr))
inParts := strings.Split(test.in, "\n")
assert.ErrorIs(t, lexErr, expErr)
assert.Equal(t, lexErr.Row, len(inParts)-1)
assert.Equal(t, lexErr.Col, len(inParts[len(inParts)-1]))
})
}
}