ginger/gg/lexer_test.go

package gg

import (
	"errors"
	"strconv"
	"strings"
	"testing"

	"github.com/stretchr/testify/assert"
)

func TestLexer(t *testing.T) {

	expErr := errors.New("eof")

	tests := []struct {
		in  string
		exp []LexerToken
	}{
		{in: "", exp: []LexerToken{}},
		{in: "* fooo\n", exp: []LexerToken{}},
		{
			in: "foo",
			exp: []LexerToken{
				{
					Kind:  LexerTokenKindName,
					Value: "foo",
					Row:   0, Col: 0,
				},
			},
		},
		{
			in: "foo bar\nf-o f0O Foo",
			exp: []LexerToken{
				{
					Kind:  LexerTokenKindName,
					Value: "foo",
					Row:   0, Col: 0,
				},
				{
					Kind:  LexerTokenKindName,
					Value: "bar",
					Row:   0, Col: 4,
				},
				{
					Kind:  LexerTokenKindName,
					Value: "f-o",
					Row:   1, Col: 0,
				},
				{
					Kind:  LexerTokenKindName,
					Value: "f0O",
					Row:   1, Col: 4,
				},
				{
					Kind:  LexerTokenKindName,
					Value: "Foo",
					Row:   1, Col: 8,
				},
			},
		},
		{
			in: "1 100 -100",
			exp: []LexerToken{
				{
					Kind:  LexerTokenKindNumber,
					Value: "1",
					Row:   0, Col: 0,
				},
				{
					Kind:  LexerTokenKindNumber,
					Value: "100",
					Row:   0, Col: 2,
				},
				{
					Kind:  LexerTokenKindNumber,
					Value: "-100",
					Row:   0, Col: 6,
				},
			},
		},
		{
			in: "1<2!-3 ()",
			exp: []LexerToken{
				{
					Kind:  LexerTokenKindNumber,
					Value: "1",
					Row:   0, Col: 0,
				},
				{
					Kind:  LexerTokenKindPunctuation,
					Value: "<",
					Row:   0, Col: 1,
				},
				{
					Kind:  LexerTokenKindNumber,
					Value: "2",
					Row:   0, Col: 2,
				},
				{
					Kind:  LexerTokenKindPunctuation,
					Value: "!",
					Row:   0, Col: 3,
				},
				{
					Kind:  LexerTokenKindNumber,
					Value: "-3",
					Row:   0, Col: 4,
				},
				{
					Kind:  LexerTokenKindPunctuation,
					Value: "(",
					Row:   0, Col: 7,
				},
				{
					Kind:  LexerTokenKindPunctuation,
					Value: ")",
					Row:   0, Col: 8,
				},
			},
		},
	}

	for i, test := range tests {
		t.Run(strconv.Itoa(i), func(t *testing.T) {

			lexer := NewLexer(&mockReader{body: []byte(test.in), err: expErr})

			for i := range test.exp {
				tok, err := lexer.Next()
				assert.NoError(t, err)
				assert.Equal(t, test.exp[i], tok, "test.exp[%d]", i)
			}

			tok, err := lexer.Next()
			assert.ErrorIs(t, err, expErr)
			assert.Equal(t, LexerToken{}, tok)

			lexErr := new(LexerError)
			assert.True(t, errors.As(err, &lexErr))

			inParts := strings.Split(test.in, "\n")

			assert.ErrorIs(t, lexErr, expErr)
			assert.Equal(t, lexErr.Row, len(inParts)-1)
			assert.Equal(t, lexErr.Col, len(inParts[len(inParts)-1]))
		})
	}

}