2016-07-06 02:03:04 +00:00
|
|
|
package ginger
|
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
2016-07-06 02:03:04 +00:00
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
"github.com/mediocregopher/ginger/lexer"
|
|
|
|
)
|
2016-07-06 02:03:04 +00:00
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
// TODO error type which incorporates token
|
2016-07-06 02:03:04 +00:00
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
type tok lexer.Token
|
2016-07-06 02:03:04 +00:00
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
func (t tok) Token() lexer.Token {
|
|
|
|
return lexer.Token(t)
|
|
|
|
}
|
|
|
|
|
|
|
|
type Expr interface {
|
|
|
|
Token() lexer.Token
|
|
|
|
String() string
|
|
|
|
|
|
|
|
// Equal should return true if the type and value of the other expression
|
|
|
|
// are equal. The tokens shouldn't be taken into account
|
|
|
|
Equal(Expr) bool
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
type Bool struct {
|
|
|
|
tok
|
|
|
|
val bool
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b Bool) String() string {
|
|
|
|
return fmt.Sprint(b.val)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b Bool) Equal(e Expr) bool {
|
|
|
|
bb, ok := e.(Bool)
|
|
|
|
if !ok {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return bb.val == b.val
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
type Int struct {
|
|
|
|
tok
|
|
|
|
val int64
|
|
|
|
}
|
|
|
|
|
|
|
|
func (i Int) String() string {
|
|
|
|
return fmt.Sprint(i.val)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (i Int) Equal(e Expr) bool {
|
|
|
|
ii, ok := e.(Int)
|
|
|
|
if !ok {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return ii.val == i.val
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
type String struct {
|
|
|
|
tok
|
|
|
|
str string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s String) String() string {
|
|
|
|
return strconv.QuoteToASCII(s.str)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s String) Equal(e Expr) bool {
|
|
|
|
ss, ok := e.(String)
|
|
|
|
if !ok {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return ss.str == s.str
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
type Identifier struct {
|
|
|
|
tok
|
|
|
|
ident string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (id Identifier) String() string {
|
|
|
|
return id.ident
|
|
|
|
}
|
|
|
|
|
|
|
|
func (id Identifier) Equal(e Expr) bool {
|
|
|
|
idid, ok := e.(Identifier)
|
|
|
|
if !ok {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return idid.ident == id.ident
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
type Tuple struct {
|
|
|
|
exprs []Expr
|
|
|
|
}
|
|
|
|
|
|
|
|
func (tup Tuple) Token() lexer.Token {
|
|
|
|
return tup.exprs[0].Token()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (tup Tuple) String() string {
|
|
|
|
strs := make([]string, len(tup.exprs))
|
|
|
|
for i := range tup.exprs {
|
|
|
|
strs[i] = tup.exprs[i].String()
|
|
|
|
}
|
|
|
|
return "(" + strings.Join(strs, ", ") + ")"
|
|
|
|
}
|
|
|
|
|
|
|
|
func (tup Tuple) Equal(e Expr) bool {
|
|
|
|
tuptup, ok := e.(Tuple)
|
|
|
|
if !ok || len(tuptup.exprs) != len(tup.exprs) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
for i := range tup.exprs {
|
|
|
|
if !tup.exprs[i].Equal(tuptup.exprs[i]) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
// toks[0] must be start
|
|
|
|
func sliceEnclosedToks(toks []lexer.Token, start, end lexer.Token) ([]lexer.Token, []lexer.Token, error) {
|
|
|
|
c := 1
|
|
|
|
ret := []lexer.Token{}
|
|
|
|
for i, tok := range toks[1:] {
|
|
|
|
if err := tok.Err(); err != nil {
|
|
|
|
return nil, nil, fmt.Errorf("missing closing %v, hit error:% s", end, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if tok.Equal(start) {
|
|
|
|
c++
|
|
|
|
} else if tok.Equal(end) {
|
|
|
|
c--
|
|
|
|
}
|
|
|
|
if c == 0 {
|
|
|
|
return ret, toks[2+i:], nil
|
|
|
|
}
|
|
|
|
ret = append(ret, tok)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil, nil, fmt.Errorf("missing closing %v", end)
|
|
|
|
}
|
|
|
|
|
|
|
|
func readAllToks(r io.Reader) []lexer.Token {
|
|
|
|
l := lexer.New(r)
|
|
|
|
var toks []lexer.Token
|
|
|
|
for l.HasNext() {
|
|
|
|
toks = append(toks, l.Next())
|
|
|
|
}
|
|
|
|
return toks
|
|
|
|
}
|
|
|
|
|
|
|
|
// For all parse methods it is assumed that toks is not empty
|
|
|
|
|
|
|
|
var (
|
|
|
|
openParen = lexer.Token{TokenType: lexer.Punctuation, Val: "("}
|
|
|
|
closeParen = lexer.Token{TokenType: lexer.Punctuation, Val: ")"}
|
|
|
|
comma = lexer.Token{TokenType: lexer.Punctuation, Val: ","}
|
|
|
|
)
|
2016-07-06 02:03:04 +00:00
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
func parse(toks []lexer.Token) (Expr, []lexer.Token, error) {
|
|
|
|
expr, toks, err := parseSingle(toks)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(toks) > 0 && toks[0].TokenType == lexer.Punctuation {
|
|
|
|
return parseConnectingPunct(toks, expr)
|
|
|
|
}
|
|
|
|
|
|
|
|
return expr, toks, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseSingle(toks []lexer.Token) (Expr, []lexer.Token, error) {
|
|
|
|
var expr Expr
|
|
|
|
var err error
|
2016-07-06 02:03:04 +00:00
|
|
|
|
2016-07-22 20:38:20 +00:00
|
|
|
if err := toks[0].Err(); err != nil {
|
|
|
|
return nil, nil, err
|
2016-07-06 02:03:04 +00:00
|
|
|
}
|
2016-07-22 20:38:20 +00:00
|
|
|
|
|
|
|
if toks[0].Equal(openParen) {
|
|
|
|
starter := toks[0]
|
|
|
|
var ptoks []lexer.Token
|
|
|
|
ptoks, toks, err = sliceEnclosedToks(toks, openParen, closeParen)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if expr, ptoks, err = parse(ptoks); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
} else if len(ptoks) > 0 {
|
|
|
|
return nil, nil, fmt.Errorf("multiple expressions inside parenthesis; %v", starter)
|
|
|
|
}
|
|
|
|
return expr, toks, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if expr, err = parseNonPunct(toks[0]); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
return expr, toks[1:], nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseNonPunct(tok lexer.Token) (Expr, error) {
|
|
|
|
if tok.TokenType == lexer.Identifier {
|
|
|
|
return parseIdentifier(tok)
|
|
|
|
} else if tok.TokenType == lexer.String {
|
|
|
|
return parseString(tok)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil, fmt.Errorf("unexpected non-punctuation token: %v", tok)
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseIdentifier(t lexer.Token) (Expr, error) {
|
|
|
|
if t.Val[0] == '-' || (t.Val[0] >= '0' && t.Val[0] <= '9') {
|
|
|
|
n, err := strconv.ParseInt(t.Val, 10, 64)
|
|
|
|
return Int{tok: tok(t), val: n}, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if t.Val == "true" {
|
|
|
|
return Bool{tok: tok(t), val: true}, nil
|
|
|
|
} else if t.Val == "false" {
|
|
|
|
return Bool{tok: tok(t), val: false}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return Identifier{tok: tok(t), ident: t.Val}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseString(t lexer.Token) (Expr, error) {
|
|
|
|
str, err := strconv.Unquote(t.Val)
|
|
|
|
return String{tok: tok(t), str: str}, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseConnectingPunct(toks []lexer.Token, root Expr) (Expr, []lexer.Token, error) {
|
|
|
|
if toks[0].Equal(comma) {
|
|
|
|
return parseTuple(toks, root)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil, nil, fmt.Errorf("invalid connecting punctuation: %v", toks[0])
|
|
|
|
}
|
|
|
|
|
|
|
|
func parseTuple(toks []lexer.Token, root Expr) (Expr, []lexer.Token, error) {
|
|
|
|
rootTup, ok := root.(Tuple)
|
|
|
|
if !ok {
|
|
|
|
rootTup = Tuple{exprs: []Expr{root}}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(toks) < 2 {
|
|
|
|
return rootTup, toks, nil
|
|
|
|
} else if !toks[0].Equal(comma) {
|
|
|
|
return rootTup, toks, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var expr Expr
|
|
|
|
var err error
|
|
|
|
if expr, toks, err = parseSingle(toks[1:]); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
rootTup.exprs = append(rootTup.exprs, expr)
|
|
|
|
return parseTuple(toks, rootTup)
|
2016-07-06 02:03:04 +00:00
|
|
|
}
|