Add float array support (#38)

* Add float array support

* Add array support to insert statements too

* Modernize the qlbridge repo

* test: Add test for CREATE INDEX IF NOT EXISTS WITH syntax

* test: Add test for CREATE INDEX IF NOT EXISTS WITH syntax

* Add support for index expressions

* Add parsing support for indexes

* Port Jan's geodistance functions

* Fix test

---------

Co-authored-by: AJ Roetker <aj.roetker@contentstack.com>

Author: ajroetker

datasource/context.go

@@ -27,7 +27,7 @@ var (
 )
 
 // MessageConversion convert values of type schema.Message.
-func MessageConversion(vals []interface{}) []schema.Message {
+func MessageConversion(vals []any) []schema.Message {
 	msgs := make([]schema.Message, len(vals))
 	for i, v := range vals {
 		msgs[i] = v.(schema.Message)
@@ -69,8 +69,8 @@ type (
 func NewSqlDriverMessage(id uint64, row []driver.Value) *SqlDriverMessage {
 	return &SqlDriverMessage{IdVal: id, Vals: row}
 }
-func (m *SqlDriverMessage) Id() uint64        { return m.IdVal }
-func (m *SqlDriverMessage) Body() interface{} { return m.Vals }
+func (m *SqlDriverMessage) Id() uint64 { return m.IdVal }
+func (m *SqlDriverMessage) Body() any  { return m.Vals }
 func (m *SqlDriverMessage) ToMsgMap(colidx map[string]int) *SqlDriverMessageMap {
 	return NewSqlDriverMessageMap(m.IdVal, m.Vals, colidx)
 }
@@ -111,7 +111,7 @@ func (m *SqlDriverMessageMap) SetKeyHashed(key string) {
 	hasher64.Write([]byte(key))
 	m.IdVal = hasher64.Sum64()
 }
-func (m *SqlDriverMessageMap) Body() interface{}         { return m }
+func (m *SqlDriverMessageMap) Body() any                 { return m }
 func (m *SqlDriverMessageMap) Values() []driver.Value    { return m.Vals }
 func (m *SqlDriverMessageMap) SetRow(row []driver.Value) { m.Vals = row }
 func (m *SqlDriverMessageMap) Ts() time.Time             { return time.Time{} }
@@ -150,21 +150,21 @@ func NewContextSimple() *ContextSimple {
 func NewContextSimpleData(data map[string]value.Value) *ContextSimple {
 	return &ContextSimple{Data: data, ts: time.Now(), cursor: 0}
 }
-func NewContextSimpleNative(data map[string]interface{}) *ContextSimple {
+func NewContextSimpleNative(data map[string]any) *ContextSimple {
 	vals := make(map[string]value.Value)
 	for k, v := range data {
 		vals[k] = value.NewValue(v)
 	}
 	return &ContextSimple{Data: vals, ts: time.Now(), cursor: 0, namespacing: true}
 }
-func NewContextMap(data map[string]interface{}, namespacing bool) *ContextSimple {
+func NewContextMap(data map[string]any, namespacing bool) *ContextSimple {
 	vals := make(map[string]value.Value)
 	for k, v := range data {
 		vals[k] = value.NewValue(v)
 	}
 	return &ContextSimple{Data: vals, ts: time.Now(), cursor: 0, namespacing: namespacing}
 }
-func NewContextMapTs(data map[string]interface{}, namespacing bool, ts time.Time) *ContextSimple {
+func NewContextMapTs(data map[string]any, namespacing bool, ts time.Time) *ContextSimple {
 	vals := make(map[string]value.Value)
 	for k, v := range data {
 		vals[k] = value.NewValue(v)
@@ -178,7 +178,7 @@ func NewContextSimpleTs(data map[string]value.Value, ts time.Time) *ContextSimpl
 func (m *ContextSimple) SupportNamespacing()         { m.namespacing = true }
 func (m *ContextSimple) All() map[string]value.Value { return m.Data }
 func (m *ContextSimple) Row() map[string]value.Value { return m.Data }
-func (m *ContextSimple) Body() interface{}           { return m }
+func (m *ContextSimple) Body() any                   { return m }
 func (m *ContextSimple) Id() uint64                  { return m.keyval }
 func (m *ContextSimple) Ts() time.Time               { return m.ts }
 func (m ContextSimple) Get(key string) (value.Value, bool) {

datasource/context_test.go

@@ -17,7 +17,7 @@ var (
 	vals   = []driver.Value{1, "name", time.Now()}
 	cols   = []string{"id", "name", "time"}
 	colidx = map[string]int{"id": 0, "name": 1, "time": 2}
-	data   = make(map[string]interface{})
+	data   = make(map[string]any)
 	datav  = make(map[string]value.Value)
 )
 
@@ -66,14 +66,14 @@ func TestContext(t *testing.T) {
 		t.Run("test.context", contextReaderTests(ctx))
 	}
 
-	ctxValues := make([]interface{}, len(ctxall))
+	ctxValues := make([]any, len(ctxall))
 	for i, ctx := range ctxall {
 		ctxValues[i] = ctx
 	}
 	// make sure it doesn't panic
 	datasource.MessageConversion(ctxValues)
 
-	mv2 := make(map[string]interface{})
+	mv2 := make(map[string]any)
 	for i, val := range vals {
 		mv2[cols[i]] = val
 	}

datasource/context_wrapper.go

@@ -20,7 +20,7 @@ type ContextWrapper struct {
 	s   *state
 }
 
-func NewContextWrapper(val interface{}) *ContextWrapper {
+func NewContextWrapper(val any) *ContextWrapper {
 	s := state{}
 	return &ContextWrapper{reflect.ValueOf(val), &s}
 }
@@ -80,7 +80,7 @@ var (
 	fmtStringerType = reflect.TypeOf((*fmt.Stringer)(nil)).Elem()
 )
 
-func (s *state) errorf(format string, args ...interface{}) reflect.Value {
+func (s *state) errorf(format string, args ...any) reflect.Value {
 	s.err = fmt.Errorf(format, args...)
 	return zero
 }
@@ -90,7 +90,7 @@ func (s *state) errorf(format string, args ...interface{}) reflect.Value {
 // receiver is the value being walked along the chain.
 func (s *state) evalFieldChain(dot, receiver reflect.Value, node *expr.IdentityNode, ident []string, args []expr.Node, final reflect.Value) reflect.Value {
 	n := len(ident)
-	for i := 0; i < n-1; i++ {
+	for i := range n - 1 {
 		receiver = s.evalField(dot, ident[i], node, nil, zero, receiver)
 	}
 	// Now if it's a method, it gets the arguments.
@@ -152,7 +152,7 @@ func (s *state) evalField(dot reflect.Value, fieldName string, node expr.Node, a
 				tagName := strings.ToLower(fieldName)
 				// Wow, this is pretty bruttaly expensive
 				// Iterate over all available fields and read the tag value
-				for i := 0; i < receiver.NumField(); i++ {
+				for i := range receiver.NumField() {
 					// Get the field, returns https://golang.org/pkg/reflect/#StructField
 					field := receiver.Type().Field(i)
 

datasource/context_wrapper_test.go

@@ -53,7 +53,7 @@ func TestStructWrapper(t *testing.T) {
 
 	readers := []expr.ContextReader{
 		datasource.NewContextWrapper(user),
-		datasource.NewContextSimpleNative(map[string]interface{}{
+		datasource.NewContextSimpleNative(map[string]any{
 			"str1": "str1",
 			"int1": 1,
 			"t1":   t1,
@@ -62,7 +62,7 @@ func TestStructWrapper(t *testing.T) {
 	}
 
 	nc := datasource.NewNestedContextReader(readers, time.Now())
-	expected := value.NewMapValue(map[string]interface{}{
+	expected := value.NewMapValue(map[string]any{
 		"str1":          "str1",
 		"int1":          1,
 		"Name":          "Yoda",

datasource/datatypes.go

@@ -61,7 +61,7 @@ func (m *TimeValue) Time() time.Time {
 	return time.Time(*m)
 }
 
-func (m *TimeValue) Scan(src interface{}) error {
+func (m *TimeValue) Scan(src any) error {
 
 	var t time.Time
 	var dstr string
@@ -113,7 +113,7 @@ func (m JsonWrapper) Value() (driver.Value, error) {
 	return []byte(m), nil
 }
 
-func (m *JsonWrapper) Scan(src interface{}) error {
+func (m *JsonWrapper) Scan(src any) error {
 	var jsonBytes []byte
 	switch src.(type) {
 	case string:
@@ -127,7 +127,7 @@ func (m *JsonWrapper) Scan(src interface{}) error {
 	return nil
 }
 
-func (m *JsonWrapper) Unmarshal(v interface{}) error {
+func (m *JsonWrapper) Unmarshal(v any) error {
 	return json.Unmarshal([]byte(*m), v)
 }
 
@@ -160,7 +160,7 @@ func (m JsonHelperScannable) Value() (driver.Value, error) {
 
 // Scan the database/sql interface for scanning sql byte vals into this
 // typed structure.
-func (m *JsonHelperScannable) Scan(src interface{}) error {
+func (m *JsonHelperScannable) Scan(src any) error {
 	var jsonBytes []byte
 	switch tv := src.(type) {
 	case string:
@@ -203,7 +203,7 @@ func (m StringArray) Value() (driver.Value, error) {
 
 // Scan the database/sql interface for scanning sql byte vals into this
 // typed structure.
-func (m *StringArray) Scan(src interface{}) error {
+func (m *StringArray) Scan(src any) error {
 
 	var srcBytes []byte
 	switch val := src.(type) {

datasource/files/filesource_test.go

@@ -56,7 +56,7 @@ func (m *testSource) Setup(s *schema.Schema) error {
 		fileStore = os.Getenv("FILESTORE")
 	}
 
-	settings := u.JsonHelper(map[string]interface{}{
+	settings := u.JsonHelper(map[string]any{
 		"path":     "baseball",
 		"filetype": "csv",
 		"type":     fileStore,

datasource/files/json_test.go

@@ -39,7 +39,7 @@ func (m *jsonTestSource) Setup(ss *schema.Schema) error {
 	if os.Getenv("FILESTORE") != "" {
 		fileStore = os.Getenv("FILESTORE")
 	}
-	settings := u.JsonHelper(map[string]interface{}{
+	settings := u.JsonHelper(map[string]any{
 		"path":     "github",
 		"filetype": "json",
 		"format":   "github_json",

datasource/introspect.go

@@ -71,7 +71,7 @@ func IntrospectTable(tbl *schema.Table, iter schema.Iterator) error {
 						//u.Debugf("add field? %+v", fld)
 						//u.Debugf("%s = %v   type: %T   vt:%s new? %v", k, val, val, valType, !exists)
 					}
-				case map[string]interface{}:
+				case map[string]any:
 					tbl.AddFieldType(k, value.JsonType)
 				default:
 					u.Debugf("not implemented: %T", val)
@@ -116,9 +116,9 @@ func IntrospectTable(tbl *schema.Table, iter schema.Iterator) error {
 						//u.Debugf("add field? %+v", fld)
 						//u.Debugf("%s = %v   type: %T   vt:%s new? %v", k, val, val, valType, !exists)
 					}
-				case map[string]interface{}:
+				case map[string]any:
 					tbl.AddFieldType(k, value.JsonType)
-				case []interface{}:
+				case []any:
 					tbl.AddFieldType(k, value.JsonType)
 				case nil:
 					// hm.....

datasource/json.go

@@ -170,7 +170,7 @@ func (m *JsonSource) Next() schema.Message {
 }
 
 func (m *JsonSource) jsonDefaultLine(line []byte) (schema.Message, error) {
-	jm := make(map[string]interface{})
+	jm := make(map[string]any)
 	err := json.Unmarshal(line, &jm)
 	if err != nil {
 		return nil, fmt.Errorf("could not read json line: %w %s", err, string(line))

datasource/key.go

@@ -44,7 +44,7 @@ func (m KeyCol) Key() driver.Value                   { return m.Val }
 // Given a Where expression, lets try to create a key which
 //
 //	requires form    `idenity = "value"`
-func KeyFromWhere(wh interface{}) schema.Key {
+func KeyFromWhere(wh any) schema.Key {
 	switch n := wh.(type) {
 	case *rel.SqlWhere:
 		return KeyFromWhere(n.Expr)