mirror of
https://github.com/rclone/rclone.git
synced 2024-12-11 09:41:47 +01:00
1245 lines
31 KiB
Go
1245 lines
31 KiB
Go
/*
|
|
Copyright 2017 Google Inc. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package spanner
|
|
|
|
import (
|
|
"encoding/base64"
|
|
"fmt"
|
|
"math"
|
|
"reflect"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"cloud.google.com/go/civil"
|
|
"cloud.google.com/go/internal/fields"
|
|
proto "github.com/golang/protobuf/proto"
|
|
proto3 "github.com/golang/protobuf/ptypes/struct"
|
|
sppb "google.golang.org/genproto/googleapis/spanner/v1"
|
|
"google.golang.org/grpc/codes"
|
|
)
|
|
|
|
// NullInt64 represents a Cloud Spanner INT64 that may be NULL.
|
|
type NullInt64 struct {
|
|
Int64 int64
|
|
Valid bool // Valid is true if Int64 is not NULL.
|
|
}
|
|
|
|
// String implements Stringer.String for NullInt64
|
|
func (n NullInt64) String() string {
|
|
if !n.Valid {
|
|
return fmt.Sprintf("%v", "<null>")
|
|
}
|
|
return fmt.Sprintf("%v", n.Int64)
|
|
}
|
|
|
|
// NullString represents a Cloud Spanner STRING that may be NULL.
|
|
type NullString struct {
|
|
StringVal string
|
|
Valid bool // Valid is true if StringVal is not NULL.
|
|
}
|
|
|
|
// String implements Stringer.String for NullString
|
|
func (n NullString) String() string {
|
|
if !n.Valid {
|
|
return fmt.Sprintf("%v", "<null>")
|
|
}
|
|
return fmt.Sprintf("%q", n.StringVal)
|
|
}
|
|
|
|
// NullFloat64 represents a Cloud Spanner FLOAT64 that may be NULL.
|
|
type NullFloat64 struct {
|
|
Float64 float64
|
|
Valid bool // Valid is true if Float64 is not NULL.
|
|
}
|
|
|
|
// String implements Stringer.String for NullFloat64
|
|
func (n NullFloat64) String() string {
|
|
if !n.Valid {
|
|
return fmt.Sprintf("%v", "<null>")
|
|
}
|
|
return fmt.Sprintf("%v", n.Float64)
|
|
}
|
|
|
|
// NullBool represents a Cloud Spanner BOOL that may be NULL.
|
|
type NullBool struct {
|
|
Bool bool
|
|
Valid bool // Valid is true if Bool is not NULL.
|
|
}
|
|
|
|
// String implements Stringer.String for NullBool
|
|
func (n NullBool) String() string {
|
|
if !n.Valid {
|
|
return fmt.Sprintf("%v", "<null>")
|
|
}
|
|
return fmt.Sprintf("%v", n.Bool)
|
|
}
|
|
|
|
// NullTime represents a Cloud Spanner TIMESTAMP that may be null.
|
|
type NullTime struct {
|
|
Time time.Time
|
|
Valid bool // Valid is true if Time is not NULL.
|
|
}
|
|
|
|
// String implements Stringer.String for NullTime
|
|
func (n NullTime) String() string {
|
|
if !n.Valid {
|
|
return fmt.Sprintf("%s", "<null>")
|
|
}
|
|
return fmt.Sprintf("%q", n.Time.Format(time.RFC3339Nano))
|
|
}
|
|
|
|
// NullDate represents a Cloud Spanner DATE that may be null.
|
|
type NullDate struct {
|
|
Date civil.Date
|
|
Valid bool // Valid is true if Date is not NULL.
|
|
}
|
|
|
|
// String implements Stringer.String for NullDate
|
|
func (n NullDate) String() string {
|
|
if !n.Valid {
|
|
return fmt.Sprintf("%s", "<null>")
|
|
}
|
|
return fmt.Sprintf("%q", n.Date)
|
|
}
|
|
|
|
// NullRow represents a Cloud Spanner STRUCT that may be NULL.
|
|
// See also the document for Row.
|
|
// Note that NullRow is not a valid Cloud Spanner column Type.
|
|
type NullRow struct {
|
|
Row Row
|
|
Valid bool // Valid is true if Row is not NULL.
|
|
}
|
|
|
|
// GenericColumnValue represents the generic encoded value and type of the
|
|
// column. See google.spanner.v1.ResultSet proto for details. This can be
|
|
// useful for proxying query results when the result types are not known in
|
|
// advance.
|
|
type GenericColumnValue struct {
|
|
Type *sppb.Type
|
|
Value *proto3.Value
|
|
}
|
|
|
|
// Decode decodes a GenericColumnValue. The ptr argument should be a pointer
|
|
// to a Go value that can accept v.
|
|
func (v GenericColumnValue) Decode(ptr interface{}) error {
|
|
return decodeValue(v.Value, v.Type, ptr)
|
|
}
|
|
|
|
// NewGenericColumnValue creates a GenericColumnValue from Go value that is
|
|
// valid for Cloud Spanner.
|
|
func NewGenericColumnValue(v interface{}) (*GenericColumnValue, error) {
|
|
value, typ, err := encodeValue(v)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &GenericColumnValue{Value: value, Type: typ}, nil
|
|
}
|
|
|
|
// errTypeMismatch returns error for destination not having a compatible type
|
|
// with source Cloud Spanner type.
|
|
func errTypeMismatch(srcType sppb.TypeCode, isArray bool, dst interface{}) error {
|
|
usage := srcType.String()
|
|
if isArray {
|
|
usage = fmt.Sprintf("%v[%v]", sppb.TypeCode_ARRAY, srcType)
|
|
}
|
|
return spannerErrorf(codes.InvalidArgument, "type %T cannot be used for decoding %v", dst, usage)
|
|
}
|
|
|
|
// errNilSpannerType returns error for nil Cloud Spanner type in decoding.
|
|
func errNilSpannerType() error {
|
|
return spannerErrorf(codes.FailedPrecondition, "unexpected nil Cloud Spanner data type in decoding")
|
|
}
|
|
|
|
// errNilSrc returns error for decoding from nil proto value.
|
|
func errNilSrc() error {
|
|
return spannerErrorf(codes.FailedPrecondition, "unexpected nil Cloud Spanner value in decoding")
|
|
}
|
|
|
|
// errNilDst returns error for decoding into nil interface{}.
|
|
func errNilDst(dst interface{}) error {
|
|
return spannerErrorf(codes.InvalidArgument, "cannot decode into nil type %T", dst)
|
|
}
|
|
|
|
// errNilArrElemType returns error for input Cloud Spanner data type being a array but without a
|
|
// non-nil array element type.
|
|
func errNilArrElemType(t *sppb.Type) error {
|
|
return spannerErrorf(codes.FailedPrecondition, "array type %v is with nil array element type", t)
|
|
}
|
|
|
|
// errDstNotForNull returns error for decoding a SQL NULL value into a destination which doesn't
|
|
// support NULL values.
|
|
func errDstNotForNull(dst interface{}) error {
|
|
return spannerErrorf(codes.InvalidArgument, "destination %T cannot support NULL SQL values", dst)
|
|
}
|
|
|
|
// errBadEncoding returns error for decoding wrongly encoded BYTES/INT64.
|
|
func errBadEncoding(v *proto3.Value, err error) error {
|
|
return spannerErrorf(codes.FailedPrecondition, "%v wasn't correctly encoded: <%v>", v, err)
|
|
}
|
|
|
|
func parseNullTime(v *proto3.Value, p *NullTime, code sppb.TypeCode, isNull bool) error {
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_TIMESTAMP {
|
|
return errTypeMismatch(code, false, p)
|
|
}
|
|
if isNull {
|
|
*p = NullTime{}
|
|
return nil
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := time.Parse(time.RFC3339Nano, x)
|
|
if err != nil {
|
|
return errBadEncoding(v, err)
|
|
}
|
|
p.Valid = true
|
|
p.Time = y
|
|
return nil
|
|
}
|
|
|
|
// decodeValue decodes a protobuf Value into a pointer to a Go value, as
|
|
// specified by sppb.Type.
|
|
func decodeValue(v *proto3.Value, t *sppb.Type, ptr interface{}) error {
|
|
if v == nil {
|
|
return errNilSrc()
|
|
}
|
|
if t == nil {
|
|
return errNilSpannerType()
|
|
}
|
|
code := t.Code
|
|
acode := sppb.TypeCode_TYPE_CODE_UNSPECIFIED
|
|
if code == sppb.TypeCode_ARRAY {
|
|
if t.ArrayElementType == nil {
|
|
return errNilArrElemType(t)
|
|
}
|
|
acode = t.ArrayElementType.Code
|
|
}
|
|
typeErr := errTypeMismatch(code, false, ptr)
|
|
if code == sppb.TypeCode_ARRAY {
|
|
typeErr = errTypeMismatch(acode, true, ptr)
|
|
}
|
|
nullErr := errDstNotForNull(ptr)
|
|
_, isNull := v.Kind.(*proto3.Value_NullValue)
|
|
|
|
// Do the decoding based on the type of ptr.
|
|
switch p := ptr.(type) {
|
|
case nil:
|
|
return errNilDst(nil)
|
|
case *string:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_STRING {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
return nullErr
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = x
|
|
case *NullString:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_STRING {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = NullString{}
|
|
break
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
p.Valid = true
|
|
p.StringVal = x
|
|
case *[]NullString:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_STRING {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeStringArray(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *[]byte:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_BYTES {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := base64.StdEncoding.DecodeString(x)
|
|
if err != nil {
|
|
return errBadEncoding(v, err)
|
|
}
|
|
*p = y
|
|
case *[][]byte:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_BYTES {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeByteArray(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *int64:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_INT64 {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
return nullErr
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := strconv.ParseInt(x, 10, 64)
|
|
if err != nil {
|
|
return errBadEncoding(v, err)
|
|
}
|
|
*p = y
|
|
case *NullInt64:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_INT64 {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = NullInt64{}
|
|
break
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := strconv.ParseInt(x, 10, 64)
|
|
if err != nil {
|
|
return errBadEncoding(v, err)
|
|
}
|
|
p.Valid = true
|
|
p.Int64 = y
|
|
case *[]NullInt64:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_INT64 {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeIntArray(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *bool:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_BOOL {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
return nullErr
|
|
}
|
|
x, err := getBoolValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = x
|
|
case *NullBool:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_BOOL {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = NullBool{}
|
|
break
|
|
}
|
|
x, err := getBoolValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
p.Valid = true
|
|
p.Bool = x
|
|
case *[]NullBool:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_BOOL {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeBoolArray(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *float64:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_FLOAT64 {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
return nullErr
|
|
}
|
|
x, err := getFloat64Value(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = x
|
|
case *NullFloat64:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_FLOAT64 {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = NullFloat64{}
|
|
break
|
|
}
|
|
x, err := getFloat64Value(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
p.Valid = true
|
|
p.Float64 = x
|
|
case *[]NullFloat64:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_FLOAT64 {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeFloat64Array(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *time.Time:
|
|
var nt NullTime
|
|
if isNull {
|
|
return nullErr
|
|
}
|
|
err := parseNullTime(v, &nt, code, isNull)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
*p = nt.Time
|
|
case *NullTime:
|
|
err := parseNullTime(v, p, code, isNull)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
case *[]NullTime:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_TIMESTAMP {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeTimeArray(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *civil.Date:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_DATE {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
return nullErr
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := civil.ParseDate(x)
|
|
if err != nil {
|
|
return errBadEncoding(v, err)
|
|
}
|
|
*p = y
|
|
case *NullDate:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if code != sppb.TypeCode_DATE {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = NullDate{}
|
|
break
|
|
}
|
|
x, err := getStringValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := civil.ParseDate(x)
|
|
if err != nil {
|
|
return errBadEncoding(v, err)
|
|
}
|
|
p.Valid = true
|
|
p.Date = y
|
|
case *[]NullDate:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_DATE {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeDateArray(x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *[]NullRow:
|
|
if p == nil {
|
|
return errNilDst(p)
|
|
}
|
|
if acode != sppb.TypeCode_STRUCT {
|
|
return typeErr
|
|
}
|
|
if isNull {
|
|
*p = nil
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
y, err := decodeRowArray(t.ArrayElementType.StructType, x)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
*p = y
|
|
case *GenericColumnValue:
|
|
*p = GenericColumnValue{
|
|
// Deep clone to ensure subsequent changes to t or v
|
|
// don't affect our decoded value.
|
|
Type: proto.Clone(t).(*sppb.Type),
|
|
Value: proto.Clone(v).(*proto3.Value),
|
|
}
|
|
default:
|
|
// Check if the proto encoding is for an array of structs.
|
|
if !(code == sppb.TypeCode_ARRAY && acode == sppb.TypeCode_STRUCT) {
|
|
return typeErr
|
|
}
|
|
vp := reflect.ValueOf(p)
|
|
if !vp.IsValid() {
|
|
return errNilDst(p)
|
|
}
|
|
if !isPtrStructPtrSlice(vp.Type()) {
|
|
// The container is not a pointer to a struct pointer slice.
|
|
return typeErr
|
|
}
|
|
// Only use reflection for nil detection on slow path.
|
|
// Also, IsNil panics on many types, so check it after the type check.
|
|
if vp.IsNil() {
|
|
return errNilDst(p)
|
|
}
|
|
if isNull {
|
|
// The proto Value is encoding NULL, set the pointer to struct
|
|
// slice to nil as well.
|
|
vp.Elem().Set(reflect.Zero(vp.Elem().Type()))
|
|
break
|
|
}
|
|
x, err := getListValue(v)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err = decodeStructArray(t.ArrayElementType.StructType, x, p); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// errSrvVal returns an error for getting a wrong source protobuf value in decoding.
|
|
func errSrcVal(v *proto3.Value, want string) error {
|
|
return spannerErrorf(codes.FailedPrecondition, "cannot use %v(Kind: %T) as Value_%sValue in decoding",
|
|
v, v.GetKind(), want)
|
|
}
|
|
|
|
// getStringValue returns the string value encoded in proto3.Value v whose
|
|
// kind is proto3.Value_StringValue.
|
|
func getStringValue(v *proto3.Value) (string, error) {
|
|
if x, ok := v.GetKind().(*proto3.Value_StringValue); ok && x != nil {
|
|
return x.StringValue, nil
|
|
}
|
|
return "", errSrcVal(v, "String")
|
|
}
|
|
|
|
// getBoolValue returns the bool value encoded in proto3.Value v whose
|
|
// kind is proto3.Value_BoolValue.
|
|
func getBoolValue(v *proto3.Value) (bool, error) {
|
|
if x, ok := v.GetKind().(*proto3.Value_BoolValue); ok && x != nil {
|
|
return x.BoolValue, nil
|
|
}
|
|
return false, errSrcVal(v, "Bool")
|
|
}
|
|
|
|
// getListValue returns the proto3.ListValue contained in proto3.Value v whose
|
|
// kind is proto3.Value_ListValue.
|
|
func getListValue(v *proto3.Value) (*proto3.ListValue, error) {
|
|
if x, ok := v.GetKind().(*proto3.Value_ListValue); ok && x != nil {
|
|
return x.ListValue, nil
|
|
}
|
|
return nil, errSrcVal(v, "List")
|
|
}
|
|
|
|
// errUnexpectedNumStr returns error for decoder getting a unexpected string for
|
|
// representing special float values.
|
|
func errUnexpectedNumStr(s string) error {
|
|
return spannerErrorf(codes.FailedPrecondition, "unexpected string value %q for number", s)
|
|
}
|
|
|
|
// getFloat64Value returns the float64 value encoded in proto3.Value v whose
|
|
// kind is proto3.Value_NumberValue / proto3.Value_StringValue.
|
|
// Cloud Spanner uses string to encode NaN, Infinity and -Infinity.
|
|
func getFloat64Value(v *proto3.Value) (float64, error) {
|
|
switch x := v.GetKind().(type) {
|
|
case *proto3.Value_NumberValue:
|
|
if x == nil {
|
|
break
|
|
}
|
|
return x.NumberValue, nil
|
|
case *proto3.Value_StringValue:
|
|
if x == nil {
|
|
break
|
|
}
|
|
switch x.StringValue {
|
|
case "NaN":
|
|
return math.NaN(), nil
|
|
case "Infinity":
|
|
return math.Inf(1), nil
|
|
case "-Infinity":
|
|
return math.Inf(-1), nil
|
|
default:
|
|
return 0, errUnexpectedNumStr(x.StringValue)
|
|
}
|
|
}
|
|
return 0, errSrcVal(v, "Number")
|
|
}
|
|
|
|
// errNilListValue returns error for unexpected nil ListValue in decoding Cloud Spanner ARRAYs.
|
|
func errNilListValue(sqlType string) error {
|
|
return spannerErrorf(codes.FailedPrecondition, "unexpected nil ListValue in decoding %v array", sqlType)
|
|
}
|
|
|
|
// errDecodeArrayElement returns error for failure in decoding single array element.
|
|
func errDecodeArrayElement(i int, v proto.Message, sqlType string, err error) error {
|
|
se, ok := toSpannerError(err).(*Error)
|
|
if !ok {
|
|
return spannerErrorf(codes.Unknown,
|
|
"cannot decode %v(array element %v) as %v, error = <%v>", v, i, sqlType, err)
|
|
}
|
|
se.decorate(fmt.Sprintf("cannot decode %v(array element %v) as %v", v, i, sqlType))
|
|
return se
|
|
}
|
|
|
|
// decodeStringArray decodes proto3.ListValue pb into a NullString slice.
|
|
func decodeStringArray(pb *proto3.ListValue) ([]NullString, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("STRING")
|
|
}
|
|
a := make([]NullString, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, stringType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "STRING", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// decodeIntArray decodes proto3.ListValue pb into a NullInt64 slice.
|
|
func decodeIntArray(pb *proto3.ListValue) ([]NullInt64, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("INT64")
|
|
}
|
|
a := make([]NullInt64, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, intType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "INT64", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// decodeBoolArray decodes proto3.ListValue pb into a NullBool slice.
|
|
func decodeBoolArray(pb *proto3.ListValue) ([]NullBool, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("BOOL")
|
|
}
|
|
a := make([]NullBool, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, boolType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "BOOL", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// decodeFloat64Array decodes proto3.ListValue pb into a NullFloat64 slice.
|
|
func decodeFloat64Array(pb *proto3.ListValue) ([]NullFloat64, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("FLOAT64")
|
|
}
|
|
a := make([]NullFloat64, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, floatType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "FLOAT64", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// decodeByteArray decodes proto3.ListValue pb into a slice of byte slice.
|
|
func decodeByteArray(pb *proto3.ListValue) ([][]byte, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("BYTES")
|
|
}
|
|
a := make([][]byte, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, bytesType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "BYTES", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// decodeTimeArray decodes proto3.ListValue pb into a NullTime slice.
|
|
func decodeTimeArray(pb *proto3.ListValue) ([]NullTime, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("TIMESTAMP")
|
|
}
|
|
a := make([]NullTime, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, timeType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "TIMESTAMP", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// decodeDateArray decodes proto3.ListValue pb into a NullDate slice.
|
|
func decodeDateArray(pb *proto3.ListValue) ([]NullDate, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("DATE")
|
|
}
|
|
a := make([]NullDate, len(pb.Values))
|
|
for i, v := range pb.Values {
|
|
if err := decodeValue(v, dateType(), &a[i]); err != nil {
|
|
return nil, errDecodeArrayElement(i, v, "DATE", err)
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
func errNotStructElement(i int, v *proto3.Value) error {
|
|
return errDecodeArrayElement(i, v, "STRUCT",
|
|
spannerErrorf(codes.FailedPrecondition, "%v(type: %T) doesn't encode Cloud Spanner STRUCT", v, v))
|
|
}
|
|
|
|
// decodeRowArray decodes proto3.ListValue pb into a NullRow slice according to
|
|
// the structual information given in sppb.StructType ty.
|
|
func decodeRowArray(ty *sppb.StructType, pb *proto3.ListValue) ([]NullRow, error) {
|
|
if pb == nil {
|
|
return nil, errNilListValue("STRUCT")
|
|
}
|
|
a := make([]NullRow, len(pb.Values))
|
|
for i := range pb.Values {
|
|
switch v := pb.Values[i].GetKind().(type) {
|
|
case *proto3.Value_ListValue:
|
|
a[i] = NullRow{
|
|
Row: Row{
|
|
fields: ty.Fields,
|
|
vals: v.ListValue.Values,
|
|
},
|
|
Valid: true,
|
|
}
|
|
// Null elements not currently supported by the server, see
|
|
// https://cloud.google.com/spanner/docs/query-syntax#using-structs-with-select
|
|
case *proto3.Value_NullValue:
|
|
// no-op, a[i] is NullRow{} already
|
|
default:
|
|
return nil, errNotStructElement(i, pb.Values[i])
|
|
}
|
|
}
|
|
return a, nil
|
|
}
|
|
|
|
// structFieldColumn returns the name of i-th field of struct type typ if the field
|
|
// is untagged; otherwise, it returns the tagged name of the field.
|
|
func structFieldColumn(typ reflect.Type, i int) (col string, ok bool) {
|
|
desc := typ.Field(i)
|
|
if desc.PkgPath != "" || desc.Anonymous {
|
|
// Skip unexported or anonymous fields.
|
|
return "", false
|
|
}
|
|
col = desc.Name
|
|
if tag := desc.Tag.Get("spanner"); tag != "" {
|
|
if tag == "-" {
|
|
// Skip fields tagged "-" to match encoding/json and others.
|
|
return "", false
|
|
}
|
|
col = tag
|
|
if idx := strings.Index(tag, ","); idx != -1 {
|
|
col = tag[:idx]
|
|
}
|
|
}
|
|
return col, true
|
|
}
|
|
|
|
// errNilSpannerStructType returns error for unexpected nil Cloud Spanner STRUCT schema type in decoding.
|
|
func errNilSpannerStructType() error {
|
|
return spannerErrorf(codes.FailedPrecondition, "unexpected nil StructType in decoding Cloud Spanner STRUCT")
|
|
}
|
|
|
|
// errUnnamedField returns error for decoding a Cloud Spanner STRUCT with unnamed field into a Go struct.
|
|
func errUnnamedField(ty *sppb.StructType, i int) error {
|
|
return spannerErrorf(codes.InvalidArgument, "unnamed field %v in Cloud Spanner STRUCT %+v", i, ty)
|
|
}
|
|
|
|
// errNoOrDupGoField returns error for decoding a Cloud Spanner
|
|
// STRUCT into a Go struct which is either missing a field, or has duplicate fields.
|
|
func errNoOrDupGoField(s interface{}, f string) error {
|
|
return spannerErrorf(codes.InvalidArgument, "Go struct %+v(type %T) has no or duplicate fields for Cloud Spanner STRUCT field %v", s, s, f)
|
|
}
|
|
|
|
// errDupColNames returns error for duplicated Cloud Spanner STRUCT field names found in decoding a Cloud Spanner STRUCT into a Go struct.
|
|
func errDupSpannerField(f string, ty *sppb.StructType) error {
|
|
return spannerErrorf(codes.InvalidArgument, "duplicated field name %q in Cloud Spanner STRUCT %+v", f, ty)
|
|
}
|
|
|
|
// errDecodeStructField returns error for failure in decoding a single field of a Cloud Spanner STRUCT.
|
|
func errDecodeStructField(ty *sppb.StructType, f string, err error) error {
|
|
se, ok := toSpannerError(err).(*Error)
|
|
if !ok {
|
|
return spannerErrorf(codes.Unknown,
|
|
"cannot decode field %v of Cloud Spanner STRUCT %+v, error = <%v>", f, ty, err)
|
|
}
|
|
se.decorate(fmt.Sprintf("cannot decode field %v of Cloud Spanner STRUCT %+v", f, ty))
|
|
return se
|
|
}
|
|
|
|
// decodeStruct decodes proto3.ListValue pb into struct referenced by pointer ptr, according to
|
|
// the structual information given in sppb.StructType ty.
|
|
func decodeStruct(ty *sppb.StructType, pb *proto3.ListValue, ptr interface{}) error {
|
|
if reflect.ValueOf(ptr).IsNil() {
|
|
return errNilDst(ptr)
|
|
}
|
|
if ty == nil {
|
|
return errNilSpannerStructType()
|
|
}
|
|
// t holds the structual information of ptr.
|
|
t := reflect.TypeOf(ptr).Elem()
|
|
// v is the actual value that ptr points to.
|
|
v := reflect.ValueOf(ptr).Elem()
|
|
|
|
fields, err := fieldCache.Fields(t)
|
|
if err != nil {
|
|
return toSpannerError(err)
|
|
}
|
|
seen := map[string]bool{}
|
|
for i, f := range ty.Fields {
|
|
if f.Name == "" {
|
|
return errUnnamedField(ty, i)
|
|
}
|
|
sf := fields.Match(f.Name)
|
|
if sf == nil {
|
|
return errNoOrDupGoField(ptr, f.Name)
|
|
}
|
|
if seen[f.Name] {
|
|
// We don't allow duplicated field name.
|
|
return errDupSpannerField(f.Name, ty)
|
|
}
|
|
// Try to decode a single field.
|
|
if err := decodeValue(pb.Values[i], f.Type, v.FieldByIndex(sf.Index).Addr().Interface()); err != nil {
|
|
return errDecodeStructField(ty, f.Name, err)
|
|
}
|
|
// Mark field f.Name as processed.
|
|
seen[f.Name] = true
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// isPtrStructPtrSlice returns true if ptr is a pointer to a slice of struct pointers.
|
|
func isPtrStructPtrSlice(t reflect.Type) bool {
|
|
if t.Kind() != reflect.Ptr || t.Elem().Kind() != reflect.Slice {
|
|
// t is not a pointer to a slice.
|
|
return false
|
|
}
|
|
if t = t.Elem(); t.Elem().Kind() != reflect.Ptr || t.Elem().Elem().Kind() != reflect.Struct {
|
|
// the slice that t points to is not a slice of struct pointers.
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
// decodeStructArray decodes proto3.ListValue pb into struct slice referenced by pointer ptr, according to the
|
|
// structual information given in a sppb.StructType.
|
|
func decodeStructArray(ty *sppb.StructType, pb *proto3.ListValue, ptr interface{}) error {
|
|
if pb == nil {
|
|
return errNilListValue("STRUCT")
|
|
}
|
|
// Type of the struct pointers stored in the slice that ptr points to.
|
|
ts := reflect.TypeOf(ptr).Elem().Elem()
|
|
// The slice that ptr points to, might be nil at this point.
|
|
v := reflect.ValueOf(ptr).Elem()
|
|
// Allocate empty slice.
|
|
v.Set(reflect.MakeSlice(v.Type(), 0, len(pb.Values)))
|
|
// Decode every struct in pb.Values.
|
|
for i, pv := range pb.Values {
|
|
// Check if pv is a NULL value.
|
|
if _, isNull := pv.Kind.(*proto3.Value_NullValue); isNull {
|
|
// Append a nil pointer to the slice.
|
|
v.Set(reflect.Append(v, reflect.New(ts).Elem()))
|
|
continue
|
|
}
|
|
// Allocate empty struct.
|
|
s := reflect.New(ts.Elem())
|
|
// Get proto3.ListValue l from proto3.Value pv.
|
|
l, err := getListValue(pv)
|
|
if err != nil {
|
|
return errDecodeArrayElement(i, pv, "STRUCT", err)
|
|
}
|
|
// Decode proto3.ListValue l into struct referenced by s.Interface().
|
|
if err = decodeStruct(ty, l, s.Interface()); err != nil {
|
|
return errDecodeArrayElement(i, pv, "STRUCT", err)
|
|
}
|
|
// Append the decoded struct back into the slice.
|
|
v.Set(reflect.Append(v, s))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// errEncoderUnsupportedType returns error for not being able to encode a value of
|
|
// certain type.
|
|
func errEncoderUnsupportedType(v interface{}) error {
|
|
return spannerErrorf(codes.InvalidArgument, "encoder doesn't support type %T", v)
|
|
}
|
|
|
|
// encodeValue encodes a Go native type into a proto3.Value.
|
|
func encodeValue(v interface{}) (*proto3.Value, *sppb.Type, error) {
|
|
pb := &proto3.Value{
|
|
Kind: &proto3.Value_NullValue{NullValue: proto3.NullValue_NULL_VALUE},
|
|
}
|
|
var pt *sppb.Type
|
|
var err error
|
|
switch v := v.(type) {
|
|
case nil:
|
|
case string:
|
|
pb.Kind = stringKind(v)
|
|
pt = stringType()
|
|
case NullString:
|
|
if v.Valid {
|
|
return encodeValue(v.StringVal)
|
|
}
|
|
case []string:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(stringType())
|
|
}
|
|
case []NullString:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(stringType())
|
|
}
|
|
case []byte:
|
|
if v != nil {
|
|
pb.Kind = stringKind(base64.StdEncoding.EncodeToString(v))
|
|
pt = bytesType()
|
|
}
|
|
case [][]byte:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(bytesType())
|
|
}
|
|
case int:
|
|
pb.Kind = stringKind(strconv.FormatInt(int64(v), 10))
|
|
pt = intType()
|
|
case []int:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(intType())
|
|
}
|
|
case int64:
|
|
pb.Kind = stringKind(strconv.FormatInt(v, 10))
|
|
pt = intType()
|
|
case []int64:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(intType())
|
|
}
|
|
case NullInt64:
|
|
if v.Valid {
|
|
return encodeValue(v.Int64)
|
|
}
|
|
case []NullInt64:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(intType())
|
|
}
|
|
case bool:
|
|
pb.Kind = &proto3.Value_BoolValue{BoolValue: v}
|
|
pt = boolType()
|
|
case []bool:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(boolType())
|
|
}
|
|
case NullBool:
|
|
if v.Valid {
|
|
return encodeValue(v.Bool)
|
|
}
|
|
case []NullBool:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(boolType())
|
|
}
|
|
case float64:
|
|
pb.Kind = &proto3.Value_NumberValue{NumberValue: v}
|
|
pt = floatType()
|
|
case []float64:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(floatType())
|
|
}
|
|
case NullFloat64:
|
|
if v.Valid {
|
|
return encodeValue(v.Float64)
|
|
}
|
|
case []NullFloat64:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(floatType())
|
|
}
|
|
case time.Time:
|
|
pb.Kind = stringKind(v.UTC().Format(time.RFC3339Nano))
|
|
pt = timeType()
|
|
case []time.Time:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(timeType())
|
|
}
|
|
case NullTime:
|
|
if v.Valid {
|
|
return encodeValue(v.Time)
|
|
}
|
|
case []NullTime:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(timeType())
|
|
}
|
|
case civil.Date:
|
|
pb.Kind = stringKind(v.String())
|
|
pt = dateType()
|
|
case []civil.Date:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(dateType())
|
|
}
|
|
case NullDate:
|
|
if v.Valid {
|
|
return encodeValue(v.Date)
|
|
}
|
|
case []NullDate:
|
|
if v != nil {
|
|
pb, err = encodeArray(len(v), func(i int) interface{} { return v[i] })
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
pt = listType(dateType())
|
|
}
|
|
case GenericColumnValue:
|
|
// Deep clone to ensure subsequent changes to v before
|
|
// transmission don't affect our encoded value.
|
|
pb = proto.Clone(v.Value).(*proto3.Value)
|
|
pt = proto.Clone(v.Type).(*sppb.Type)
|
|
default:
|
|
return nil, nil, errEncoderUnsupportedType(v)
|
|
}
|
|
return pb, pt, nil
|
|
}
|
|
|
|
// encodeValueArray encodes a Value array into a proto3.ListValue.
|
|
func encodeValueArray(vs []interface{}) (*proto3.ListValue, error) {
|
|
lv := &proto3.ListValue{}
|
|
lv.Values = make([]*proto3.Value, 0, len(vs))
|
|
for _, v := range vs {
|
|
pb, _, err := encodeValue(v)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
lv.Values = append(lv.Values, pb)
|
|
}
|
|
return lv, nil
|
|
}
|
|
|
|
// encodeArray assumes that all values of the array element type encode without error.
|
|
func encodeArray(len int, at func(int) interface{}) (*proto3.Value, error) {
|
|
vs := make([]*proto3.Value, len)
|
|
var err error
|
|
for i := 0; i < len; i++ {
|
|
vs[i], _, err = encodeValue(at(i))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
return listProto(vs...), nil
|
|
}
|
|
|
|
func spannerTagParser(t reflect.StructTag) (name string, keep bool, other interface{}, err error) {
|
|
if s := t.Get("spanner"); s != "" {
|
|
if s == "-" {
|
|
return "", false, nil, nil
|
|
}
|
|
return s, true, nil, nil
|
|
}
|
|
return "", true, nil, nil
|
|
}
|
|
|
|
var fieldCache = fields.NewCache(spannerTagParser, nil, nil)
|