Skip to content

Commit

Permalink
Reimplement url.Value unmarshaller
Browse files Browse the repository at this point in the history
* Use internal.DoubleArray to reduce time complexity.
* Replace github.com/ajg/form with a custom impl because:
  1. proto messages do not have "form" struct tag, thus they does not
     fit to the library very well.
  2. field paths in google.api.http does not support so complex path
     that we need the library.
  • Loading branch information
yugui committed May 18, 2015
1 parent eeb1332 commit 9438224
Show file tree
Hide file tree
Showing 2 changed files with 404 additions and 26 deletions.
124 changes: 98 additions & 26 deletions runtime/query.go
Original file line number Diff line number Diff line change
@@ -1,46 +1,118 @@
package runtime

import (
"fmt"
"net/url"
"reflect"
"strings"

"github.com/ajg/form"
"github.com/gengo/grpc-gateway/internal"
"github.com/golang/glog"
"github.com/golang/protobuf/proto"
)

func isQueryParam(key string, filters []string) bool {
for _, f := range filters {
if strings.HasPrefix(key, f) {
switch l, m := len(key), len(f); {
case l == m:
return false
case key[m] == '.':
return false
}
// PopulateQueryParameters populates "values" into "msg".
// A value is ignored if its key starts with one of the elements in "filters".
func PopulateQueryParameters(msg proto.Message, values url.Values, filter *internal.DoubleArray) error {
for key, values := range values {
fieldPath := strings.Split(key, ".")
if filter.HasCommonPrefix(fieldPath) {
continue
}
if err := populateQueryParameter(msg, fieldPath, values); err != nil {
return err
}
}
return true
return nil
}

func convertPath(path string) string {
var components []string
for _, c := range strings.Split(path, ".") {
components = append(components, internal.PascalFromSnake(c))
func populateQueryParameter(msg proto.Message, fieldPath []string, values []string) error {
m := reflect.ValueOf(msg)
if m.Kind() != reflect.Ptr {
return fmt.Errorf("unexpected type %T: %v", msg, msg)
}
m = m.Elem()
for i, fieldName := range fieldPath {
isLast := i == len(fieldPath)-1
if !isLast && m.Kind() != reflect.Struct {
return fmt.Errorf("non-aggregate type in the mid of path: %s", strings.Join(fieldPath, "."))
}
f := m.FieldByName(internal.PascalFromSnake(fieldName))
if !f.IsValid() {
glog.Warningf("field not found in %T: %s", msg, strings.Join(fieldPath, "."))
return nil
}

switch f.Kind() {
case reflect.Bool, reflect.Float32, reflect.Float64, reflect.Int32, reflect.Int64, reflect.String, reflect.Uint32, reflect.Uint64:
m = f
case reflect.Slice:
// TODO(yugui) Support []byte
if !isLast {
return fmt.Errorf("unexpected repeated field in %s", strings.Join(fieldPath, "."))
}
return populateRepeatedField(f, values)
case reflect.Ptr:
if f.IsNil() {
m = reflect.New(f.Type().Elem())
f.Set(m)
}
m = f.Elem()
continue
default:
return fmt.Errorf("unexpected type %s in %T", f.Type(), msg)
}
}
return strings.Join(components, ".")
switch len(values) {
case 0:
return fmt.Errorf("no value of field: %s", strings.Join(fieldPath, "."))
case 1:
default:
glog.Warningf("too many field values: %s", strings.Join(fieldPath, "."))
}
return populateField(m, values[0])
}

// PopulateQueryParameters populates "values" into "msg".
// A value is ignored if its key starts with one of the elements in "filters".
//
// TODO(yugui) Use trie for filters?
func PopulateQueryParameters(msg proto.Message, values url.Values, filters []string) error {
filtered := make(url.Values)
for key, values := range values {
if isQueryParam(key, filters) {
filtered[convertPath(key)] = values
func populateRepeatedField(f reflect.Value, values []string) error {
elemType := f.Type().Elem()
conv, ok := convFromType[elemType.Kind()]
if !ok {
return fmt.Errorf("unsupported field type %s", elemType)
}
f.Set(reflect.MakeSlice(f.Type(), len(values), len(values)))
for i, v := range values {
result := conv.Call([]reflect.Value{reflect.ValueOf(v)})
if err := result[1].Interface(); err != nil {
return err.(error)
}
f.Index(i).Set(result[0])
}
return nil
}

func populateField(f reflect.Value, value string) error {
conv, ok := convFromType[f.Kind()]
if !ok {
return fmt.Errorf("unsupported field type %T", f)
}
result := conv.Call([]reflect.Value{reflect.ValueOf(value)})
if err := result[1].Interface(); err != nil {
return err.(error)
}
return form.DecodeValues(msg, filtered)
f.Set(result[0])
return nil
}

var (
convFromType = map[reflect.Kind]reflect.Value{
reflect.String: reflect.ValueOf(String),
reflect.Bool: reflect.ValueOf(Bool),
reflect.Float64: reflect.ValueOf(Float64),
reflect.Float32: reflect.ValueOf(Float32),
reflect.Int64: reflect.ValueOf(Int64),
reflect.Int32: reflect.ValueOf(Int32),
reflect.Uint64: reflect.ValueOf(Uint64),
reflect.Uint32: reflect.ValueOf(Uint32),
// TODO(yugui) Support []byte
}
)
Loading

0 comments on commit 9438224

Please sign in to comment.