Skip to content

Commit

Permalink
fix to register messages when message parsing
Browse files Browse the repository at this point in the history
  • Loading branch information
ktr0731 committed Apr 21, 2022
1 parent 17d523e commit 7d8c6c2
Show file tree
Hide file tree
Showing 11 changed files with 85 additions and 9 deletions.
17 changes: 17 additions & 0 deletions e2e/cli_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -515,6 +515,14 @@ func TestE2E_CLI(t *testing.T) {
unflatten: true,
assertWithGolden: true,
},
"call failure unary RPC with --enrich flag without reflection": {
commonFlags: "--proto testdata/test.proto",
cmd: "call",
args: "--file testdata/unary_call.in --enrich api.Example.UnaryHeaderTrailerFailure",
unflatten: true,
assertWithGolden: true,
expectedCode: 1,
},
"call failure unary RPC with --enrich flag": {
commonFlags: "-r",
cmd: "call",
Expand Down Expand Up @@ -542,6 +550,15 @@ func TestE2E_CLI(t *testing.T) {
unflatten: true,
assertWithGolden: true,
},
"call failure unary RPC with --enrich flag without reflection against to gRPC-Web server": {
commonFlags: "--web --proto testdata/test.proto",
cmd: "call",
args: "--file testdata/unary_call.in --enrich api.Example.UnaryHeaderTrailerFailure",
web: true,
unflatten: true,
assertWithGolden: true,
expectedCode: 1,
},
"call failure unary RPC with --enrich flag against to gRPC-Web server": {
commonFlags: "--web -r",
cmd: "call",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,10 @@
"type": "type"
}
]
},
{
"@type": "type.googleapis.com/api.FailureDetail",
"code": "001"
}
]
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,4 +11,5 @@ message: "internal error"
details:
{"@type": "type.googleapis.com/google.rpc.BadRequest", "fieldViolations": [{"description": "description", "field": "field"}]}
{"@type": "type.googleapis.com/google.rpc.PreconditionFailure", "violations": [{"description": "description", "subject": "subject", "type": "type"}]}
{"@type": "type.googleapis.com/api.FailureDetail", "code": "001"}

Original file line number Diff line number Diff line change
Expand Up @@ -12,4 +12,5 @@ message: "internal error"
details:
{"@type": "type.googleapis.com/google.rpc.BadRequest", "fieldViolations": [{"description": "description", "field": "field"}]}
{"@type": "type.googleapis.com/google.rpc.PreconditionFailure", "violations": [{"description": "description", "subject": "subject", "type": "type"}]}
{"@type": "type.googleapis.com/api.FailureDetail", "code": "001"}

Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
content-type: application/grpc
header_key1: header_val1
header_key2: header_val2

trailer_key1: trailer_val1
trailer_key2: trailer_val2

code: Internal
number: 13
message: "internal error"
details:
{"@type": "type.googleapis.com/google.rpc.BadRequest", "fieldViolations": [{"description": "description", "field": "field"}]}
{"@type": "type.googleapis.com/google.rpc.PreconditionFailure", "violations": [{"description": "description", "subject": "subject", "type": "type"}]}
{"@type": "type.googleapis.com/api.FailureDetail", "code": "001"}

Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
content-type: application/grpc-web+proto
header_key1: header_val1
header_key2: header_val2
vary: Origin

trailer_key1: trailer_val1
trailer_key2: trailer_val2

code: Internal
number: 13
message: "internal error"
details:
{"@type": "type.googleapis.com/google.rpc.BadRequest", "fieldViolations": [{"description": "description", "field": "field"}]}
{"@type": "type.googleapis.com/google.rpc.PreconditionFailure", "violations": [{"description": "description", "subject": "subject", "type": "type"}]}
{"@type": "type.googleapis.com/api.FailureDetail", "code": "001"}

Original file line number Diff line number Diff line change
Expand Up @@ -13,5 +13,6 @@ message: "internal error"
details:
{"@type": "type.googleapis.com/google.rpc.BadRequest", "fieldViolations": [{"description": "description", "field": "field"}]}
{"@type": "type.googleapis.com/google.rpc.PreconditionFailure", "violations": [{"description": "description", "subject": "subject", "type": "type"}]}
{"@type": "type.googleapis.com/api.FailureDetail", "code": "001"}


4 changes: 4 additions & 0 deletions e2e/testdata/test.proto
Original file line number Diff line number Diff line change
Expand Up @@ -99,3 +99,7 @@ message UnaryHeaderRequest {}
message MapResponse {
map<string, Name> names = 1;
}

message FailureDetail {
string code = 1;
}
2 changes: 1 addition & 1 deletion go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ require (
github.com/ktr0731/go-prompt v0.2.3
github.com/ktr0731/go-shellstring v0.1.3
github.com/ktr0731/go-updater v0.1.5
github.com/ktr0731/grpc-test v0.1.10
github.com/ktr0731/grpc-test v0.1.11
github.com/ktr0731/grpc-web-go-client v0.2.8
github.com/manifoldco/promptui v0.9.0
github.com/matryer/moq v0.2.7
Expand Down
4 changes: 2 additions & 2 deletions go.sum
Original file line number Diff line number Diff line change
Expand Up @@ -728,8 +728,8 @@ github.com/ktr0731/go-shellstring v0.1.3/go.mod h1:f0/XX0hsm6A02Es/UDQ9MGd3VqpCH
github.com/ktr0731/go-updater v0.1.5 h1:AiaQxJoI0OTGqvsJYdIITCOaEzQQOqU2MHKUwttVShY=
github.com/ktr0731/go-updater v0.1.5/go.mod h1:dsdOg7a9sj6ttcOU5ZxPCtKdm9WeB1hwcX/7oKgz9/0=
github.com/ktr0731/grpc-test v0.1.4/go.mod h1:v47616grayBYXQveGWxO3OwjLB3nEEnHsZuMTc73FM0=
github.com/ktr0731/grpc-test v0.1.10 h1:W+fdfNrcSY0+9aiIIx+CWpFcNjdcqysPQchDcuMk4Pk=
github.com/ktr0731/grpc-test v0.1.10/go.mod h1:AP4+ZrqSzdDaUNhAsp2fye06MXO2fdYY6YQJifb588M=
github.com/ktr0731/grpc-test v0.1.11 h1:sXacyTdat8F1SWURSqECG1Cu546A5sYgI88XVexJ66Q=
github.com/ktr0731/grpc-test v0.1.11/go.mod h1:AP4+ZrqSzdDaUNhAsp2fye06MXO2fdYY6YQJifb588M=
github.com/ktr0731/grpc-web-go-client v0.2.8 h1:nUf9p+YWirmFwmH0mwtAWhuXvzovc+/3C/eAY2Fshnk=
github.com/ktr0731/grpc-web-go-client v0.2.8/go.mod h1:1Iac8gFJvC/DRfZoGnFZsfEbEq/wQFK+2Ve1o3pHkCQ=
github.com/ktr0731/modfile v1.11.2/go.mod h1:LzNwnHJWHbuDh3BO17lIqzqDldXqGu1HCydWH3SinE0=
Expand Down
29 changes: 23 additions & 6 deletions idl/proto/proto.go
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,9 @@ import (
"github.com/ktr0731/evans/grpc/grpcreflection"
"github.com/ktr0731/evans/idl"
"github.com/pkg/errors"
"google.golang.org/protobuf/reflect/protodesc"
"google.golang.org/protobuf/reflect/protoregistry"
"google.golang.org/protobuf/types/dynamicpb"
)

type spec struct {
Expand Down Expand Up @@ -140,7 +143,7 @@ func LoadFiles(importPaths []string, fnames []string) (idl.Spec, error) {
fileDescs = append(fileDescs, d.GetDependencies()...)
}

return newSpec(fileDescs), nil
return newSpec(fileDescs)
}

// LoadByReflection receives a gRPC reflection client, then tries to instantiate a new idl.Spec by using gRPC reflection.
Expand All @@ -149,10 +152,10 @@ func LoadByReflection(client grpcreflection.Client) (idl.Spec, error) {
if err != nil {
return nil, errors.Wrap(err, "failed to list packages by gRPC reflection")
}
return newSpec(fileDescs), nil
return newSpec(fileDescs)
}

func newSpec(fds []*desc.FileDescriptor) idl.Spec {
func newSpec(fds []*desc.FileDescriptor) (idl.Spec, error) {
var (
encounteredPkgs = make(map[string]interface{})
encounteredSvcs = make(map[string]interface{})
Expand All @@ -161,6 +164,7 @@ func newSpec(fds []*desc.FileDescriptor) idl.Spec {
rpcDescs = make(map[string][]*desc.MethodDescriptor)
msgDescs = make(map[string]*desc.MessageDescriptor)
)

for _, f := range fds {
if _, encountered := encounteredPkgs[f.GetPackage()]; !encountered {
pkgNames = append(pkgNames, f.GetPackage())
Expand All @@ -175,8 +179,21 @@ func newSpec(fds []*desc.FileDescriptor) idl.Spec {
rpcDescs[fqsn] = append(rpcDescs[fqsn], svc.GetMethods()...)
}

for _, m := range f.GetMessageTypes() {
msgDescs[m.GetFullyQualifiedName()] = m
prfd, err := protodesc.NewFile(f.AsFileDescriptorProto(), nil)
if err != nil {
return nil, errors.Wrapf(err, "failed to new protodesc")
}

for i := 0; i < prfd.Messages().Len(); i++ {
md := prfd.Messages().Get(i)
if _, err := protoregistry.GlobalTypes.FindMessageByName(md.FullName()); !errors.Is(err, protoregistry.NotFound) {
continue
}

mt := dynamicpb.NewMessageType(md)
if err := protoregistry.GlobalTypes.RegisterMessage(mt); err != nil {
return nil, errors.Wrapf(err, "failed to register message %s", mt.Descriptor().FullName())
}
}
}

Expand All @@ -190,7 +207,7 @@ func newSpec(fds []*desc.FileDescriptor) idl.Spec {
svcDescs: svcDescs,
rpcDescs: rpcDescs,
msgDescs: msgDescs,
}
}, nil
}

// FullyQualifiedServiceName returns the fully-qualified service name.
Expand Down

0 comments on commit 7d8c6c2

Please sign in to comment.