From d903dd74ecc766ae74e65cc973a66b204efb29fc Mon Sep 17 00:00:00 2001 From: apolcyn Date: Fri, 8 Nov 2019 13:14:23 -0800 Subject: [PATCH] interop: add grpclb fallback test (#2994) --- interop/grpc_testing/test.pb.go | 163 +++++++++++++++------- interop/grpc_testing/test.proto | 21 +++ interop/grpclb_fallback/client.go | 224 ++++++++++++++++++++++++++++++ 3 files changed, 358 insertions(+), 50 deletions(-) create mode 100644 interop/grpclb_fallback/client.go diff --git a/interop/grpc_testing/test.pb.go b/interop/grpc_testing/test.pb.go index 0d951c91..507ae592 100644 --- a/interop/grpc_testing/test.pb.go +++ b/interop/grpc_testing/test.pb.go @@ -56,6 +56,43 @@ func (PayloadType) EnumDescriptor() ([]byte, []int) { return fileDescriptor_e1cda82041fed8bf, []int{0} } +// The type of route that a client took to reach a server w.r.t. gRPCLB. +// The server must fill in "fallback" if it detects that the RPC reached +// the server via the "gRPCLB fallback" path, and "backend" if it detects +// that the RPC reached the server via "gRPCLB backend" path (i.e. if it got +// the address of this server from the gRPCLB server BalanceLoad RPC). Exactly +// how this detection is done is context and server dependant. +type GrpclbRouteType int32 + +const ( + // Server didn't detect the route that a client took to reach it. + GrpclbRouteType_GRPCLB_ROUTE_TYPE_UNKNOWN GrpclbRouteType = 0 + // Indicates that a client reached a server via gRPCLB fallback. + GrpclbRouteType_GRPCLB_ROUTE_TYPE_FALLBACK GrpclbRouteType = 1 + // Indicates that a client reached a server as a gRPCLB-given backend. + GrpclbRouteType_GRPCLB_ROUTE_TYPE_BACKEND GrpclbRouteType = 2 +) + +var GrpclbRouteType_name = map[int32]string{ + 0: "GRPCLB_ROUTE_TYPE_UNKNOWN", + 1: "GRPCLB_ROUTE_TYPE_FALLBACK", + 2: "GRPCLB_ROUTE_TYPE_BACKEND", +} + +var GrpclbRouteType_value = map[string]int32{ + "GRPCLB_ROUTE_TYPE_UNKNOWN": 0, + "GRPCLB_ROUTE_TYPE_FALLBACK": 1, + "GRPCLB_ROUTE_TYPE_BACKEND": 2, +} + +func (x GrpclbRouteType) String() string { + return proto.EnumName(GrpclbRouteType_name, int32(x)) +} + +func (GrpclbRouteType) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_e1cda82041fed8bf, []int{1} +} + type Empty struct { XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` @@ -203,7 +240,9 @@ type SimpleRequest struct { // Whether server should return a given status ResponseStatus *EchoStatus `protobuf:"bytes,7,opt,name=response_status,json=responseStatus,proto3" json:"response_status,omitempty"` // Whether SimpleResponse should include server_id. - FillServerId bool `protobuf:"varint,9,opt,name=fill_server_id,json=fillServerId,proto3" json:"fill_server_id,omitempty"` + FillServerId bool `protobuf:"varint,9,opt,name=fill_server_id,json=fillServerId,proto3" json:"fill_server_id,omitempty"` + // Whether SimpleResponse should include grpclb_route_type. + FillGrpclbRouteType bool `protobuf:"varint,10,opt,name=fill_grpclb_route_type,json=fillGrpclbRouteType,proto3" json:"fill_grpclb_route_type,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` @@ -283,6 +322,13 @@ func (m *SimpleRequest) GetFillServerId() bool { return false } +func (m *SimpleRequest) GetFillGrpclbRouteType() bool { + if m != nil { + return m.FillGrpclbRouteType + } + return false +} + // Unary response, as configured by the request. type SimpleResponse struct { // Payload to increase message size. @@ -294,10 +340,12 @@ type SimpleResponse struct { OauthScope string `protobuf:"bytes,3,opt,name=oauth_scope,json=oauthScope,proto3" json:"oauth_scope,omitempty"` // Server ID. This must be unique among different server instances, // but the same across all RPC's made to a particular server instance. - ServerId string `protobuf:"bytes,4,opt,name=server_id,json=serverId,proto3" json:"server_id,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` + ServerId string `protobuf:"bytes,4,opt,name=server_id,json=serverId,proto3" json:"server_id,omitempty"` + // gRPCLB Path. + GrpclbRouteType GrpclbRouteType `protobuf:"varint,5,opt,name=grpclb_route_type,json=grpclbRouteType,proto3,enum=grpc.testing.GrpclbRouteType" json:"grpclb_route_type,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` } func (m *SimpleResponse) Reset() { *m = SimpleResponse{} } @@ -353,6 +401,13 @@ func (m *SimpleResponse) GetServerId() string { return "" } +func (m *SimpleResponse) GetGrpclbRouteType() GrpclbRouteType { + if m != nil { + return m.GrpclbRouteType + } + return GrpclbRouteType_GRPCLB_ROUTE_TYPE_UNKNOWN +} + // Client-streaming request. type StreamingInputCallRequest struct { // Optional input payload sent along with the request. @@ -601,6 +656,7 @@ func (m *StreamingOutputCallResponse) GetPayload() *Payload { func init() { proto.RegisterEnum("grpc.testing.PayloadType", PayloadType_name, PayloadType_value) + proto.RegisterEnum("grpc.testing.GrpclbRouteType", GrpclbRouteType_name, GrpclbRouteType_value) proto.RegisterType((*Empty)(nil), "grpc.testing.Empty") proto.RegisterType((*Payload)(nil), "grpc.testing.Payload") proto.RegisterType((*EchoStatus)(nil), "grpc.testing.EchoStatus") @@ -616,51 +672,58 @@ func init() { func init() { proto.RegisterFile("grpc_testing/test.proto", fileDescriptor_e1cda82041fed8bf) } var fileDescriptor_e1cda82041fed8bf = []byte{ - // 695 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xbc, 0x55, 0xdd, 0x6e, 0xd3, 0x4a, - 0x10, 0x3e, 0x4e, 0x93, 0xa6, 0x99, 0xa4, 0x39, 0x39, 0xdb, 0x53, 0xd5, 0x4d, 0x91, 0x88, 0x0c, - 0x12, 0x06, 0x89, 0x14, 0x05, 0xc1, 0x05, 0x12, 0xa0, 0xd2, 0xa6, 0xa2, 0x52, 0xdb, 0x14, 0xbb, - 0xb9, 0x8e, 0xb6, 0xf1, 0xd4, 0xb5, 0xe4, 0x3f, 0xbc, 0xeb, 0x8a, 0xf4, 0x55, 0xb8, 0xe4, 0x31, - 0x78, 0x16, 0xde, 0x05, 0xed, 0xda, 0x8e, 0x9d, 0x34, 0x15, 0x2d, 0x15, 0x5c, 0xc5, 0x3b, 0xf3, - 0xcd, 0xcc, 0xf7, 0x8d, 0xbf, 0x75, 0x60, 0xc3, 0x8e, 0xc2, 0xf1, 0x88, 0x23, 0xe3, 0x8e, 0x6f, - 0x6f, 0x8b, 0xdf, 0x6e, 0x18, 0x05, 0x3c, 0x20, 0x0d, 0x91, 0xe8, 0xa6, 0x09, 0xad, 0x0a, 0x95, - 0xbe, 0x17, 0xf2, 0x89, 0x76, 0x08, 0xd5, 0x13, 0x3a, 0x71, 0x03, 0x6a, 0x91, 0xe7, 0x50, 0xe6, - 0x93, 0x10, 0x55, 0xa5, 0xa3, 0xe8, 0xcd, 0xde, 0x66, 0xb7, 0x58, 0xd0, 0x4d, 0x41, 0xa7, 0x93, - 0x10, 0x0d, 0x09, 0x23, 0x04, 0xca, 0x67, 0x81, 0x35, 0x51, 0x4b, 0x1d, 0x45, 0x6f, 0x18, 0xf2, - 0x59, 0x7b, 0x03, 0xd0, 0x1f, 0x5f, 0x04, 0x26, 0xa7, 0x3c, 0x66, 0x02, 0x31, 0x0e, 0xac, 0xa4, - 0x61, 0xc5, 0x90, 0xcf, 0x44, 0x85, 0xaa, 0x87, 0x8c, 0x51, 0x1b, 0x65, 0x61, 0xcd, 0xc8, 0x8e, - 0xda, 0x8f, 0x12, 0xac, 0x9a, 0x8e, 0x17, 0xba, 0x68, 0xe0, 0xe7, 0x18, 0x19, 0x27, 0xef, 0x60, - 0x35, 0x42, 0x16, 0x06, 0x3e, 0xc3, 0xd1, 0xed, 0x98, 0x35, 0x32, 0xbc, 0x38, 0x91, 0x47, 0x85, - 0x7a, 0xe6, 0x5c, 0x25, 0x13, 0x2b, 0x39, 0xc8, 0x74, 0xae, 0x90, 0x6c, 0x43, 0x35, 0x4c, 0x3a, - 0xa8, 0x4b, 0x1d, 0x45, 0xaf, 0xf7, 0xd6, 0x17, 0xb6, 0x37, 0x32, 0x94, 0xe8, 0x7a, 0xee, 0xb8, - 0xee, 0x28, 0x66, 0x18, 0xf9, 0xd4, 0x43, 0xb5, 0xdc, 0x51, 0xf4, 0x15, 0xa3, 0x21, 0x82, 0xc3, - 0x34, 0x46, 0x74, 0x68, 0x49, 0x50, 0x40, 0x63, 0x7e, 0x31, 0x62, 0xe3, 0x20, 0x44, 0xb5, 0x22, - 0x71, 0x4d, 0x11, 0x1f, 0x88, 0xb0, 0x29, 0xa2, 0x64, 0x07, 0xfe, 0xcd, 0x49, 0xca, 0xbd, 0xa9, - 0x55, 0xc9, 0x43, 0x9d, 0xe5, 0x91, 0xef, 0xd5, 0x68, 0x4e, 0x05, 0x24, 0x7b, 0x7e, 0x0c, 0xb2, - 0xe9, 0x88, 0x61, 0x74, 0x89, 0xd1, 0xc8, 0xb1, 0xd4, 0x5a, 0x4e, 0xc9, 0x94, 0xc1, 0x03, 0x4b, - 0xfb, 0xaa, 0x40, 0x33, 0xdb, 0x6f, 0x52, 0x5e, 0xd4, 0xae, 0xdc, 0x4a, 0x7b, 0x1b, 0x56, 0xa6, - 0xb2, 0x93, 0xd7, 0x37, 0x3d, 0x93, 0x87, 0x50, 0x2f, 0xaa, 0x5d, 0x92, 0x69, 0x08, 0x72, 0xa5, - 0x5b, 0x50, 0xcb, 0x19, 0x96, 0x93, 0x6a, 0x96, 0xb1, 0x3b, 0x84, 0x4d, 0x93, 0x47, 0x48, 0x3d, - 0xc7, 0xb7, 0x0f, 0xfc, 0x30, 0xe6, 0xbb, 0xd4, 0x75, 0x33, 0x23, 0xdc, 0x95, 0xa7, 0x76, 0x0a, - 0xed, 0x45, 0xdd, 0x52, 0xd9, 0xaf, 0x61, 0x83, 0xda, 0x76, 0x84, 0x36, 0xe5, 0x68, 0x8d, 0xd2, - 0x9a, 0xc4, 0x21, 0x89, 0x55, 0xd7, 0xf3, 0x74, 0xda, 0x5a, 0x58, 0x45, 0x3b, 0x00, 0x92, 0xf5, - 0x38, 0xa1, 0x11, 0xf5, 0x90, 0x63, 0x24, 0x5d, 0x5e, 0x28, 0x95, 0xcf, 0x62, 0x17, 0x8e, 0xcf, - 0x31, 0xba, 0xa4, 0xc2, 0x27, 0xa9, 0xef, 0x20, 0x0b, 0x0d, 0x99, 0xf6, 0xad, 0x54, 0x60, 0x38, - 0x88, 0xf9, 0x9c, 0xe0, 0xfb, 0x3a, 0xff, 0x13, 0xac, 0x4d, 0xeb, 0xc3, 0x29, 0x55, 0xb5, 0xd4, - 0x59, 0xd2, 0xeb, 0xbd, 0xce, 0x6c, 0x97, 0xeb, 0x92, 0x0c, 0x12, 0x5d, 0x97, 0x79, 0xe7, 0x7b, - 0x72, 0x7f, 0x63, 0x6b, 0xc7, 0xb0, 0xb5, 0x70, 0x49, 0xbf, 0x69, 0xdf, 0x67, 0xef, 0xa1, 0x5e, - 0xd8, 0x19, 0x69, 0x41, 0x63, 0x77, 0x70, 0x74, 0x62, 0xf4, 0x4d, 0x73, 0xe7, 0xc3, 0x61, 0xbf, - 0xf5, 0x0f, 0x21, 0xd0, 0x1c, 0x1e, 0xcf, 0xc4, 0x14, 0x02, 0xb0, 0x6c, 0xec, 0x1c, 0xef, 0x0d, - 0x8e, 0x5a, 0xa5, 0xde, 0xf7, 0x32, 0xd4, 0x4f, 0x91, 0x71, 0x71, 0xa9, 0x9c, 0x31, 0x92, 0x57, - 0x50, 0x93, 0x9f, 0x51, 0x41, 0x8b, 0xac, 0xcd, 0xe9, 0x12, 0x89, 0xf6, 0xa2, 0x20, 0xd9, 0x87, - 0xda, 0xd0, 0xa7, 0x51, 0x52, 0xb6, 0x35, 0x8b, 0x98, 0xf9, 0x04, 0xb6, 0x1f, 0x2c, 0x4e, 0xa6, - 0x0b, 0x70, 0x61, 0x6d, 0xc1, 0x7e, 0x88, 0x3e, 0x57, 0x74, 0xa3, 0xcf, 0xda, 0x4f, 0x6f, 0x81, - 0x4c, 0x66, 0xbd, 0x50, 0x88, 0x03, 0xe4, 0xfa, 0xa5, 0x22, 0x4f, 0x6e, 0x68, 0x31, 0x7f, 0x89, - 0xdb, 0xfa, 0xaf, 0x81, 0xc9, 0x28, 0x5d, 0x8c, 0x6a, 0xee, 0xc7, 0xae, 0xbb, 0x17, 0x87, 0x2e, - 0x7e, 0xf9, 0x63, 0x9a, 0x74, 0x45, 0xaa, 0x6a, 0x7e, 0xa4, 0xee, 0xf9, 0x5f, 0x18, 0xd5, 0x1b, - 0xc2, 0xff, 0x43, 0x5f, 0xbe, 0x41, 0x0f, 0x7d, 0x8e, 0x56, 0xe6, 0xa2, 0xb7, 0xf0, 0xdf, 0x4c, - 0xfc, 0x6e, 0x6e, 0x3a, 0x5b, 0x96, 0x7f, 0xf0, 0x2f, 0x7f, 0x06, 0x00, 0x00, 0xff, 0xff, 0xf1, - 0xe0, 0xc2, 0x5f, 0xfb, 0x07, 0x00, 0x00, + // 801 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xbc, 0x56, 0xdd, 0x4e, 0xdb, 0x48, + 0x14, 0xc6, 0xf9, 0x21, 0xe4, 0x24, 0x84, 0x30, 0x59, 0x16, 0x13, 0x96, 0xdd, 0xc8, 0xbb, 0xd2, + 0x7a, 0x91, 0x36, 0xac, 0x82, 0xb6, 0x17, 0x95, 0xda, 0x2a, 0x84, 0x40, 0x23, 0x42, 0x92, 0xda, + 0xb1, 0xaa, 0x5e, 0x59, 0x43, 0x32, 0x18, 0x4b, 0x8e, 0xed, 0xda, 0x63, 0xd4, 0xf0, 0x18, 0x7d, + 0x85, 0x3e, 0x46, 0xdf, 0xa7, 0xcf, 0x51, 0xcd, 0xd8, 0xce, 0x3f, 0x2a, 0x14, 0xb5, 0x57, 0x78, + 0xce, 0xf9, 0xce, 0xcf, 0xf7, 0xcd, 0x39, 0x43, 0x60, 0xd7, 0xf0, 0xdc, 0x81, 0x4e, 0x89, 0x4f, + 0x4d, 0xdb, 0x38, 0x62, 0x7f, 0xab, 0xae, 0xe7, 0x50, 0x07, 0xe5, 0x99, 0xa3, 0x1a, 0x39, 0xa4, + 0x0c, 0xa4, 0x9b, 0x23, 0x97, 0x8e, 0xa5, 0x36, 0x64, 0x7a, 0x78, 0x6c, 0x39, 0x78, 0x88, 0xfe, + 0x85, 0x14, 0x1d, 0xbb, 0x44, 0x14, 0x2a, 0x82, 0x5c, 0xa8, 0xed, 0x55, 0x67, 0x03, 0xaa, 0x11, + 0xa8, 0x3f, 0x76, 0x89, 0xc2, 0x61, 0x08, 0x41, 0xea, 0xca, 0x19, 0x8e, 0xc5, 0x44, 0x45, 0x90, + 0xf3, 0x0a, 0xff, 0x96, 0x9e, 0x03, 0x34, 0x07, 0x37, 0x8e, 0x4a, 0x31, 0x0d, 0x7c, 0x86, 0x18, + 0x38, 0xc3, 0x30, 0x61, 0x5a, 0xe1, 0xdf, 0x48, 0x84, 0xcc, 0x88, 0xf8, 0x3e, 0x36, 0x08, 0x0f, + 0xcc, 0x2a, 0xf1, 0x51, 0xfa, 0x98, 0x84, 0x4d, 0xd5, 0x1c, 0xb9, 0x16, 0x51, 0xc8, 0xfb, 0x80, + 0xf8, 0x14, 0xbd, 0x84, 0x4d, 0x8f, 0xf8, 0xae, 0x63, 0xfb, 0x44, 0x7f, 0x58, 0x67, 0xf9, 0x18, + 0xcf, 0x4e, 0xe8, 0xcf, 0x99, 0x78, 0xdf, 0xbc, 0x0b, 0x2b, 0xa6, 0xa7, 0x20, 0xd5, 0xbc, 0x23, + 0xe8, 0x08, 0x32, 0x6e, 0x98, 0x41, 0x4c, 0x56, 0x04, 0x39, 0x57, 0xdb, 0x59, 0x99, 0x5e, 0x89, + 0x51, 0x2c, 0xeb, 0xb5, 0x69, 0x59, 0x7a, 0xe0, 0x13, 0xcf, 0xc6, 0x23, 0x22, 0xa6, 0x2a, 0x82, + 0xbc, 0xa1, 0xe4, 0x99, 0x51, 0x8b, 0x6c, 0x48, 0x86, 0x22, 0x07, 0x39, 0x38, 0xa0, 0x37, 0xba, + 0x3f, 0x70, 0x5c, 0x22, 0xa6, 0x39, 0xae, 0xc0, 0xec, 0x5d, 0x66, 0x56, 0x99, 0x15, 0xd5, 0x61, + 0x6b, 0xda, 0x24, 0xd7, 0x4d, 0xcc, 0xf0, 0x3e, 0xc4, 0xf9, 0x3e, 0xa6, 0xba, 0x2a, 0x85, 0x09, + 0x81, 0x50, 0xe7, 0xbf, 0x80, 0x27, 0xd5, 0x7d, 0xe2, 0xdd, 0x12, 0x4f, 0x37, 0x87, 0x62, 0x76, + 0xda, 0x92, 0xca, 0x8d, 0xad, 0x21, 0x3a, 0x86, 0x5f, 0x39, 0x8a, 0x65, 0xb5, 0xae, 0x74, 0xcf, + 0x09, 0x68, 0x24, 0x2b, 0x70, 0x74, 0x89, 0x79, 0xcf, 0xb9, 0x53, 0x61, 0x3e, 0x26, 0xa1, 0xf4, + 0x45, 0x80, 0x42, 0x7c, 0x29, 0x61, 0xcd, 0x59, 0xc1, 0x84, 0x07, 0x09, 0x56, 0x86, 0x8d, 0x89, + 0x56, 0xe1, 0x9d, 0x4f, 0xce, 0xe8, 0x0f, 0xc8, 0xcd, 0x4a, 0x94, 0xe4, 0x6e, 0x70, 0xa6, 0xf2, + 0xec, 0x43, 0x76, 0x4a, 0x2b, 0x15, 0x46, 0xfb, 0x31, 0xa5, 0x16, 0x6c, 0x2f, 0xb3, 0x49, 0xf3, + 0x21, 0x39, 0x98, 0x6f, 0x6a, 0x81, 0x97, 0xb2, 0x65, 0x2c, 0x10, 0x6d, 0xc3, 0x9e, 0x4a, 0x3d, + 0x82, 0x47, 0xa6, 0x6d, 0xb4, 0x6c, 0x37, 0xa0, 0x0d, 0x6c, 0x59, 0xf1, 0x20, 0x3e, 0x96, 0xb2, + 0xd4, 0x87, 0xf2, 0xaa, 0x6c, 0x91, 0x82, 0xcf, 0x60, 0x17, 0x1b, 0x86, 0x47, 0x0c, 0x4c, 0xc9, + 0x50, 0x8f, 0x62, 0xc2, 0x09, 0x0d, 0x57, 0x65, 0x67, 0xea, 0x8e, 0x52, 0xb3, 0x51, 0x95, 0x5a, + 0x80, 0xe2, 0x1c, 0x3d, 0xec, 0xe1, 0x11, 0xa1, 0xc4, 0xe3, 0x5b, 0x36, 0x13, 0xca, 0xbf, 0x99, + 0xac, 0xa6, 0x4d, 0x89, 0x77, 0x8b, 0xd9, 0x9c, 0x46, 0x73, 0x0f, 0xb1, 0x49, 0xf3, 0xa5, 0x4f, + 0x89, 0x99, 0x0e, 0xbb, 0x01, 0x5d, 0x20, 0xfc, 0xd4, 0xcd, 0x7b, 0x03, 0xa5, 0x49, 0xbc, 0x3b, + 0x69, 0x55, 0x4c, 0x54, 0x92, 0x72, 0xae, 0x56, 0x99, 0xcf, 0xb2, 0x4c, 0x49, 0x41, 0xde, 0x32, + 0xcd, 0x47, 0xef, 0xe9, 0xd3, 0x17, 0x4b, 0xea, 0xc0, 0xfe, 0x4a, 0x91, 0xbe, 0x73, 0x13, 0x0e, + 0x5f, 0x41, 0x6e, 0x46, 0x33, 0x54, 0x84, 0x7c, 0xa3, 0x7b, 0xd9, 0x53, 0x9a, 0xaa, 0x5a, 0x3f, + 0x69, 0x37, 0x8b, 0x6b, 0x08, 0x41, 0x41, 0xeb, 0xcc, 0xd9, 0x04, 0x04, 0xb0, 0xae, 0xd4, 0x3b, + 0xa7, 0xdd, 0xcb, 0x62, 0xe2, 0xd0, 0x81, 0xad, 0x85, 0x49, 0x46, 0x07, 0xb0, 0x77, 0xae, 0xf4, + 0x1a, 0xed, 0x13, 0x5d, 0xe9, 0x6a, 0xfd, 0xa6, 0xde, 0x7f, 0xd7, 0x6b, 0xea, 0x5a, 0xe7, 0xa2, + 0xd3, 0x7d, 0xdb, 0x29, 0xae, 0xa1, 0xdf, 0xa1, 0xbc, 0xec, 0x3e, 0xab, 0xb7, 0xdb, 0x27, 0xf5, + 0xc6, 0x45, 0x51, 0x58, 0x1d, 0xce, 0x7c, 0xcd, 0xce, 0x69, 0x31, 0x51, 0xfb, 0x9c, 0x82, 0x5c, + 0x9f, 0xf8, 0x94, 0xbd, 0x22, 0xe6, 0x80, 0xa0, 0xff, 0x21, 0xcb, 0xff, 0x6f, 0x30, 0x1d, 0x50, + 0x69, 0x41, 0x48, 0xe6, 0x28, 0xaf, 0x32, 0xa2, 0x33, 0xc8, 0x6a, 0x36, 0xf6, 0xc2, 0xb0, 0xfd, + 0x79, 0xc4, 0xdc, 0x9b, 0x5f, 0xfe, 0x6d, 0xb5, 0x33, 0x52, 0xdc, 0x82, 0xd2, 0x8a, 0x0b, 0x41, + 0xf2, 0x42, 0xd0, 0xbd, 0x83, 0x5d, 0xfe, 0xe7, 0x01, 0xc8, 0xb0, 0xd6, 0x7f, 0x02, 0x32, 0x01, + 0x2d, 0x6f, 0x31, 0xfa, 0xfb, 0x9e, 0x14, 0x8b, 0xaf, 0x46, 0x59, 0xfe, 0x36, 0x30, 0x2c, 0x25, + 0xb3, 0x52, 0x85, 0xb3, 0xc0, 0xb2, 0x4e, 0x03, 0xd7, 0x22, 0x1f, 0x7e, 0x18, 0x27, 0x59, 0xe0, + 0xac, 0x0a, 0xaf, 0xb1, 0x75, 0xfd, 0x13, 0x4a, 0xd5, 0x34, 0xf8, 0x45, 0xb3, 0xf9, 0x0d, 0x8e, + 0x88, 0x4d, 0xc9, 0x30, 0x9e, 0xa2, 0x17, 0xb0, 0x3d, 0x67, 0x7f, 0xdc, 0x34, 0x5d, 0xad, 0xf3, + 0x5f, 0x34, 0xc7, 0x5f, 0x03, 0x00, 0x00, 0xff, 0xff, 0xc3, 0xf6, 0xdc, 0x4c, 0xec, 0x08, 0x00, + 0x00, } // Reference imports to suppress errors if they are not otherwise used. diff --git a/interop/grpc_testing/test.proto b/interop/grpc_testing/test.proto index f6fbdf8d..5d6e0a17 100644 --- a/interop/grpc_testing/test.proto +++ b/interop/grpc_testing/test.proto @@ -47,6 +47,21 @@ message EchoStatus { string message = 2; } +// The type of route that a client took to reach a server w.r.t. gRPCLB. +// The server must fill in "fallback" if it detects that the RPC reached +// the server via the "gRPCLB fallback" path, and "backend" if it detects +// that the RPC reached the server via "gRPCLB backend" path (i.e. if it got +// the address of this server from the gRPCLB server BalanceLoad RPC). Exactly +// how this detection is done is context and server dependant. +enum GrpclbRouteType { + // Server didn't detect the route that a client took to reach it. + GRPCLB_ROUTE_TYPE_UNKNOWN = 0; + // Indicates that a client reached a server via gRPCLB fallback. + GRPCLB_ROUTE_TYPE_FALLBACK = 1; + // Indicates that a client reached a server as a gRPCLB-given backend. + GRPCLB_ROUTE_TYPE_BACKEND = 2; +} + // Unary request. message SimpleRequest { // Desired payload type in the response from the server. @@ -71,6 +86,9 @@ message SimpleRequest { // Whether SimpleResponse should include server_id. bool fill_server_id = 9; + + // Whether SimpleResponse should include grpclb_route_type. + bool fill_grpclb_route_type = 10; } // Unary response, as configured by the request. @@ -88,6 +106,9 @@ message SimpleResponse { // Server ID. This must be unique among different server instances, // but the same across all RPC's made to a particular server instance. string server_id = 4; + + // gRPCLB Path. + GrpclbRouteType grpclb_route_type = 5; } // Client-streaming request. diff --git a/interop/grpclb_fallback/client.go b/interop/grpclb_fallback/client.go new file mode 100644 index 00000000..77aac1a6 --- /dev/null +++ b/interop/grpclb_fallback/client.go @@ -0,0 +1,224 @@ +// +build !appengine +// +build go1.11 + +/* + * + * Copyright 2019 gRPC authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ + +package main + +import ( + "context" + "flag" + "log" + "net" + "os" + "os/exec" + "syscall" + "time" + + "golang.org/x/sys/unix" + "google.golang.org/grpc" + _ "google.golang.org/grpc/balancer/grpclb" + "google.golang.org/grpc/credentials" + "google.golang.org/grpc/credentials/alts" + "google.golang.org/grpc/credentials/google" + testpb "google.golang.org/grpc/interop/grpc_testing" +) + +var ( + customCredentialsType = flag.String("custom_credentials_type", "", "Client creds to use") + serverURI = flag.String("server_uri", "dns:///staging-grpc-directpath-fallback-test.googleapis.com:443", "The server host name") + unrouteLBAndBackendAddrsCmd = flag.String("unroute_lb_and_backend_addrs_cmd", "", "Command to make LB and backend address unroutable") + blackholeLBAndBackendAddrsCmd = flag.String("blackhole_lb_and_backend_addrs_cmd", "", "Command to make LB and backend addresses blackholed") + testCase = flag.String("test_case", "", + `Configure different test cases. Valid options are: + fast_fallback_before_startup : LB/backend connections fail fast before RPC's have been made; + fast_fallback_after_startup : LB/backend connections fail fast after RPC's have been made; + slow_fallback_before_startup : LB/backend connections black hole before RPC's have been made; + slow_fallback_after_startup : LB/backend connections black hole after RPC's have been made;`) + infoLog = log.New(os.Stderr, "INFO: ", log.Ldate|log.Ltime|log.Lshortfile) + errorLog = log.New(os.Stderr, "ERROR: ", log.Ldate|log.Ltime|log.Lshortfile) +) + +func doRPCAndGetPath(client testpb.TestServiceClient, timeout time.Duration) testpb.GrpclbRouteType { + infoLog.Printf("doRPCAndGetPath timeout:%v\n", timeout) + ctx, cancel := context.WithTimeout(context.Background(), timeout) + defer cancel() + req := &testpb.SimpleRequest{ + FillGrpclbRouteType: true, + } + reply, err := client.UnaryCall(ctx, req) + if err != nil { + infoLog.Printf("doRPCAndGetPath error:%v\n", err) + return testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_UNKNOWN + } + g := reply.GetGrpclbRouteType() + infoLog.Printf("doRPCAndGetPath got grpclb route type: %v\n", g) + if g != testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_FALLBACK && g != testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_BACKEND { + errorLog.Fatalf("Expected grpclb route type to be either backend or fallback; got: %d", g) + } + return g +} + +func dialTCPUserTimeout(ctx context.Context, addr string) (net.Conn, error) { + control := func(network, address string, c syscall.RawConn) error { + var syscallErr error + controlErr := c.Control(func(fd uintptr) { + syscallErr = syscall.SetsockoptInt(int(fd), syscall.IPPROTO_TCP, unix.TCP_USER_TIMEOUT, 20000) + }) + if syscallErr != nil { + errorLog.Fatalf("syscall error setting sockopt TCP_USER_TIMEOUT: %v", syscallErr) + } + if controlErr != nil { + errorLog.Fatalf("control error setting sockopt TCP_USER_TIMEOUT: %v", syscallErr) + } + return nil + } + d := &net.Dialer{ + Control: control, + } + return d.DialContext(ctx, "tcp", addr) +} + +func createTestConn() *grpc.ClientConn { + opts := []grpc.DialOption{ + grpc.WithContextDialer(dialTCPUserTimeout), + grpc.WithBlock(), + } + switch *customCredentialsType { + case "tls": + creds := credentials.NewClientTLSFromCert(nil, "") + opts = append(opts, grpc.WithTransportCredentials(creds)) + case "alts": + creds := alts.NewClientCreds(alts.DefaultClientOptions()) + opts = append(opts, grpc.WithTransportCredentials(creds)) + case "google_default_credentials": + opts = append(opts, grpc.WithCredentialsBundle(google.NewDefaultCredentials())) + case "compute_engine_channel_creds": + opts = append(opts, grpc.WithCredentialsBundle(google.NewComputeEngineCredentials())) + default: + errorLog.Fatalf("Invalid --custom_credentials_type:%v", *customCredentialsType) + } + conn, err := grpc.Dial(*serverURI, opts...) + if err != nil { + errorLog.Fatalf("Fail to dial: %v", err) + } + return conn +} + +func runCmd(command string) { + infoLog.Printf("Running cmd:|%v|\n", command) + if err := exec.Command("bash", "-c", command).Run(); err != nil { + errorLog.Fatalf("error running cmd:|%v| : %v", command, err) + } +} + +func waitForFallbackAndDoRPCs(client testpb.TestServiceClient, fallbackDeadline time.Time) { + fallbackRetryCount := 0 + fellBack := false + for time.Now().Before(fallbackDeadline) { + g := doRPCAndGetPath(client, 1*time.Second) + if g == testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_FALLBACK { + infoLog.Println("Made one successul RPC to a fallback. Now expect the same for the rest.") + fellBack = true + break + } else if g == testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_BACKEND { + errorLog.Fatalf("Got RPC type backend. This suggests an error in test implementation") + } else { + infoLog.Println("Retryable RPC failure on iteration:", fallbackRetryCount) + } + fallbackRetryCount++ + } + if !fellBack { + infoLog.Fatalf("Didn't fall back before deadline: %v\n", fallbackDeadline) + } + for i := 0; i < 30; i++ { + if g := doRPCAndGetPath(client, 20*time.Second); g != testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_FALLBACK { + errorLog.Fatalf("Expected RPC to take grpclb route type FALLBACK. Got: %v", g) + } + time.Sleep(time.Second) + } +} + +func doFastFallbackBeforeStartup() { + runCmd(*unrouteLBAndBackendAddrsCmd) + fallbackDeadline := time.Now().Add(5 * time.Second) + conn := createTestConn() + defer conn.Close() + client := testpb.NewTestServiceClient(conn) + waitForFallbackAndDoRPCs(client, fallbackDeadline) +} + +func doSlowFallbackBeforeStartup() { + runCmd(*blackholeLBAndBackendAddrsCmd) + fallbackDeadline := time.Now().Add(20 * time.Second) + conn := createTestConn() + defer conn.Close() + client := testpb.NewTestServiceClient(conn) + waitForFallbackAndDoRPCs(client, fallbackDeadline) +} + +func doFastFallbackAfterStartup() { + conn := createTestConn() + defer conn.Close() + client := testpb.NewTestServiceClient(conn) + if g := doRPCAndGetPath(client, 20*time.Second); g != testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_BACKEND { + errorLog.Fatalf("Expected RPC to take grpclb route type BACKEND. Got: %v", g) + } + runCmd(*unrouteLBAndBackendAddrsCmd) + fallbackDeadline := time.Now().Add(40 * time.Second) + waitForFallbackAndDoRPCs(client, fallbackDeadline) +} + +func doSlowFallbackAfterStartup() { + conn := createTestConn() + defer conn.Close() + client := testpb.NewTestServiceClient(conn) + if g := doRPCAndGetPath(client, 20*time.Second); g != testpb.GrpclbRouteType_GRPCLB_ROUTE_TYPE_BACKEND { + errorLog.Fatalf("Expected RPC to take grpclb route type BACKEND. Got: %v", g) + } + runCmd(*blackholeLBAndBackendAddrsCmd) + fallbackDeadline := time.Now().Add(40 * time.Second) + waitForFallbackAndDoRPCs(client, fallbackDeadline) +} + +func main() { + flag.Parse() + if len(*unrouteLBAndBackendAddrsCmd) == 0 { + errorLog.Fatalf("--unroute_lb_and_backend_addrs_cmd unset") + } + if len(*blackholeLBAndBackendAddrsCmd) == 0 { + errorLog.Fatalf("--blackhole_lb_and_backend_addrs_cmd unset") + } + switch *testCase { + case "fast_fallback_before_startup": + doFastFallbackBeforeStartup() + log.Printf("FastFallbackBeforeStartup done!\n") + case "fast_fallback_after_startup": + doFastFallbackAfterStartup() + log.Printf("FastFallbackAfterStartup done!\n") + case "slow_fallback_before_startup": + doSlowFallbackBeforeStartup() + log.Printf("SlowFallbackBeforeStartup done!\n") + case "slow_fallback_after_startup": + doSlowFallbackAfterStartup() + log.Printf("SlowFallbackAfterStartup done!\n") + default: + errorLog.Fatalf("Unsupported test case: %v", *testCase) + } +}