feat: implement gRPC datasource (#1146)

Author: Noroth

.gitignore

@@ -1,4 +1,5 @@
 .idea/*
+.vscode/*
 *.out
 *.test
 .DS_Store

examples/federation/go.mod

@@ -9,15 +9,16 @@ require (
 	github.com/jensneuse/abstractlogger v0.0.4
 	github.com/vektah/gqlparser/v2 v2.5.14
 	github.com/wundergraph/graphql-go-tools/execution v1.0.1
-	github.com/wundergraph/graphql-go-tools/v2 v2.0.0-rc.136
+	github.com/wundergraph/graphql-go-tools/v2 v2.0.0-rc.172
 	go.uber.org/atomic v1.11.0
 	go.uber.org/zap v1.26.0
 )
 
 require (
 	github.com/agnivade/levenshtein v1.1.1 // indirect
+	github.com/bufbuild/protocompile v0.14.1 // indirect
 	github.com/buger/jsonparser v1.1.1 // indirect
-	github.com/cespare/xxhash/v2 v2.2.0 // indirect
+	github.com/cespare/xxhash/v2 v2.3.0 // indirect
 	github.com/cpuguy83/go-md2man/v2 v2.0.2 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/dlclark/regexp2 v1.11.0 // indirect
@@ -40,24 +41,26 @@ require (
 	github.com/r3labs/sse/v2 v2.8.1 // indirect
 	github.com/russross/blackfriday/v2 v2.1.0 // indirect
 	github.com/sirupsen/logrus v1.9.3 // indirect
-	github.com/stretchr/testify v1.9.0 // indirect
+	github.com/stretchr/testify v1.10.0 // indirect
 	github.com/tidwall/gjson v1.17.0 // indirect
 	github.com/tidwall/match v1.1.1 // indirect
 	github.com/tidwall/pretty v1.2.1 // indirect
 	github.com/tidwall/sjson v1.2.5 // indirect
 	github.com/urfave/cli/v2 v2.25.5 // indirect
-	github.com/wundergraph/astjson v0.0.0-20241210135722-15ca0ac078f8 // indirect
+	github.com/wundergraph/astjson v0.0.0-20250106123708-be463c97e083 // indirect
 	github.com/wundergraph/cosmo/composition-go v0.0.0-20241020204711-78f240a77c99 // indirect
 	github.com/wundergraph/cosmo/router v0.0.0-20240729154441-b20b00e892c6 // indirect
 	github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
 	golang.org/x/mod v0.18.0 // indirect
-	golang.org/x/net v0.26.0 // indirect
-	golang.org/x/sync v0.7.0 // indirect
-	golang.org/x/sys v0.21.0 // indirect
-	golang.org/x/text v0.16.0 // indirect
+	golang.org/x/net v0.34.0 // indirect
+	golang.org/x/sync v0.10.0 // indirect
+	golang.org/x/sys v0.29.0 // indirect
+	golang.org/x/text v0.21.0 // indirect
 	golang.org/x/tools v0.22.0 // indirect
-	google.golang.org/protobuf v1.34.1 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20250115164207-1a7da9e5054f // indirect
+	google.golang.org/grpc v1.71.0 // indirect
+	google.golang.org/protobuf v1.36.4 // indirect
 	gopkg.in/cenkalti/backoff.v1 v1.1.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 	rogchap.com/v8go v0.9.0 // indirect

examples/federation/go.sum

@@ -9,6 +9,7 @@ import (
 
 	"github.com/wundergraph/cosmo/router/gen/proto/wg/cosmo/common"
 	nodev1 "github.com/wundergraph/cosmo/router/gen/proto/wg/cosmo/node/v1"
+	"google.golang.org/grpc"
 	"google.golang.org/protobuf/encoding/protojson"
 
 	"github.com/wundergraph/cosmo/composition-go"
@@ -42,6 +43,8 @@ type federationEngineConfigFactoryOptions struct {
 	subscriptionClientFactory graphql_datasource.GraphQLSubscriptionClientFactory
 	subscriptionType          SubscriptionType
 	customResolveMap          map[string]resolve.CustomResolve
+
+	grpcClient grpc.ClientConnInterface
 }
 
 type FederationEngineConfigFactoryOption func(options *federationEngineConfigFactoryOptions)
@@ -85,6 +88,8 @@ func NewFederationEngineConfigFactory(engineCtx context.Context, subgraphsConfig
 				TLSHandshakeTimeout: 0 * time.Second,
 			},
 		},
+		// TODO
+		grpcClient: nil,
 		streamingClient: &http.Client{
 			Timeout: 0,
 		},
@@ -99,6 +104,7 @@ func NewFederationEngineConfigFactory(engineCtx context.Context, subgraphsConfig
 	return &FederationEngineConfigFactory{
 		engineCtx:                 engineCtx,
 		httpClient:                options.httpClient,
+		grpcClient:                options.grpcClient,
 		streamingClient:           options.streamingClient,
 		subscriptionClientFactory: options.subscriptionClientFactory,
 		subscriptionType:          options.subscriptionType,
@@ -117,6 +123,8 @@ type FederationEngineConfigFactory struct {
 	subscriptionType          SubscriptionType
 	customResolveMap          map[string]resolve.CustomResolve
 	subgraphsConfigs          []SubgraphConfiguration
+
+	grpcClient grpc.ClientConnInterface
 }
 
 func (f *FederationEngineConfigFactory) BuildEngineConfiguration() (Configuration, error) {

execution/engine/config_factory_federation.go

@@ -6,6 +6,7 @@ import (
 	"time"
 
 	"github.com/google/uuid"
+	"google.golang.org/grpc"
 
 	"github.com/wundergraph/graphql-go-tools/execution/graphql"
 	"github.com/wundergraph/graphql-go-tools/v2/pkg/astparser"
@@ -62,6 +63,7 @@ type ProxyEngineConfigFactory struct {
 	proxyUpstreamConfig       ProxyUpstreamConfig
 	subscriptionClientFactory graphqlDataSource.GraphQLSubscriptionClientFactory
 	engineCtx                 context.Context
+	grpcClient                grpc.ClientConnInterface
 }
 
 func NewProxyEngineConfigFactory(engineCtx context.Context, schema *graphql.Schema, proxyUpstreamConfig ProxyUpstreamConfig, opts ...ProxyEngineConfigFactoryOption) *ProxyEngineConfigFactory {
@@ -128,6 +130,7 @@ func (p *ProxyEngineConfigFactory) EngineConfiguration() (Configuration, error)
 		p.dataSourceID,
 		dataSourceConfig,
 		p.httpClient,
+		p.grpcClient,
 		WithDataSourceGeneratorSubscriptionConfiguration(p.streamingClient, p.proxyUpstreamConfig.SubscriptionType),
 		WithDataSourceGeneratorSubscriptionClientFactory(p.subscriptionClientFactory),
 	)

execution/engine/config_factory_proxy.go

@@ -10,6 +10,7 @@ import (
 	"github.com/wundergraph/graphql-go-tools/v2/pkg/engine/datasource/graphql_datasource"
 	"github.com/wundergraph/graphql-go-tools/v2/pkg/engine/plan"
 	"github.com/wundergraph/graphql-go-tools/v2/pkg/engine/resolve"
+	"google.golang.org/grpc"
 )
 
 const (
@@ -103,7 +104,7 @@ func newGraphQLDataSourceGenerator(engineCtx context.Context, document *ast.Docu
 	}
 }
 
-func (d *graphqlDataSourceGenerator) Generate(dsID string, config graphql_datasource.Configuration, httpClient *http.Client, options ...DataSourceGeneratorOption) (plan.DataSource, error) {
+func (d *graphqlDataSourceGenerator) Generate(dsID string, config graphql_datasource.Configuration, httpClient *http.Client, grpcClient grpc.ClientConnInterface, options ...DataSourceGeneratorOption) (plan.DataSource, error) {
 	extractor := NewLocalTypeFieldExtractor(d.document)
 	rootNodes, childNodes := extractor.GetAllNodes()
 
@@ -122,11 +123,21 @@ func (d *graphqlDataSourceGenerator) Generate(dsID string, config graphql_dataso
 		return nil, err
 	}
 
-	factory, err := graphql_datasource.NewFactory(
-		d.engineCtx,
-		httpClient,
-		subscriptionClient,
-	)
+	var factory plan.PlannerFactory[graphql_datasource.Configuration]
+
+	if config.IsGRPC() {
+		factory, err = graphql_datasource.NewFactoryGRPC(
+			d.engineCtx,
+			grpcClient,
+		)
+	} else {
+		factory, err = graphql_datasource.NewFactory(
+			d.engineCtx,
+			httpClient,
+			subscriptionClient,
+		)
+	}
+
 	if err != nil {
 		return nil, err
 	}

execution/engine/engine_config.go

@@ -124,6 +124,7 @@ func TestGraphQLDataSourceGenerator_Generate(t *testing.T) {
 			"test",
 			dataSourceConfig,
 			client,
+			nil,
 			WithDataSourceGeneratorSubscriptionClientFactory(&MockSubscriptionClientFactory{}),
 		)
 		require.NoError(t, err)
@@ -157,6 +158,7 @@ func TestGraphQLDataSourceGenerator_Generate(t *testing.T) {
 			"test",
 			dataSourceConfig,
 			client,
+			nil,
 			WithDataSourceGeneratorSubscriptionConfiguration(streamingClient, SubscriptionTypeSSE),
 			WithDataSourceGeneratorSubscriptionClientFactory(&MockSubscriptionClientFactory{}),
 		)