feat: Add transformations server endpoint to feature_store.yaml

go/internal/feast/featurestore.go

@@ -3,9 +3,6 @@ package feast
 import (
 	"context"
 	"errors"
-	"fmt"
-	"os"
-	"strings"
 
 	"github.com/apache/arrow/go/v8/arrow/memory"
 
@@ -58,10 +55,14 @@ func NewFeatureStore(config *registry.RepoConfig, callback transformation.Transf
 	if err != nil {
 		return nil, err
 	}
-  sanitizedProjectName := strings.Replace(config.Project, "_", "-", -1)
-  productName := os.Getenv("PRODUCT")
-  endpoint := fmt.Sprintf("%s-transformations.%s.svc.cluster.local:80", sanitizedProjectName, productName)
-  transformationService, _ := transformation.NewGrpcTransformationService(config, endpoint)
+
+	var transformationService *transformation.GrpcTransformationService = nil
+	if config.GoTransformationsServer {
+		if config.GoTransformationsEndpoint == "" {
+			return nil, errors.New("Transformations server endpoint is missing. Update featue_store.yaml with go_transformations_endpint configuration")
+		}
+		transformationService, _ = transformation.NewGrpcTransformationService(config, config.GoTransformationsEndpoint)
+	}
 
 	return &FeatureStore{
 		config:                 config,

go/internal/feast/registry/repoconfig.go

@@ -32,6 +32,11 @@ type RepoConfig struct {
 	RepoPath string `json:"repo_path"`
 	// EntityKeySerializationVersion
 	EntityKeySerializationVersion int64 `json:"entity_key_serialization_version"`
+	// If false, use gopy bindings to calculate ODFV transformations.
+	// "True" value required for Go feature server to serve ODFVs with stability and at scale.
+	GoTransformationsServer bool `json:"go_transformations_server"`
+	// Transformation server base endpoint.
+	GoTransformationsEndpoint string `json:"go_transformations_endpoint"`
 }
 
 type RegistryConfig struct {

go/internal/feast/registry/repoconfig_test.go

@@ -96,3 +96,30 @@ online_store:
 	assert.Equal(t, dir, config.RepoPath)
 	assert.Equal(t, "data/registry.db", config.GetRegistryConfig().Path)
 }
+
+func TestGoTransformationsEndpoint(t *testing.T) {
+	dir, err := os.MkdirTemp("", "feature_repo_*")
+	assert.Nil(t, err)
+	defer func() {
+		assert.Nil(t, os.RemoveAll(dir))
+	}()
+	filePath := filepath.Join(dir, "feature_store.yaml")
+	data := []byte(`
+registry:
+ path: data/registry.db
+project: feature_repo
+provider: local
+online_store:
+ type: redis
+ connection_string: "localhost:6379"
+go_transformations_endpoint: https://go.dev:9999
+go_transformations_server: True
+`)
+	err = os.WriteFile(filePath, data, 0666)
+	assert.Nil(t, err)
+	config, err := NewRepoConfigFromFile(dir)
+	assert.Nil(t, err)
+	assert.Equal(t, dir, config.RepoPath)
+	assert.Equal(t, "https://go.dev:9999", config.GoTransformationsEndpoint)
+	assert.Equal(t, true, config.GoTransformationsServer)
+}

sdk/python/feast/repo_config.py

@@ -177,6 +177,14 @@ class RepoConfig(FeastBaseModel):
     go_feature_retrieval: Optional[bool] = False
     """ If True, use the embedded Go code to retrieve features instead of the Python SDK. """
 
+    go_transformations_server: Optional[bool] = True
+    """ If True, use the transformations server to perform ODVF transformations in Go feature server. """
+
+    go_transformations_endpoint: Optional[StrictStr] = ""
+    """ Specify the endpoint for Go feature server to find the transformations server.
+    NOTE: Unless go_transformations_server is False, the Go feature server will throw errors if this is
+    blank or null. """
+
     entity_key_serialization_version: StrictInt = 1
     """ Entity key serialization version: This version is used to control what serialization scheme is
     used when writing data to the online store.