Skip to content

Commit

Permalink
Merge pull request #1066 from redpanda-data/mb/snowflake-limitation
Browse files Browse the repository at this point in the history
connectors: removed converter limitation on SNOWPIPE_STREAMING
  • Loading branch information
bochenekmartin authored Feb 2, 2024
2 parents e724c8d + 72cac19 commit 27529ea
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 8 deletions.
4 changes: 0 additions & 4 deletions backend/pkg/connector/interceptor/snowflake_hook.go
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,6 @@ func KafkaConnectToConsoleSnowflakeHook(response model.ValidationResponse, _ map
return response
}

if ingestion.Value.Value == "snowpipe_streaming" && converter.Value.Value != "org.apache.kafka.connect.storage.StringConverter" {
converter.AddValueErrors("For SNOWPIPE_STREAMING only STRING converter can be used")
}

return response
}

Expand Down
7 changes: 3 additions & 4 deletions backend/pkg/connector/interceptor/snowflake_hook_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ func TestKafkaConnectToConsoleSnowflakeHook(t *testing.T) {
},
},
{
name: "Should not allow snowpipe streaming for non-StringConverter",
name: "Should allow snowpipe streaming for non-StringConverter",
args: args{
response: model.ValidationResponse{
Configs: []model.ConfigDefinition{
Expand Down Expand Up @@ -109,9 +109,8 @@ func TestKafkaConnectToConsoleSnowflakeHook(t *testing.T) {
},
{
Value: model.ConfigDefinitionValue{
Name: "value.converter",
Value: "com.snowflake.kafka.connector.records.SnowflakeJsonConverter",
Errors: []string{"For SNOWPIPE_STREAMING only STRING converter can be used"},
Name: "value.converter",
Value: "com.snowflake.kafka.connector.records.SnowflakeJsonConverter",
},
},
},
Expand Down

0 comments on commit 27529ea

Please sign in to comment.