From 00e48d2ba935ee8915d15e73a9766e51d1d238ff Mon Sep 17 00:00:00 2001 From: Mahdi Dibaiee Date: Wed, 18 Oct 2023 12:49:13 +0100 Subject: [PATCH] airbyte-to-flow: remove format: base64 from schema --- airbyte-to-flow/src/interceptors/fix_document_schema.rs | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/airbyte-to-flow/src/interceptors/fix_document_schema.rs b/airbyte-to-flow/src/interceptors/fix_document_schema.rs index db6ee69613d5..e84bb86612bc 100644 --- a/airbyte-to-flow/src/interceptors/fix_document_schema.rs +++ b/airbyte-to-flow/src/interceptors/fix_document_schema.rs @@ -187,6 +187,9 @@ pub fn fix_nonstandard_jsonschema_attributes(schema: &mut serde_json::Value) { if f == "int32" || f == "int64" { // Insert updates values map.insert("format".to_string(), json!("integer")); + } else if f == "base64" { + // a non-standard format output by salesforce connector + map.remove("format"); } } }, @@ -540,7 +543,8 @@ mod test { }, "id": { "type": ["string", "null"], - "group": "test" + "group": "test", + "format": "base64" } } }