Pass AWS Token to Delta Lake if present. (#425)

ArroyoSystems · Nov 28, 2023 · fdae839 · fdae839
1 parent fe577d8
commit fdae839
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/arroyo-worker/src/connectors/filesystem/delta.rs b/arroyo-worker/src/connectors/filesystem/delta.rs
@@ -104,6 +104,9 @@ async fn update_s3_credentials(options: &mut HashMap<String, String>) -> Result<
             AmazonS3ConfigKey::SecretAccessKey.as_ref().to_string(),
             tmp_credentials.secret_key.clone(),
         );
+        if let Some(token) = tmp_credentials.token.as_ref() {
+            options.insert(AmazonS3ConfigKey::Token.as_ref().to_string(), token.clone());
+        }
     }
     options.insert(AWS_S3_ALLOW_UNSAFE_RENAME.to_string(), "true".to_string());
     Ok(())

diff --git a/arroyo-worker/src/connectors/kafka/sink/test.rs b/arroyo-worker/src/connectors/kafka/sink/test.rs
@@ -1,6 +1,5 @@
 #![allow(clippy::unnecessary_mut_passed)]
 
-use std::io::Write;
 use std::time::{Duration, SystemTime};
 
 use crate::engine::{Context, OutQueue};