Pass AWS Token to Delta Lake if present.

ArroyoSystems · Nov 28, 2023 · 0dc1640 · 0dc1640
1 parent fe577d8
commit 0dc1640
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 5 deletions.
diff --git a/arroyo-worker/src/connectors/filesystem/delta.rs b/arroyo-worker/src/connectors/filesystem/delta.rs
@@ -104,6 +104,9 @@ async fn update_s3_credentials(options: &mut HashMap<String, String>) -> Result<
             AmazonS3ConfigKey::SecretAccessKey.as_ref().to_string(),
             tmp_credentials.secret_key.clone(),
         );
+        if let Some(token) = tmp_credentials.token.as_ref() {
+            options.insert(AmazonS3ConfigKey::Token.as_ref().to_string(), token.clone());
+        }
     }
     options.insert(AWS_S3_ALLOW_UNSAFE_RENAME.to_string(), "true".to_string());
     Ok(())

diff --git a/arroyo-worker/src/connectors/kafka/sink/test.rs b/arroyo-worker/src/connectors/kafka/sink/test.rs
@@ -1,6 +1,5 @@
 #![allow(clippy::unnecessary_mut_passed)]
 
-use std::io::Write;
 use std::time::{Duration, SystemTime};
 
 use crate::engine::{Context, OutQueue};

diff --git a/k8s/arroyo/values.yaml b/k8s/arroyo/values.yaml
@@ -15,7 +15,7 @@ api:
   image:
     repository: ghcr.io/arroyosystems/arroyo-services
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
   service:
     type: ClusterIP
     httpPort: 80
@@ -31,7 +31,7 @@ controller:
   image:
     repository: ghcr.io/arroyosystems/arroyo-services
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
   service:
     grpcPort: 9190
     adminPort: 9191
@@ -46,7 +46,7 @@ compiler:
   image:
     repository: ghcr.io/arroyosystems/arroyo-compiler
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
   service:
     grpcPort: 9000
     adminPort: 9001
@@ -61,7 +61,7 @@ worker:
   image:
     repository: ghcr.io/arroyosystems/arroyo-worker
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
 
 postgresql:
   # set to true to deploy a postgres instance in-cluster