From 0dc1640939bb1596b43756342d2ff63a904041b6 Mon Sep 17 00:00:00 2001
From: Jackson Newhouse <jacksonrnewhouse@gmail.com>
Date: Mon, 27 Nov 2023 18:10:04 -0800
Subject: [PATCH] Pass AWS Token to Delta Lake if present.

---
 arroyo-worker/src/connectors/filesystem/delta.rs | 3 +++
 arroyo-worker/src/connectors/kafka/sink/test.rs  | 1 -
 k8s/arroyo/values.yaml                           | 8 ++++----
 3 files changed, 7 insertions(+), 5 deletions(-)

diff --git a/arroyo-worker/src/connectors/filesystem/delta.rs b/arroyo-worker/src/connectors/filesystem/delta.rs
index 63946841a..6e62aaf4f 100644
--- a/arroyo-worker/src/connectors/filesystem/delta.rs
+++ b/arroyo-worker/src/connectors/filesystem/delta.rs
@@ -104,6 +104,9 @@ async fn update_s3_credentials(options: &mut HashMap<String, String>) -> Result<
             AmazonS3ConfigKey::SecretAccessKey.as_ref().to_string(),
             tmp_credentials.secret_key.clone(),
         );
+        if let Some(token) = tmp_credentials.token.as_ref() {
+            options.insert(AmazonS3ConfigKey::Token.as_ref().to_string(), token.clone());
+        }
     }
     options.insert(AWS_S3_ALLOW_UNSAFE_RENAME.to_string(), "true".to_string());
     Ok(())
diff --git a/arroyo-worker/src/connectors/kafka/sink/test.rs b/arroyo-worker/src/connectors/kafka/sink/test.rs
index 475766a04..e743807bf 100644
--- a/arroyo-worker/src/connectors/kafka/sink/test.rs
+++ b/arroyo-worker/src/connectors/kafka/sink/test.rs
@@ -1,6 +1,5 @@
 #![allow(clippy::unnecessary_mut_passed)]
 
-use std::io::Write;
 use std::time::{Duration, SystemTime};
 
 use crate::engine::{Context, OutQueue};
diff --git a/k8s/arroyo/values.yaml b/k8s/arroyo/values.yaml
index 972473602..8937d53ac 100644
--- a/k8s/arroyo/values.yaml
+++ b/k8s/arroyo/values.yaml
@@ -15,7 +15,7 @@ api:
   image:
     repository: ghcr.io/arroyosystems/arroyo-services
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
   service:
     type: ClusterIP
     httpPort: 80
@@ -31,7 +31,7 @@ controller:
   image:
     repository: ghcr.io/arroyosystems/arroyo-services
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
   service:
     grpcPort: 9190
     adminPort: 9191
@@ -46,7 +46,7 @@ compiler:
   image:
     repository: ghcr.io/arroyosystems/arroyo-compiler
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
   service:
     grpcPort: 9000
     adminPort: 9001
@@ -61,7 +61,7 @@ worker:
   image:
     repository: ghcr.io/arroyosystems/arroyo-worker
     pullPolicy: IfNotPresent
-    tag: "0.8.0"
+    tag: "tip"
 
 postgresql:
   # set to true to deploy a postgres instance in-cluster