feat: add support for S3 Extra arguments in Seed file upload to s3

README.md

@@ -88,6 +88,7 @@ A dbt profile can be configured to run against AWS Athena using the following co
 | aws_profile_name      | Profile to use from your AWS shared credentials file.                          | Optional  | `my-profile`                               |
 | work_group            | Identifier of Athena workgroup                                                 | Optional  | `my-custom-workgroup`                      |
 | num_retries           | Number of times to retry a failing query                                       | Optional  | `3`                                        |
+| extra_args | Dictionary containing boto3 ExtraArgs when uploading to S3   | Optional  | `{"ACL": "bucket-owner-full-control"}`|
 
 **Example profiles.yml entry:**
 ```yaml

dbt/adapters/athena/connections.py

@@ -59,6 +59,7 @@ class AthenaCredentials(Credentials):
     num_retries: Optional[int] = 5
     s3_data_dir: Optional[str] = None
     s3_data_naming: Optional[str] = "schema_table_unique"
+    extra_args: Optional[Dict[str, Any]] = None
 
     @property
     def type(self) -> str:
@@ -83,6 +84,7 @@ def _connection_keys(self) -> Tuple[str, ...]:
             "s3_data_dir",
             "s3_data_naming",
             "debug_query_state",
+            "extra_args"
         )
 
 

dbt/adapters/athena/impl.py

@@ -297,6 +297,7 @@ def upload_seed_to_s3(
         s3_data_dir: Optional[str] = None,
         s3_data_naming: Optional[str] = None,
         external_location: Optional[str] = None,
+        extra_args: Optional[Dict[str, Any]] = None
     ) -> str:
         conn = self.connections.get_thread_connection()
         client = conn.handle
@@ -315,7 +316,7 @@ def upload_seed_to_s3(
             # This ensures cross-platform support, tempfile.NamedTemporaryFile does not
             tmpfile = os.path.join(tempfile.gettempdir(), os.urandom(24).hex())
             table.to_csv(tmpfile, quoting=csv.QUOTE_NONNUMERIC)
-            s3_client.upload_file(tmpfile, bucket, object_name)
+            s3_client.upload_file(tmpfile, bucket, object_name, ExtraArgs=extra_args)
             os.remove(tmpfile)
 
         return str(s3_location)

dbt/include/athena/macros/materializations/seeds/helpers.sql

@@ -96,6 +96,7 @@
   {%- set s3_data_dir = config.get('s3_data_dir', default=target.s3_data_dir) -%}
   {%- set s3_data_naming = config.get('s3_data_naming', target.s3_data_naming) -%}
   {%- set external_location = config.get('external_location', default=none) -%}
+  {%- set extra_args = config.get('extra_args', default=target.extra_args) -%}
 
   {%- set tmp_relation = api.Relation.create(
     identifier=identifier + "__dbt_tmp",
@@ -110,6 +111,7 @@
     s3_data_dir,
     s3_data_naming,
     external_location,
+    extra_args=extra_args
   ) -%}
 
   -- create target relation

dbt/include/athena/profile_template.yml

@@ -17,6 +17,9 @@ prompts:
     hint: Specify the database (Data catalog) to build models into (lowercase only)
     default: awsdatacatalog
 
+  extra_args:
+    hint: Specify any extra arguments to use in the S3 Upload, e.g. ACL, SSEKMSKeyId
+
   threads:
     hint: '1 or more'
     type: 'int'