Merge pull request #34 from openownership/267-1000-files

[#267] fix Adapters::S3Adapter list_objects limited to 1000 files
openownership · May 30, 2024 · c08dd81 · c08dd81
2 parents 625564e + 329f370
commit c08dd81
Showing 1 changed file with 2 additions and 6 deletions.
diff --git a/lib/register_common/adapters/s3_adapter.rb b/lib/register_common/adapters/s3_adapter.rb
@@ -53,12 +53,8 @@ def upload_from_file_obj_to_s3(s3_bucket:, s3_path:, stream:)
       end
 
       def list_objects(s3_bucket:, s3_prefix:)
-        s3_client.list_objects(
-          {
-            bucket: s3_bucket,
-            prefix: s3_prefix
-          }
-        ).contents.map(&:key)
+        s3_client.list_objects({ bucket: s3_bucket, prefix: s3_prefix })
+                 .flat_map { |res| res.contents.map(&:key) }
       end
 
       def create_multipart_upload(s3_bucket:, s3_path:)