diff --git a/Makefile b/Makefile index 3d8fb64..5babd5e 100644 --- a/Makefile +++ b/Makefile @@ -1,3 +1,4 @@ +SHELL := /bin/bash ATTACHMENTS := $(shell python scripts/download_attachments.py) clean : @@ -5,7 +6,7 @@ clean : find merged -type f -not -name .gitkeep -delete upload_% : merged/%.pdf - aws s3 + aws s3 cp $< s3://$$S3_BUCKET_NAME merged/%.pdf : $(addsuffix .pdf,$(basename $(ATTACHMENTS))) pdfunite $^ $@ diff --git a/docker-compose.yml b/docker-compose.yml index 32892d7..98d1db1 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -10,5 +10,6 @@ services: volumes: - .:/app environment: + S3_BUCKET_NAME: datamade-metro-pdf-merger-testing attachment_links: '["https://metro.legistar.com/ViewReport.ashx?M=R&N=TextL5&GID=557&ID=7916&GUID=LATEST&Title=Board+Report", "http://metro.legistar1.com/metro/attachments/d368424c-b80c-4f9a-aa1d-d353194ee733.pdf", "http://metro.legistar1.com/metro/attachments/f4031730-38c1-48a3-a789-09a3f5c5862a.pdf", "http://metro.legistar1.com/metro/attachments/53d3670b-3aa3-4823-ac17-51e032395641.pdf", "http://metro.legistar1.com/metro/attachments/53985307-4ce2-4688-83e0-42c4c7a17f0e.pdf", "http://metro.legistar1.com/metro/attachments/c96860a8-a26d-4022-9b6c-ca010c3d165e.docx"]' command: make merged/2021-0530.pdf \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index 3beea6b..7c5629b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1 +1,2 @@ +awscli scrapelib