Skip to content

Commit

Permalink
ZIP Exports: Improved temp file tracking & clean-up
Browse files Browse the repository at this point in the history
  • Loading branch information
ssddanbrown committed Dec 31, 2024
1 parent 980a684 commit 6d7ff59
Show file tree
Hide file tree
Showing 6 changed files with 70 additions and 8 deletions.
2 changes: 1 addition & 1 deletion app/Exports/Controllers/BookExportController.php
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,6 @@ public function zip(string $bookSlug, ZipExportBuilder $builder)
$book = $this->queries->findVisibleBySlugOrFail($bookSlug);
$zip = $builder->buildForBook($book);

return $this->download()->streamedDirectly(fopen($zip, 'r'), $bookSlug . '.zip', filesize($zip));
return $this->download()->streamedFileDirectly($zip, $bookSlug . '.zip', filesize($zip), true);
}
}
2 changes: 1 addition & 1 deletion app/Exports/Controllers/ChapterExportController.php
Original file line number Diff line number Diff line change
Expand Up @@ -81,6 +81,6 @@ public function zip(string $bookSlug, string $chapterSlug, ZipExportBuilder $bui
$chapter = $this->queries->findVisibleBySlugsOrFail($bookSlug, $chapterSlug);
$zip = $builder->buildForChapter($chapter);

return $this->download()->streamedDirectly(fopen($zip, 'r'), $chapterSlug . '.zip', filesize($zip));
return $this->download()->streamedFileDirectly($zip, $chapterSlug . '.zip', filesize($zip), true);
}
}
2 changes: 1 addition & 1 deletion app/Exports/Controllers/PageExportController.php
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,6 @@ public function zip(string $bookSlug, string $pageSlug, ZipExportBuilder $builde
$page = $this->queries->findVisibleBySlugsOrFail($bookSlug, $pageSlug);
$zip = $builder->buildForPage($page);

return $this->download()->streamedDirectly(fopen($zip, 'r'), $pageSlug . '.zip', filesize($zip));
return $this->download()->streamedFileDirectly($zip, $pageSlug . '.zip', filesize($zip), true);
}
}
25 changes: 21 additions & 4 deletions app/Exports/ZipExports/ZipExportBuilder.php
Original file line number Diff line number Diff line change
Expand Up @@ -84,10 +84,27 @@ protected function build(): string
$zip->addEmptyDir('files');

$toRemove = [];
$this->files->extractEach(function ($filePath, $fileRef) use ($zip, &$toRemove) {
$zip->addFile($filePath, "files/$fileRef");
$toRemove[] = $filePath;
});
$addedNames = [];

try {
$this->files->extractEach(function ($filePath, $fileRef) use ($zip, &$toRemove, &$addedNames) {
$entryName = "files/$fileRef";
$zip->addFile($filePath, $entryName);
$toRemove[] = $filePath;
$addedNames[] = $entryName;
});
} catch (\Exception $exception) {
// Cleanup the files we've processed so far and respond back with error
foreach ($toRemove as $file) {
unlink($file);
}
foreach ($addedNames as $name) {
$zip->deleteName($name);
}
$zip->close();
unlink($zipFile);
throw new ZipExportException("Failed to add files for ZIP export, received error: " . $exception->getMessage());
}

$zip->close();

Expand Down
28 changes: 27 additions & 1 deletion app/Http/DownloadResponseFactory.php
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
class DownloadResponseFactory
{
public function __construct(
protected Request $request
protected Request $request,
) {
}

Expand All @@ -35,6 +35,32 @@ public function streamedDirectly($stream, string $fileName, int $fileSize): Stre
);
}

/**
* Create a response that downloads the given file via a stream.
* Has the option to delete the provided file once the stream is closed.
*/
public function streamedFileDirectly(string $filePath, string $fileName, int $fileSize, bool $deleteAfter = false): StreamedResponse
{
$stream = fopen($filePath, 'r');

if ($deleteAfter) {
// Delete the given file if it still exists after the app terminates
$callback = function () use ($filePath) {
if (file_exists($filePath)) {
unlink($filePath);
}
};

// We watch both app terminate and php shutdown to cover both normal app termination
// as well as other potential scenarios (connection termination).
app()->terminating($callback);
register_shutdown_function($callback);
}

return $this->streamedDirectly($stream, $fileName, $fileSize);
}


/**
* Create a file download response that provides the file with a content-type
* correct for the file, in a way so the browser can show the content in browser,
Expand Down
19 changes: 19 additions & 0 deletions tests/Exports/ZipExportTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@
use BookStack\Entities\Tools\PageContent;
use BookStack\Uploads\Attachment;
use BookStack\Uploads\Image;
use FilesystemIterator;
use Illuminate\Support\Carbon;
use Illuminate\Testing\TestResponse;
use Tests\TestCase;
Expand Down Expand Up @@ -60,6 +61,24 @@ public function test_export_metadata()
$this->assertEquals($instanceId, $zipInstanceId);
}

public function test_export_leaves_no_temp_files()
{
$tempDir = sys_get_temp_dir();
$startTempFileCount = iterator_count((new FileSystemIterator($tempDir, FilesystemIterator::SKIP_DOTS)));

$page = $this->entities->pageWithinChapter();
$this->asEditor();
$pageResp = $this->get($page->getUrl("/export/zip"));
$pageResp->streamedContent();
$pageResp->assertOk();
$this->get($page->chapter->getUrl("/export/zip"))->assertOk();
$this->get($page->book->getUrl("/export/zip"))->assertOk();

$afterTempFileCount = iterator_count((new FileSystemIterator($tempDir, FilesystemIterator::SKIP_DOTS)));

$this->assertEquals($startTempFileCount, $afterTempFileCount);
}

public function test_page_export()
{
$page = $this->entities->page();
Expand Down

0 comments on commit 6d7ff59

Please sign in to comment.