-
Notifications
You must be signed in to change notification settings - Fork 15
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #709 from biigle/create-volume-v2
Create volume flow v2
- Loading branch information
Showing
141 changed files
with
10,870 additions
and
3,224 deletions.
There are no files selected for viewing
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,203 @@ | ||
| <?php | ||
|
|
||
| namespace Biigle\Http\Controllers\Api; | ||
|
|
||
| use Biigle\Http\Requests\StorePendingVolume; | ||
| use Biigle\Http\Requests\UpdatePendingVolume; | ||
| use Biigle\Http\Requests\UpdatePendingVolumeAnnotationLabels; | ||
| use Biigle\Jobs\CreateNewImagesOrVideos; | ||
| use Biigle\PendingVolume; | ||
| use Biigle\Volume; | ||
| use DB; | ||
| use Illuminate\Http\Request; | ||
| use Queue; | ||
| use Storage; | ||
|
|
||
| class PendingVolumeController extends Controller | ||
| { | ||
| /** | ||
| * Limit for the number of files above which volume files are created asynchronously. | ||
| * | ||
| * @var int | ||
| */ | ||
| const CREATE_SYNC_LIMIT = 10000; | ||
|
|
||
| /** | ||
| * Creates a new pending volume associated to the specified project. | ||
| * | ||
| * @api {post} projects/:id/pending-volumes Create a new pending volume | ||
| * @apiGroup Volumes | ||
| * @apiName StoreProjectPendingVolumes | ||
| * @apiPermission projectAdmin | ||
| * | ||
| * @apiParam {Number} id The project ID. | ||
| * | ||
| * @apiParam (Required attributes) {String} media_type The media type of the new volume (`image` or `video`). | ||
| * | ||
| * @apiParam (Optional attributes) {File} metadata_file A file with volume and image/video metadata. By default, this can be a CSV. See "metadata columns" for the possible columns. Each column may occur only once. There must be at least one column other than `filename`. For video metadata, multiple rows can contain metadata from different times of the same video. In this case, the `filename` of the rows must match and each row needs a (different) `taken_at` timestamp. Other file formats may be supported through modules. This attribute is required if `metadata_parser` is specified. | ||
| * @apiParam (Optional attributes) {String} metadata_parser The class namespace of the metadata parser to use. The default CSV parsers are: `Biigle\Services\MetadataParsing\ImageCsvParser` and `Biigle\Services\MetadataParsing\VideoCsvParser`. This attribute is required if `metadata_file` is specified. | ||
| * | ||
| * @apiParam (metadata columns) {String} filename The filename of the file the metadata belongs to. This column is required. | ||
| * @apiParam (metadata columns) {String} taken_at The date and time where the file was taken. Example: `2016-12-19 12:49:00` | ||
| * @apiParam (metadata columns) {Number} lng Longitude where the file was taken in decimal form. If this column is present, `lat` must be present, too. Example: `52.3211` | ||
| * @apiParam (metadata columns) {Number} lat Latitude where the file was taken in decimal form. If this column is present, `lng` must be present, too. Example: `28.775` | ||
| * @apiParam (metadata columns) {Number} gps_altitude GPS Altitude where the file was taken in meters. Negative for below sea level. Example: `-1500.5` | ||
| * @apiParam (metadata columns) {Number} distance_to_ground Distance to the sea floor in meters. Example: `30.25` | ||
| * @apiParam (metadata columns) {Number} area Area shown by the file in m². Example `2.6`. | ||
| * | ||
| * @apiSuccessExample {json} Success response: | ||
| * { | ||
| * "id": 2, | ||
| * "created_at": "2015-02-19 16:10:17", | ||
| * "updated_at": "2015-02-19 16:10:17", | ||
| * "media_type_id": 1, | ||
| * "user_id": 2, | ||
| * "project_id": 3, | ||
| * "volume_id": null | ||
| * } | ||
| */ | ||
| public function store(StorePendingVolume $request) | ||
| { | ||
| $pv = $request->project->pendingVolumes()->create([ | ||
| 'media_type_id' => $request->input('media_type_id'), | ||
| 'user_id' => $request->user()->id, | ||
| 'metadata_parser' => $request->input('metadata_parser', null), | ||
| ]); | ||
|
|
||
| if ($request->has('metadata_file')) { | ||
| $pv->saveMetadata($request->file('metadata_file')); | ||
| } | ||
|
|
||
| if ($this->isAutomatedRequest()) { | ||
| return $pv; | ||
| } | ||
|
|
||
| return redirect()->route('pending-volume', $pv->id); | ||
| } | ||
|
|
||
| /** | ||
| * Update a pending volume to create an actual volume | ||
| * | ||
| * @api {put} pending-volumes/:id Create a new volume (v2) | ||
| * @apiGroup Volumes | ||
| * @apiName UpdatePendingVolume | ||
| * @apiPermission projectAdminAndPendingVolumeOwner | ||
| * | ||
| * @apiDescription When this endpoint is called, the new volume is already created. Then there are two ways forward: 1) The user wants to import annotations and/or file labels. Then the pending volume is kept and used for the next steps (see the `import_*` attributes). Continue with (#Volumes:UpdatePendingVolumeAnnotationLabels) in this case. 2) Otherwise the pending volume will be deleted here. In both cases the endpoint returns the pending volume (even if it was deleted) which was updated with the new volume ID. | ||
| * | ||
| * @apiParam {Number} id The pending volume ID. | ||
| * | ||
| * @apiParam (Required attributes) {String} name The name of the new volume. | ||
| * @apiParam (Required attributes) {String} url The base URL of the image/video files. Can be a path to a storage disk like `local://volumes/1` or a remote path like `https://example.com/volumes/1`. | ||
| * @apiParam (Required attributes) {Array} files Array of file names of the images/videos that can be found at the base URL. Example: With the base URL `local://volumes/1` and the image `1.jpg`, the file `volumes/1/1.jpg` of the `local` storage disk will be used. This can also be a plain string of comma-separated filenames. | ||
| * | ||
| * @apiParam (Optional attributes) {String} handle Handle or DOI of the dataset that is represented by the new volume. | ||
| * @apiParam (Optional attributes) {Boolean} import_annotations Set to `true` to keep the pending volume for annotation import. Otherwise the pending volume will be deleted after this request. | ||
| * @apiParam (Optional attributes) {Boolean} import_file_labels Set to `true` to keep the pending volume for file label import. Otherwise the pending volume will be deleted after this request. | ||
| * | ||
| * @apiSuccessExample {json} Success response: | ||
| * { | ||
| * "id": 2, | ||
| * "created_at": "2015-02-19 16:10:17", | ||
| * "updated_at": "2015-02-19 16:10:17", | ||
| * "media_type_id": 1, | ||
| * "user_id": 2, | ||
| * "project_id": 3, | ||
| * "volume_id": 4, | ||
| * "import_annotations": true, | ||
| * "import_file_labels": false | ||
| * } | ||
| * | ||
| */ | ||
| public function update(UpdatePendingVolume $request) | ||
| { | ||
| $pv = $request->pendingVolume; | ||
| $volume = DB::transaction(function () use ($request, $pv) { | ||
|
|
||
| $volume = Volume::create([ | ||
| 'name' => $request->input('name'), | ||
| 'url' => $request->input('url'), | ||
| 'media_type_id' => $pv->media_type_id, | ||
| 'handle' => $request->input('handle'), | ||
| 'creator_id' => $request->user()->id, | ||
| ]); | ||
|
|
||
| $pv->project->volumes()->attach($volume); | ||
|
|
||
| if ($pv->hasMetadata()) { | ||
| $volume->update([ | ||
| 'metadata_file_path' => $volume->id.'.'.pathinfo($pv->metadata_file_path, PATHINFO_EXTENSION), | ||
| 'metadata_parser' => $pv->metadata_parser, | ||
| ]); | ||
| $stream = Storage::disk(config('volumes.pending_metadata_storage_disk')) | ||
| ->readStream($pv->metadata_file_path); | ||
| Storage::disk(config('volumes.metadata_storage_disk')) | ||
| ->writeStream($volume->metadata_file_path, $stream); | ||
| } | ||
|
|
||
| $files = $request->input('files'); | ||
|
|
||
| // If too many files should be created, do this asynchronously in the | ||
| // background. Else the script will run in the 30s execution timeout. | ||
| $job = new CreateNewImagesOrVideos($volume, $files); | ||
| if (count($files) > self::CREATE_SYNC_LIMIT) { | ||
| Queue::pushOn('high', $job); | ||
| $volume->creating_async = true; | ||
| $volume->save(); | ||
| } else { | ||
| Queue::connection('sync')->push($job); | ||
| } | ||
|
|
||
| return $volume; | ||
| }); | ||
|
|
||
| if ($request->input('import_annotations') || $request->input('import_file_labels')) { | ||
| $pv->update([ | ||
| 'volume_id' => $volume->id, | ||
| 'import_annotations' => $request->input('import_annotations', false), | ||
| 'import_file_labels' => $request->input('import_file_labels', false), | ||
| ]); | ||
| } else { | ||
| $pv->volume_id = $volume->id; | ||
| $pv->delete(); | ||
| } | ||
|
|
||
| if ($this->isAutomatedRequest()) { | ||
| return $pv; | ||
| } | ||
|
|
||
| if ($pv->import_annotations) { | ||
| $redirect = redirect()->route('pending-volume-annotation-labels', $pv->id); | ||
| } elseif ($pv->import_file_labels) { | ||
| $redirect = redirect()->route('pending-volume-file-labels', $pv->id); | ||
| } else { | ||
| $redirect = redirect()->route('volume', $volume->id); | ||
| } | ||
|
|
||
| return $redirect | ||
| ->with('message', 'Volume created.') | ||
| ->with('messageType', 'success'); | ||
| } | ||
|
|
||
| /** | ||
| * Delete a pending volume | ||
| * | ||
| * @api {delete} pending-volumes/:id Discard a pending volume | ||
| * @apiGroup Volumes | ||
| * @apiName DestroyPendingVolume | ||
| * @apiPermission projectAdminAndPendingVolumeOwner | ||
| * | ||
| * @param Request $request] | ||
| */ | ||
| public function destroy(Request $request) | ||
| { | ||
| $pv = PendingVolume::findOrFail($request->route('id')); | ||
| $this->authorize('destroy', $pv); | ||
|
|
||
| $pv->delete(); | ||
|
|
||
| if (!$this->isAutomatedRequest()) { | ||
| return $this->fuzzyRedirect('create-volume', ['project' => $pv->project_id]); | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.