From 79eb092c6146b115ef2b33e873b6fa44ffdec283 Mon Sep 17 00:00:00 2001 From: Merve Noyan Date: Mon, 13 Jan 2025 11:09:57 +0100 Subject: [PATCH 1/3] add document-retrieval to Hub as a task --- packages/tasks/src/pipelines.ts | 5 +++++ packages/tasks/src/tasks/index.ts | 2 ++ .../src/lib/components/Icons/IconDocumentRetrieval.svelte | 1 + 3 files changed, 8 insertions(+) create mode 100644 packages/widgets/src/lib/components/Icons/IconDocumentRetrieval.svelte diff --git a/packages/tasks/src/pipelines.ts b/packages/tasks/src/pipelines.ts index e272d2eef..319fd4f0c 100644 --- a/packages/tasks/src/pipelines.ts +++ b/packages/tasks/src/pipelines.ts @@ -676,6 +676,11 @@ export const PIPELINE_DATA = { color: "red", hideInDatasets: true, }, + "document-retrieval": { + name: "Document Retrieval", + modality: "multimodal", + color: "yellow", + }, "any-to-any": { name: "Any-to-Any", modality: "multimodal", diff --git a/packages/tasks/src/tasks/index.ts b/packages/tasks/src/tasks/index.ts index c1df8116d..e54d5d304 100644 --- a/packages/tasks/src/tasks/index.ts +++ b/packages/tasks/src/tasks/index.ts @@ -173,6 +173,7 @@ export const TASKS_MODEL_LIBRARIES: Record = { "text-to-3d": ["diffusers"], "image-to-3d": ["diffusers"], "any-to-any": ["transformers"], + "document-retrieval": ["transformers"], }; /** @@ -201,6 +202,7 @@ export const TASKS_DATA: Record = { "automatic-speech-recognition": getData("automatic-speech-recognition", automaticSpeechRecognition), "depth-estimation": getData("depth-estimation", depthEstimation), "document-question-answering": getData("document-question-answering", documentQuestionAnswering), + "document-retrieval": getData("document-retrieval", placeholder), "feature-extraction": getData("feature-extraction", featureExtraction), "fill-mask": getData("fill-mask", fillMask), "graph-ml": undefined, diff --git a/packages/widgets/src/lib/components/Icons/IconDocumentRetrieval.svelte b/packages/widgets/src/lib/components/Icons/IconDocumentRetrieval.svelte new file mode 100644 index 000000000..d0c226ff6 --- /dev/null +++ b/packages/widgets/src/lib/components/Icons/IconDocumentRetrieval.svelte @@ -0,0 +1 @@ + \ No newline at end of file From b1df4bf69dfca1c1fd2aac3421ea11b4361087d9 Mon Sep 17 00:00:00 2001 From: Merve Noyan Date: Mon, 3 Feb 2025 12:41:43 +0100 Subject: [PATCH 2/3] Update packages/tasks/src/pipelines.ts Co-authored-by: vb --- packages/tasks/src/pipelines.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/packages/tasks/src/pipelines.ts b/packages/tasks/src/pipelines.ts index 319fd4f0c..1a31e7d06 100644 --- a/packages/tasks/src/pipelines.ts +++ b/packages/tasks/src/pipelines.ts @@ -680,6 +680,7 @@ export const PIPELINE_DATA = { name: "Document Retrieval", modality: "multimodal", color: "yellow", + hideInDatasets: true, }, "any-to-any": { name: "Any-to-Any", From 747f7480a43b1ab2a7275446fb1289cff906af80 Mon Sep 17 00:00:00 2001 From: Merve Noyan Date: Mon, 3 Feb 2025 12:54:13 +0100 Subject: [PATCH 3/3] rename things --- packages/tasks/src/pipelines.ts | 4 ++-- packages/tasks/src/tasks/index.ts | 4 ++-- ...entRetrieval.svelte => IconVisualDocumentRetrieval.svelte} | 0 .../src/lib/components/PipelineIcon/PipelineIcon.svelte | 2 ++ 4 files changed, 6 insertions(+), 4 deletions(-) rename packages/widgets/src/lib/components/Icons/{IconDocumentRetrieval.svelte => IconVisualDocumentRetrieval.svelte} (100%) diff --git a/packages/tasks/src/pipelines.ts b/packages/tasks/src/pipelines.ts index 1a31e7d06..379842b04 100644 --- a/packages/tasks/src/pipelines.ts +++ b/packages/tasks/src/pipelines.ts @@ -676,8 +676,8 @@ export const PIPELINE_DATA = { color: "red", hideInDatasets: true, }, - "document-retrieval": { - name: "Document Retrieval", + "visual-document-retrieval": { + name: "Visual Document Retrieval", modality: "multimodal", color: "yellow", hideInDatasets: true, diff --git a/packages/tasks/src/tasks/index.ts b/packages/tasks/src/tasks/index.ts index e54d5d304..26793401f 100644 --- a/packages/tasks/src/tasks/index.ts +++ b/packages/tasks/src/tasks/index.ts @@ -173,7 +173,7 @@ export const TASKS_MODEL_LIBRARIES: Record = { "text-to-3d": ["diffusers"], "image-to-3d": ["diffusers"], "any-to-any": ["transformers"], - "document-retrieval": ["transformers"], + "visual-document-retrieval": ["transformers"], }; /** @@ -202,7 +202,7 @@ export const TASKS_DATA: Record = { "automatic-speech-recognition": getData("automatic-speech-recognition", automaticSpeechRecognition), "depth-estimation": getData("depth-estimation", depthEstimation), "document-question-answering": getData("document-question-answering", documentQuestionAnswering), - "document-retrieval": getData("document-retrieval", placeholder), + "visual-document-retrieval": getData("visual-document-retrieval", placeholder), "feature-extraction": getData("feature-extraction", featureExtraction), "fill-mask": getData("fill-mask", fillMask), "graph-ml": undefined, diff --git a/packages/widgets/src/lib/components/Icons/IconDocumentRetrieval.svelte b/packages/widgets/src/lib/components/Icons/IconVisualDocumentRetrieval.svelte similarity index 100% rename from packages/widgets/src/lib/components/Icons/IconDocumentRetrieval.svelte rename to packages/widgets/src/lib/components/Icons/IconVisualDocumentRetrieval.svelte diff --git a/packages/widgets/src/lib/components/PipelineIcon/PipelineIcon.svelte b/packages/widgets/src/lib/components/PipelineIcon/PipelineIcon.svelte index 0d85bf76a..33ed40dbe 100644 --- a/packages/widgets/src/lib/components/PipelineIcon/PipelineIcon.svelte +++ b/packages/widgets/src/lib/components/PipelineIcon/PipelineIcon.svelte @@ -45,6 +45,7 @@ import IconVideoTextToText from "../Icons/IconVideoTextToText.svelte"; import IconAnyToAny from "../Icons/IconAnyToAny.svelte"; import IconKeypointDetection from "../Icons/IconKeypointDetection.svelte"; + import IconVisualDocumentRetrieval from "../IconsVisualDocumentRetrieval.svelte"; import type { WidgetType } from "@huggingface/tasks"; export let classNames = ""; @@ -101,6 +102,7 @@ "video-text-to-text": IconVideoTextToText, "any-to-any": IconAnyToAny, "keypoint-detection": IconKeypointDetection, + "visual-document-retrieval": IconVisualDocumentRetrieval, }; $: iconComponent =