From b8dc46c5171bff060fe89b18c6c95e4b125d57e7 Mon Sep 17 00:00:00 2001 From: Liangyu Date: Sun, 30 Apr 2023 17:43:04 +0800 Subject: [PATCH 1/3] fix typos and link Former-commit-id: 2f71a1091598559ec93dbfc5001b73b1b92c03f8 --- README.md | 2 +- docs/model_card.md | 2 +- pipeline/serve/gradio_web_server.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 9a94fd13..5bae4bfd 100644 --- a/README.md +++ b/README.md @@ -95,7 +95,7 @@ Our Otter model is also developed in this way and it's deployed on the 🤗 Hugg ## 🗄 Dataset Preparation -### Multi-model instruction tuning dataset with in-context examples (ICI) +### Multi-modal instruction tuning dataset with in-context examples (ICI) The pre-training process for the OpenFlamingo model employs the MMC4 interleaved multimodality dataset to endow the model with in-context few-shot learning capabilities. The development of our instruction-following dataset adheres to the guiding principles of MMC4, which dictate that the instruction and image examples incorporated into the context should exhibit semantic pertinence to the query instruction and image. diff --git a/docs/model_card.md b/docs/model_card.md index 339c4170..80055741 100644 --- a/docs/model_card.md +++ b/docs/model_card.md @@ -8,7 +8,7 @@ datasets: [Code](https://github.com/Luodian/PET-VLM) | [Demo](https://otter.cliangyu.com/) -Otter is an instruction-following large multi-model model built upon Open-Flamingo-9B. Through in-context instruction following, Otter is able to perform tasks more aligned with human preferences and more accurate. +Otter is an instruction-following large multi-modal model built upon Open-Flamingo-9B. Through in-context instruction following, Otter is able to perform tasks more aligned with human preferences and more accurate. ## Model Details diff --git a/pipeline/serve/gradio_web_server.py b/pipeline/serve/gradio_web_server.py index 32bedc37..43c0d5f3 100644 --- a/pipeline/serve/gradio_web_server.py +++ b/pipeline/serve/gradio_web_server.py @@ -458,7 +458,7 @@ def http_bot(

githubGitHub     -video demoVideo Demo +video demoVideo Demo

| Choose a model to chat with | | From 676a7483d67160ea1f3f6d4fdc33e0066ddca937 Mon Sep 17 00:00:00 2001 From: Bo Li Date: Sun, 30 Apr 2023 17:50:07 +0800 Subject: [PATCH 2/3] Update README.md Former-commit-id: d8b6ab73b241ac99f4f21772e6e307f65436a8bb --- README.md | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 46437683..489719bf 100644 --- a/README.md +++ b/README.md @@ -45,13 +45,19 @@ By utilizing high-quality data, we were able to train 🦦 Otter using limited r ## 🦦 Examples
- +
---
- + +
+ +--- + +
+
--- From 5594b7dbd42c933a5f6f4e1e17a596211816be35 Mon Sep 17 00:00:00 2001 From: Liangyu Date: Sun, 30 Apr 2023 18:03:42 +0800 Subject: [PATCH 3/3] update demo example Former-commit-id: 5c1b621ebbf17af7843d20226c6759b2b65b8aea --- pipeline/serve/gradio_web_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pipeline/serve/gradio_web_server.py b/pipeline/serve/gradio_web_server.py index 43c0d5f3..4c7568e5 100644 --- a/pipeline/serve/gradio_web_server.py +++ b/pipeline/serve/gradio_web_server.py @@ -625,7 +625,7 @@ def build_demo(embed_mode): gr.Examples( examples=[ [f"{cur_dir}/examples/cat.jpg", "An image of", "two cats.", f"{cur_dir}/examples/bathroom.jpg", "An image of", "a bathroom sink.", f"{cur_dir}/examples/dinner.jpg", "An image of"], - [f"{cur_dir}/examples/baseball.jpg", "What is the potential danger of this sport?", "bumped into others while chasing ball.", f"{cur_dir}/examples/tennis.jpg", "What is the potential danger of this sport?", "hitted by the tennis ball.", f"{cur_dir}/examples/soccer.png", "What is the potential danger of this sport?"], + [f"{cur_dir}/examples/tennis.jpg", "What is the danger of this sport?", "The player may get hitted by the tennis ball.", f"{cur_dir}/examples/baseball.jpg", "What is the danger of this sport?", "While chasing the baseball, the player may inadvertently collide with other players.", f"{cur_dir}/examples/soccer.png", "What is the danger of this sport?"], ], inputs=[ imagebox_demo_1,