readme

huggingface · May 17, 2024 · 47f7ece · 47f7ece
1 parent 8190024
commit 47f7ece
Show file tree

Hide file tree

Showing 2 changed files with 30 additions and 28 deletions.
diff --git a/README.md b/README.md
@@ -3,9 +3,11 @@
 <h1 align="center">Optimum-Benchmark 🏋️</h1>
 
 [![PyPI - Python Version](https://img.shields.io/pypi/pyversions/optimum-benchmark)](https://pypi.org/project/optimum-benchmark/)
+[![PyPI - Version](https://img.shields.io/pypi/v/optimum-benchmark)](https://pypi.org/project/optimum-benchmark/)
+[![PyPI - Downloads](https://img.shields.io/pypi/dm/optimum-benchmark)](https://pypi.org/project/optimum-benchmark/)
+[![PyPI - Implementation](https://img.shields.io/pypi/implementation/optimum-benchmark)](https://pypi.org/project/optimum-benchmark/)
 [![PyPI - Format](https://img.shields.io/pypi/format/optimum-benchmark)](https://pypi.org/project/optimum-benchmark/)
 [![PyPI - License](https://img.shields.io/pypi/l/optimum-benchmark)](https://pypi.org/project/optimum-benchmark/)
-[![PyPI version](https://badge.fury.io/py/optimum-benchmark.svg)](https://badge.fury.io/py/optimum-benchmark)
 
 Optimum-Benchmark is a unified [multi-backend & multi-device](#backends--devices-) utility for benchmarking [Transformers](https://github.com/huggingface/transformers), [Diffusers](https://github.com/huggingface/diffusers), [PEFT](https://github.com/huggingface/peft), [TIMM](https://github.com/huggingface/pytorch-image-models) and [Optimum](https://github.com/huggingface/optimum) libraries, along with all their supported [optimizations & quantization schemes](#backends--devices-), for [inference & training](#scenarios-), in [distributed & non-distributed settings](#launchers-), in the most correct, efficient and scalable way possible.
 

diff --git a/llm_perf/utils.py b/llm_perf/utils.py
@@ -15,33 +15,33 @@
     .drop_duplicates(subset=["Model"])["Model"]
     .tolist()
 )
-CANONICAL_ORGANIZATIONS = [
-    # big companies
-    *["google", "facebook", "meta", "meta-llama", "microsoft", "Intel", "TencentARC", "Salesforce"],
-    # collectives
-    *["EleutherAI", "tiiuae", "NousResearch", "Open-Orca"],
-    # HF related
-    ["bigcode", "HuggingFaceH4", "huggyllama"],
-    # community members
-    ["teknium"],
-    # startups
-    *[
-        "mistral-community",
-        "openai-community",
-        "togethercomputer",
-        "stabilityai",
-        "CohereForAI",
-        "databricks",
-        "mistralai",
-        "internlm",
-        "Upstage",
-        "xai-org",
-        "Phind",
-        "01-ai",
-        "Deci",
-        "Qwen",
-    ],
-]
+# CANONICAL_ORGANIZATIONS = [
+#     # big companies
+#     *["google", "facebook", "meta", "meta-llama", "microsoft", "Intel", "TencentARC", "Salesforce"],
+#     # collectives
+#     *["EleutherAI", "tiiuae", "NousResearch", "Open-Orca"],
+#     # HF related
+#     ["bigcode", "HuggingFaceH4", "huggyllama"],
+#     # community members
+#     ["teknium"],
+#     # startups
+#     *[
+#         "mistral-community",
+#         "openai-community",
+#         "togethercomputer",
+#         "stabilityai",
+#         "CohereForAI",
+#         "databricks",
+#         "mistralai",
+#         "internlm",
+#         "Upstage",
+#         "xai-org",
+#         "Phind",
+#         "01-ai",
+#         "Deci",
+#         "Qwen",
+#     ],
+# ]
 # CANONICAL_PRETRAINED_OPEN_LLM_LIST = [
 #     model for model in PRETRAINED_OPEN_LLM_LIST if model.split("/")[0] in CANONICAL_ORGANIZATIONS
 # ]