diff --git a/requirements.txt b/requirements.txt
index f6b11cdc9f..e31d5e7ba1 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -9,6 +9,7 @@ datasets
 einops
 markdown
 numpy==1.24
+optimum==1.12.0
 pandas
 peft==0.5.*
 Pillow>=9.5.0
diff --git a/requirements_nocuda.txt b/requirements_nocuda.txt
index be0542e07c..c560079cde 100644
--- a/requirements_nocuda.txt
+++ b/requirements_nocuda.txt
@@ -9,6 +9,7 @@ datasets
 einops
 markdown
 numpy==1.24
+optimum==1.12.0
 pandas
 peft==0.5.*
 Pillow>=9.5.0