make torch optional

malteos · Apr 21, 2024 · ef1018a · ef1018a
1 parent 0d52cee
commit ef1018a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -1,5 +1,8 @@
 -r requirements/base.txt
 -r requirements/datasets.txt
 -r requirements/dev.txt
+-r requirements/docs.txt
 -r requirements/viewer.txt
--r requirements/docs.txt
+
+# optional
+# -r requirements/megatron.txt
diff --git a/requirements/base.txt b/requirements/base.txt
@@ -23,12 +23,10 @@ datasets>=2.10.1
 tokenizers>=0.13.2
 huggingface-hub>=0.14.0rc1
 accelerate
+git+https://github.com/huggingface/hf_transfer.git
 
 tensorboard>=2.12.0
 
-# same as docker image
-torch==2.0.0
-
 # https://github.com/miurahr/py7zr
 #py7zr>=0.20.5