diff --git a/requirements.txt b/requirements.txt index c2436de..c6800b4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,8 @@ -r requirements/base.txt -r requirements/datasets.txt -r requirements/dev.txt +-r requirements/docs.txt -r requirements/viewer.txt --r requirements/docs.txt \ No newline at end of file + +# optional +# -r requirements/megatron.txt diff --git a/requirements/base.txt b/requirements/base.txt index 7025bdb..d78a429 100644 --- a/requirements/base.txt +++ b/requirements/base.txt @@ -23,12 +23,10 @@ datasets>=2.10.1 tokenizers>=0.13.2 huggingface-hub>=0.14.0rc1 accelerate +git+https://github.com/huggingface/hf_transfer.git tensorboard>=2.12.0 -# same as docker image -torch==2.0.0 - # https://github.com/miurahr/py7zr #py7zr>=0.20.5