Merge branch 'main' into sg/examples_instructor

mosaicml · Jul 6, 2023 · 53a40dc · 53a40dc
2 parents 35ed51a + 625e1ed
commit 53a40dc
Show file tree

Hide file tree

Showing 7 changed files with 11 additions and 11 deletions.
diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/01_process_and_upload_10ks.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/01_process_and_upload_10ks.yaml
@@ -10,8 +10,8 @@ compute:
 integrations:
 # Clone the examples repository so that we have access to the code in sec_10k_qa
 - integration_type: git_repo
-  git_repo: mosaicml/examples # TODO: CHANGE BACK TO MAIN
-  git_branch: main # TODO: CHANGE BACK TO MAIN
+  git_repo: mosaicml/examples
+  git_branch: main
   ssh_clone: false # Should be true if using a private repo
   path: /workspace/examples # Tell MCLI what path to clone the repo to
 

diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/02_convert_10ks_to_mds.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/02_convert_10ks_to_mds.yaml
@@ -10,8 +10,8 @@ compute:
 integrations:
 # Clone the examples repository so that we have access to the code in sec_10k_qa
 - integration_type: git_repo
-  git_repo: mosaicml/examples # TODO: CHANGE BACK TO MAIN
-  git_branch: main # TODO: CHANGE BACK TO MAIN
+  git_repo: mosaicml/examples
+  git_branch: main
   ssh_clone: false # Should be true if using a private repo
   path: /workspace/examples # Tell MCLI what path to clone the repo to
 

diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/03_finetune_on_10ks.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/03_finetune_on_10ks.yaml
@@ -11,7 +11,7 @@ integrations:
 # Clone and install the llm-foundry repo so we can run scripts from it
 - integration_type: git_repo
   git_repo: mosaicml/llm-foundry
-  git_branch: main # TODO: pin
+  git_commit: v0.2.0
   pip_install: -e .[gpu]
   ssh_clone: false # Should be true if using a private repo
 # Uncomment and fill in to log to WandB. Also uncomment the loggers section near the bottom of the yaml
@@ -197,7 +197,7 @@ parameters:
   icl_tasks:
   -
     label: arc_easy
-    dataset_uri: eval/local_data/arc_easy.jsonl
+    dataset_uri: eval/local_data/world_knowledge/arc_easy.jsonl
     num_fewshot: [0]
     icl_task_type: multiple_choice
     continuation_delimiter: 'Answer: '
diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/04_instruction_finetune_on_dolly_hh.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/04_instruction_finetune_on_dolly_hh.yaml
@@ -11,7 +11,7 @@ integrations:
 # Clone and install the llm-foundry repo so we can run scripts from it
 - integration_type: git_repo
   git_repo: mosaicml/llm-foundry
-  git_branch: main # TODO: pin
+  git_commit: v0.2.0
   pip_install: -e .[gpu]
   ssh_clone: false # Should be true if using a private repo
 # Uncomment and fill in to log to WandB. Also uncomment the loggers section near the bottom of the yaml

diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/05_convert_composer_to_huggingface.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/05_convert_composer_to_huggingface.yaml
@@ -11,7 +11,7 @@ integrations:
 # Clone and install the llm-foundry repo so we can run scripts from it
 - integration_type: git_repo
   git_repo: mosaicml/llm-foundry
-  git_branch: main # TODO: pin
+  git_commit: v0.2.0
   pip_install: -e .
   ssh_clone: false # Should be true if using a private repo
 

diff --git a/examples/end-to-end-examples/sec_10k_qa/requirements-cpu.txt b/examples/end-to-end-examples/sec_10k_qa/requirements-cpu.txt
@@ -1,5 +1,5 @@
 langchain==0.0.205
-composer[streaming,libcloud,oci,nlp]==0.14.1
+composer[streaming,libcloud,oci,nlp]==0.15.0
 mosaicml-cli==0.4.4
 gradio==3.33.1
 faiss-cpu==1.7.4

diff --git a/examples/end-to-end-examples/sec_10k_qa/requirements.txt b/examples/end-to-end-examples/sec_10k_qa/requirements.txt
@@ -1,2 +1,2 @@
-composer[nlp,streaming,wandb]==0.14.1
-git+https://github.com/mosaicml/llm-foundry.git@main#egg=llm-foundry[gpu] # TODO: main
+composer[nlp,streaming,wandb]==0.15.0
+git+https://github.com/mosaicml/llm-foundry.git@v0.2.0#egg=llm-foundry[gpu] # TODO: main