diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/01_process_and_upload_10ks.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/01_process_and_upload_10ks.yaml index def262e45..02b373d23 100644 --- a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/01_process_and_upload_10ks.yaml +++ b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/01_process_and_upload_10ks.yaml @@ -10,8 +10,8 @@ compute: integrations: # Clone the examples repository so that we have access to the code in sec_10k_qa - integration_type: git_repo - git_repo: mosaicml/examples # TODO: CHANGE BACK TO MAIN - git_branch: main # TODO: CHANGE BACK TO MAIN + git_repo: mosaicml/examples + git_branch: main ssh_clone: false # Should be true if using a private repo path: /workspace/examples # Tell MCLI what path to clone the repo to diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/02_convert_10ks_to_mds.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/02_convert_10ks_to_mds.yaml index 87d905677..7e8dd25c3 100644 --- a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/02_convert_10ks_to_mds.yaml +++ b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/02_convert_10ks_to_mds.yaml @@ -10,8 +10,8 @@ compute: integrations: # Clone the examples repository so that we have access to the code in sec_10k_qa - integration_type: git_repo - git_repo: mosaicml/examples # TODO: CHANGE BACK TO MAIN - git_branch: main # TODO: CHANGE BACK TO MAIN + git_repo: mosaicml/examples + git_branch: main ssh_clone: false # Should be true if using a private repo path: /workspace/examples # Tell MCLI what path to clone the repo to diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/03_finetune_on_10ks.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/03_finetune_on_10ks.yaml index de4dfe806..6ebfc6bb5 100644 --- a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/03_finetune_on_10ks.yaml +++ b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/03_finetune_on_10ks.yaml @@ -11,7 +11,7 @@ integrations: # Clone and install the llm-foundry repo so we can run scripts from it - integration_type: git_repo git_repo: mosaicml/llm-foundry - git_branch: main # TODO: pin + git_commit: v0.2.0 pip_install: -e .[gpu] ssh_clone: false # Should be true if using a private repo # Uncomment and fill in to log to WandB. Also uncomment the loggers section near the bottom of the yaml @@ -197,7 +197,7 @@ parameters: icl_tasks: - label: arc_easy - dataset_uri: eval/local_data/arc_easy.jsonl + dataset_uri: eval/local_data/world_knowledge/arc_easy.jsonl num_fewshot: [0] icl_task_type: multiple_choice continuation_delimiter: 'Answer: ' diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/04_instruction_finetune_on_dolly_hh.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/04_instruction_finetune_on_dolly_hh.yaml index 3df650898..4587f0efb 100644 --- a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/04_instruction_finetune_on_dolly_hh.yaml +++ b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/04_instruction_finetune_on_dolly_hh.yaml @@ -11,7 +11,7 @@ integrations: # Clone and install the llm-foundry repo so we can run scripts from it - integration_type: git_repo git_repo: mosaicml/llm-foundry - git_branch: main # TODO: pin + git_commit: v0.2.0 pip_install: -e .[gpu] ssh_clone: false # Should be true if using a private repo # Uncomment and fill in to log to WandB. Also uncomment the loggers section near the bottom of the yaml diff --git a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/05_convert_composer_to_huggingface.yaml b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/05_convert_composer_to_huggingface.yaml index f31c61ca8..4eb774eb1 100644 --- a/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/05_convert_composer_to_huggingface.yaml +++ b/examples/end-to-end-examples/sec_10k_qa/mcli-yamls/05_convert_composer_to_huggingface.yaml @@ -11,7 +11,7 @@ integrations: # Clone and install the llm-foundry repo so we can run scripts from it - integration_type: git_repo git_repo: mosaicml/llm-foundry - git_branch: main # TODO: pin + git_commit: v0.2.0 pip_install: -e . ssh_clone: false # Should be true if using a private repo diff --git a/examples/end-to-end-examples/sec_10k_qa/requirements-cpu.txt b/examples/end-to-end-examples/sec_10k_qa/requirements-cpu.txt index 02924e7d9..4db2811d7 100644 --- a/examples/end-to-end-examples/sec_10k_qa/requirements-cpu.txt +++ b/examples/end-to-end-examples/sec_10k_qa/requirements-cpu.txt @@ -1,5 +1,5 @@ langchain==0.0.205 -composer[streaming,libcloud,oci,nlp]==0.14.1 +composer[streaming,libcloud,oci,nlp]==0.15.0 mosaicml-cli==0.4.4 gradio==3.33.1 faiss-cpu==1.7.4 diff --git a/examples/end-to-end-examples/sec_10k_qa/requirements.txt b/examples/end-to-end-examples/sec_10k_qa/requirements.txt index 839bff4a9..316645bad 100644 --- a/examples/end-to-end-examples/sec_10k_qa/requirements.txt +++ b/examples/end-to-end-examples/sec_10k_qa/requirements.txt @@ -1,2 +1,2 @@ -composer[nlp,streaming,wandb]==0.14.1 -git+https://github.com/mosaicml/llm-foundry.git@main#egg=llm-foundry[gpu] # TODO: main +composer[nlp,streaming,wandb]==0.15.0 +git+https://github.com/mosaicml/llm-foundry.git@v0.2.0#egg=llm-foundry[gpu] # TODO: main