disable no_weights because of of 65B model error

huggingface · Nov 28, 2023 · 6ddfdf7 · 6ddfdf7
1 parent 2584fd2
commit 6ddfdf7
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/examples/running-llamas/configs/fp16+gptq+exllamav1.yaml b/examples/running-llamas/configs/fp16+gptq+exllamav1.yaml
@@ -6,6 +6,9 @@ defaults:
 experiment_name: fp16+gptq+exllamav1
 
 backend:
+  # for some reason core gets dumped
+  # with 65B + exllamav1
+  no_weights: false
   quantization_scheme: gptq
   quantization_config:
     exllama_config: