model: dbrx: convert add n_ff

phymbert · Apr 7, 2024 · 06a59ab · 06a59ab
1 parent 52c4033
commit 06a59ab
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -1441,6 +1441,7 @@ def set_gguf_parameters(self):
         self.gguf_writer.add_clamp_kqv(attn_config["clip_qkv"])
         self.gguf_writer.add_file_type(self.ftype)
 
+        self.gguf_writer.add_feed_forward_length(ffn_config["ffn_hidden_size"])
         self.gguf_writer.add_expert_count(ffn_config["moe_num_experts"])
         self.gguf_writer.add_expert_used_count(ffn_config["moe_top_k"])