fix jamba lora

OpenLLMAI · May 6, 2024 · 2820726 · 2820726
1 parent 5bf1a7b
commit 2820726
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/examples/scripts/train_sft_jamba_lora.sh b/examples/scripts/train_sft_jamba_lora.sh
@@ -1,8 +1,11 @@
 set -x
 
+# Please note that the dependencies for Jamba are installed.
+# pip install mamba-ssm causal-conv1d>=1.2.0
+
 read -r -d '' training_commands <<EOF
 ../train_sft.py \
-    --max_len 32000 \
+    --max_len 8192 \
     --dataset MaziyarPanahi/WizardLM_evol_instruct_V2_196k \
     --dataset_probs 1.0 \
     --train_batch_size 128 \