Update pyproject.toml for lora dependencies;

inference/bench_cot_distraction_zeroshot.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=1:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=30:00:00
+
+### Specify project code
+#PBS -P 12002486
+
+### Specify name for job
+#PBS -N CoT-Distraction
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa_cot \
+    --model-path /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/CoT/questions_distraction_ultrasimplified_cot.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/cot/cot_distraction_answers.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_cot_emotion_zeroshot.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=1:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=30:00:00
+
+### Specify project code
+#PBS -P personal-chih0001
+
+### Specify name for job
+#PBS -N CoT-Emotion
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa_cot \
+    --model-path /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/CoT/questions_FED_cot.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/cot/cot_emotion_answers.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_cot_fatigue_zeroshot.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=1:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=30:00:00
+
+### Specify project code
+#PBS -P personal-chih0001
+
+### Specify name for job
+#PBS -N CoT-Fatigue
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa_cot \
+    --model-path /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/CoT/questions_NTHU-DDD_cot.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/cot/cot_fatigue_answers.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_cot_lora_explain.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=1:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=4:00:00
+
+### Specify project code
+#PBS -P personal-chih0001
+
+### Specify name for job
+#PBS -N CoT-Explain
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa_cot \
+    --model-path /home/users/ntu/chih0001/scratch/model/lora/globalBS/llava-v1.5-7b-DSLLM-lora \
+    --model-base /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/CoT/cot_explain_questions.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/cot/cot_explain_answers.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_cot_normal_explain.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=1:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=4:00:00
+
+### Specify project code
+#PBS -P personal-chih0001
+
+### Specify name for job
+#PBS -N CoT-Explain
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa_cot \
+    --model-path /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/CoT/questions_cot_explain_correct.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/cot/cot_explain_answers.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_distraction.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=2:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=20:00:00
+
+### Specify project code
+#PBS -P 12002486
+
+### Specify name for job
+#PBS -N llava_distraction_zeroshot
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+export CUDA_VISIBLE_DEVICES=0,1
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa \
+    --model-path /home/users/ntu/chih0001/scratch/model/llava-v1.6-34b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench/questions/distraction/questions_ultrasimplified_new.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data/distraction \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench/answers/SAM-DD/answers_SAM-DD_1.6-34b.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_distraction_lora.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=2:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=20:00:00
+
+### Specify project code
+#PBS -P 12002486
+
+### Specify name for job
+#PBS -N llava_distraction_lora
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+export CUDA_VISIBLE_DEVICES=0,1
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa \
+    --model-path /home/users/ntu/chih0001/scratch/model/lora/llava-v1.5-7b-DSLLM-lora \
+    --model-base /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench/questions/distraction/questions_ultrasimplified_new.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data/distraction \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench/answers/SAM-DD/lora_answers_SAM-DD_1.5-7b_new.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_distraction_lora_10shot.sh

@@ -0,0 +1,45 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=2:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=10:00:00
+
+### Specify project code
+#PBS -P 12002486
+
+### Specify name for job
+#PBS -N bench_distraction_lora_10shot
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+# 获取当前日期和时间，格式为 YYYYMMDD-HHMMSS
+NOW=$(date +%Y%m%d-%H%M%S)
+
+# 将标准输出和错误重定向到包含日期时间的文件名
+exec > /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/inference_logs/${PBS_JOBNAME}_${NOW}.o${PBS_JOBID} 2>&1
+
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+export CUDA_VISIBLE_DEVICES=0,1
+
+cd /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa \
+    --model-path /home/users/ntu/chih0001/scratch/model/lora/globalBS/llava-v1.5-7b-DSLLM-lora_10shot \
+    --model-base /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/distraction/questions_ultrasimplified_new.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data/distraction \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/SAM-DD/lora_10shot_answers_SAM-DD_1.5-7b_new.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_distraction_lora_5shot.sh

@@ -0,0 +1,45 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=2:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=10:00:00
+
+### Specify project code
+#PBS -P 12002486
+
+### Specify name for job
+#PBS -N bench_distraction_lora_fewshot
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+# 获取当前日期和时间，格式为 YYYYMMDD-HHMMSS
+NOW=$(date +%Y%m%d-%H%M%S)
+
+# 将标准输出和错误重定向到包含日期时间的文件名
+exec > /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/inference_logs/${PBS_JOBNAME}_${NOW}.o${PBS_JOBID} 2>&1
+
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+export CUDA_VISIBLE_DEVICES=0,1
+
+cd /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa \
+    --model-path /home/users/ntu/chih0001/scratch/model/lora/globalBS/llava-v1.5-7b-DSLLM-lora_fewshot \
+    --model-base /home/users/ntu/chih0001/scratch/model/llava-v1.5-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/questions/distraction/questions_ultrasimplified_new.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data/distraction \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/SGLang/benchmark/llava_bench/answers/SAM-DD/lora_fewshot_answers_SAM-DD_1.5-7b_new.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1

inference/bench_emotion.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+### The following requests all resources on 1 DGX-1 node
+#PBS -l select=1:ngpus=2:ncpus=16
+
+### Specify amount of time required
+#PBS -l walltime=5:00:00
+
+### Specify project code
+#PBS -P 12002486
+
+### Specify name for job
+#PBS -N llava_emotion_zeroshot
+
+### Standard output by default goes to file $PBS_JOBNAME.o$PBS_JOBID
+### Standard error by default goes to file $PBS_JOBNAME.e$PBS_JOBID
+### To merge standard output and error use the following
+#PBS -j oe
+
+### For automatic mailing, use the following options:
+#PBS -M chih0001@e.ntu.edu.sg
+#PBS -m abe
+
+### Start of commands to be run
+source /home/users/ntu/chih0001/anaconda3/etc/profile.d/conda.sh
+conda activate llava-test
+
+export CUDA_VISIBLE_DEVICES=0,1
+
+cd /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench
+
+python -m llava.eval.model_vqa \
+    --model-path /home/users/ntu/chih0001/scratch/model/llava-v1.6-mistral-7b \
+    --question-file /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench/questions/emotion/questions_FED.jsonl \
+    --image-folder /home/users/ntu/chih0001/scratch/data/emotion/KMU_FED/test \
+    --answers-file /home/users/ntu/chih0001/scratch/VLM/sglang/benchmark/llava_bench/answers/FED/answers_FED_1.6-mistral-7b.jsonl \
+    --temperature 0 \
+    --conv-mode vicuna_v1
+