-
Notifications
You must be signed in to change notification settings - Fork 1
/
save_results.sh
31 lines (22 loc) · 1.04 KB
/
save_results.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
#!/bin/bash
#SBATCH -o log/%j-save_activations.log
#SBATCH -c 20
#SBATCH --gres=gpu:volta:1
# set environment variables
export PATH=$ORDINAL_PROBING_ROOT:$PATH
export HF_DATASETS_OFFLINE=1
export TRANSFORMERS_OFFLINE=1
export RESULTS_DIR=/home/gridsan/groups/maia_mechint/ordinal_probing/results
export FEATURE_DATASET_DIR=$ORDINAL_PROBING_ROOT/feature_datasets/processed_datasets
export TRANSFORMERS_CACHE=/home/gridsan/wgurnee/mechint/ordinal-probing/models
export HF_DATASETS_CACHE=/home/gridsan/groups/maia_mechint/ordinal_probing/hf_home
export HF_HOME=/home/gridsan/groups/maia_mechint/ordinal_probing/hf_home
sleep 0.1 # wait for paths to update
# activate environment and load modules
source $ORDINAL_PROBING_ROOT/ord/bin/activate
PYTHIA_MODELS=('pythia-70m' 'pythia-160m' 'pythia-410m' 'pythia-1b' 'pythia-1.4b' 'pythia-2.8b' 'pythia-6.9b')
for model in "${PYTHIA_MODELS[@]}"
do
python find_context_neurons.py --model $model --feature_dataset pile_data_source
python find_context_neurons.py --model $model --feature_dataset europarl_lang
done