forked from weecology/EvergladesTools
/
submit_job.sbatch
29 lines (24 loc) · 1.14 KB
/
submit_job.sbatch
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
#!/bin/bash
#SBATCH --job-name=Everglades_rclone # Job name
#SBATCH --mail-type=END # Mail events
#SBATCH --mail-user=benweinstein2010@gmail.com # Where to send mail
#SBATCH --account=ewhite
#SBATCH --nodes=1 # Number of MPI ranks
#SBATCH --cpus-per-task=1
#SBATCH --mem=30GB
#SBATCH --time=72:00:00 #Time limit hrs:min:sec
#SBATCH --output=/home/b.weinstein/logs/rclone_%j.out # Standard output and error log
#SBATCH --error=/home/b.weinstein/logs/rclone_%j.err
#SBATCH --partition=gpu
#SBATCH --gpus=1
module load tensorflow/1.14.0
export PATH=${PATH}:/home/b.weinstein/miniconda3/envs/Zooniverse/bin/
export PYTHONPATH=${PYTHONPATH}:/home/b.weinstein/miniconda3/envs/Zooniverse/lib/python3.7/site-packages/
export LD_LIBRARY_PATH=/home/b.weinstein/miniconda3/envs/Zooniverse/lib/:${LD_LIBRARY_PATH}
#set gdal data
export GDAL_DATA=/home/b.weinstein/miniconda3/envs/Zooniverse/share/gdal
cd /home/b.weinstein/EvergladesWadingBird/Zooniverse
#Sync data
#rclone sync everglades2021:"Wading Bird 2021/Deliverables/" /orange/ewhite/everglades/2021
#Upload
python /home/b.weinstein/EvergladesWadingBird/Zooniverse/manifest.py