/
run.sh
executable file
·27 lines (21 loc) · 1.02 KB
/
run.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
#!/bin/bash
SCRIPT_DIR=$(dirname "$(readlink -f -- ${BASH_SOURCE[0]})")
if [ ! -d "$SCRIPT_DIR/libs" ]; then
echo "This script must be run from the version in the target directory after compilation."
exit 1
fi
clusterUser=${1:-nat-$USER}
kerberosPrincipal=${clusterUser}@KBHPC.KB.DK
export CLASSPATH=\
$SCRIPT_DIR/libs/hadoop-uber-jar-${project.version}-shaded.jar:\
$HOME/projects/narchive-invoker/integrationTest/src/test/hadoopConf:\
$SCRIPT_DIR/libs/*:\
$CLASSPATH;
java \
-Dsettings.common.hadoop.mapred.metadataExtractionJob.inputDir=/user/${clusterUser}/input \
-Dsettings.common.hadoop.mapred.metadataExtractionJob.outputDir=/user/${clusterUser}/output \
-Dsettings.common.hadoop.kerberos.principal=${kerberosPrincipal} \
-Dsettings.common.hadoop.kerberos.keytab=$HOME/${clusterUser}.keytab \
-Dsettings.common.hadoop.mapred.hadoopUberJar=$SCRIPT_DIR/libs/hadoop-uber-jar-${project.version}-shaded.jar \
-Djava.security.krb5.conf=/etc/krb5.conf \
MetadataIndexingApplication /netarkiv/001/test0/12-metadata-1.warc.gz