418 changes: 3 additions & 415 deletions bin/install_rasdaman.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,420 +24,8 @@
./diskspace_probe.sh "`basename $0`" begin
BUILD_DIR=`pwd`
####


# 1 = install everything
# 0 = setup just petascope (this should be used only for testing)
FULL=1

OSGEOLIVE_TAG="v9.0.4"

VERSION=9.0.4
RASDAMAN_LOCATION="http://kahlua.eecs.jacobs-university.de/~earthlook/osgeo"

# live disc's username is "user"
if [ -z "$USER_NAME" ] ; then
USER_NAME="user"
fi

if [ -z "$GROUP_NAME" ] ; then
GROUP_NAME="user"
fi

TOMCAT_USER_NAME="tomcat7"
USER_HOME="/home/$USER_NAME"
RASDAMAN_HOME="/usr/local/rasdaman"
TMP="/tmp/build_rasdaman"
WARDIR="/var/lib/tomcat7/webapps"
TOMCAT_CONFDIR="/var/lib/tomcat7/conf"
SETTINGS="$RASDAMAN_HOME/etc/petascope.properties"
EARTHLOOKDIR="/var/www/html"
BIN="/usr/local/bin"

# set the postgresql database username and password.
WCPS_DATABASE="petascopedb"
WCPS_USER="petauser"
WCPS_PASSWORD="petapasswd"

service tomcat7 start

rm -rf "$TMP"
rm -rf "$RASDAMAN_HOME"
mkdir -p "$TMP"
cd "$TMP"
chgrp users "$TMP" -R
chmod g+w "$TMP" -R

if [ ! -d "$RASDAMAN_HOME" ]; then
mkdir "$RASDAMAN_HOME"
chgrp users "$RASDAMAN_HOME" -R
chmod g+w "$RASDAMAN_HOME" -R
fi

#get and install required packages
PACKAGES="make autoconf automake libtool gawk flex bison build-essential \
g++ gcc cpp libstdc++6 libreadline-dev libssl-dev \
libncurses5-dev postgresql libecpg-dev libtiff4-dev libjpeg-dev \
libhdf4-0 libpng12-dev libnetpbm10-dev tomcat7 php5-cgi libedit-dev\
wget libgdal-dev openjdk-7-jdk libnetcdf-dev rpcbind git rpcbind libsigsegv-dev"


pkg_cleanup()
{
# be careful that no other project on the disc wanted any of these!

apt-get --yes remove libtool bison comerr-dev doxygen doxygen-latex \
flex krb5-multidev libecpg-dev libjpeg-dev libedit-dev\
libkrb5-dev libncurses5-dev libnetpbm10-dev libpng12-dev \
libpq-dev libreadline-dev libreadline6-dev libtiff4-dev \
luatex libgssrpc4 libkdb5-7 libgdal-dev libsigsegv-dev

apt-get --yes autoremove
}


if [ "$FULL" -eq 1 ] ; then

apt-get -q update
apt-key update
apt-get install --no-install-recommends --assume-yes $PACKAGES

if [ $? -ne 0 ] ; then
echo "ERROR: package install failed."
exit 1
fi

# download and install rasdaman
if [ ! -d rasdaman ] ; then
git clone git://kahlua.eecs.jacobs-university.de/rasdaman.git
fi

cd "rasdaman"

# switch to current osgeo live tag
git checkout "$OSGEOLIVE_TAG"

mkdir -p "$RASDAMAN_HOME/log"
chgrp users "$RASDAMAN_HOME/log/" -R
chmod g+w "$RASDAMAN_HOME/log/" -R
adduser "$USER_NAME" users
autoreconf -fi

# 08feb16 quiet the configure/make output
./configure --with-logdir="$RASDAMAN_HOME"/log \
--prefix="$RASDAMAN_HOME" --with-wardir="$WARDIR" \
--with-netcdf > /tmp/rasdaman_config_out.txt

if [ $? -ne 0 ] ; then
echo "ERROR: configure failed."
cat /tmp/rasdaman_config_out.txt
pkg_cleanup
exit 1
fi

make version > /tmp/rasdaman_make_out.txt 2> /tmp/rasdaman_make_outerr.txt
make > /tmp/rasdaman_make_out0.txt 2> /tmp/rasdaman_make_outerr0.txt
if [ $? -ne 0 ] ; then
echo "ERROR: compilation failed."
cat /tmp/rasdaman_make*
pkg_cleanup
exit 1
fi

make install > /tmp/rasdaman_make_out.txt 2> /tmp/rasdaman_make_outerr.txt
if [ $? -ne 0 ] ; then
echo "ERROR: package install failed."
cat /tmp/rasdaman_make*
pkg_cleanup
exit 1
fi

# free up the disk space
make clean > /tmp/rasdaman_make_out.txt 2> /tmp/rasdaman_make_outerr.txt


# setup rasdaview
mv "$RASDAMAN_HOME"/bin/rview "$RASDAMAN_HOME"/bin/rview.bin
cp "$RASDAMAN_HOME"/share/rasdaman/errtxts* "$RASDAMAN_HOME"/bin/
RASVIEWSCRIPT="$RASDAMAN_HOME"/bin/rasdaview
echo "#!/bin/bash" > "$RASVIEWSCRIPT"
echo "export RASVIEWHOME=$RASDAMAN_HOME/bin" >> "$RASVIEWSCRIPT"
echo "cd $RASVIEWHOME && ./rview.bin" >> "$RASVIEWSCRIPT"
chmod +x "$RASVIEWSCRIPT"

if [ -f /etc/init/portmap.conf ]; then
# allow starting portmap in "insecure mode", required by rasdaview
sed -i 's/OPTIONS="-w"/OPTIONS="-w -i"/g' /etc/init/portmap.conf

# restart portmap
stop portmap
killall rpcbind
initctl reload-configuration portmap
start portmap
fi

# this needs to be fixed upstream in rasdaman
cp "$TMP"/rasdaman/config.h "$RASDAMAN_HOME"/include

sed -i "s/RASDAMAN_USER=rasdaman/RASDAMAN_USER=$USER_NAME/g" \
"$RASDAMAN_HOME"/bin/create_db.sh


# add rasdaman to the $PATH if not present
if [ `grep -c $RASDAMAN_HOME/rasdaman/bin $USER_HOME/.bashrc` -eq 0 ] ; then
echo "export PATH=\"\$PATH:$RASDAMAN_HOME/bin\"" >> "$USER_HOME/.bashrc"
fi
if [ `grep -c rasdaman/bin /etc/skel/.bashrc` -eq 0 ] ; then
echo "export PATH=\"\$PATH:$RASDAMAN_HOME/bin\"" >> "/etc/skel/.bashrc"
fi

# set host name
chgrp -R users "$RASDAMAN_HOME"/etc/
chmod -R g+w "$RASDAMAN_HOME"/etc/

fi # if FULL

export PATH="$PATH:$RASDAMAN_HOME/bin"

# Add sleep to start_rasdaman.sh to avoid race condition
sed -i '84i\sleep 0.5' /usr/local/rasdaman/bin/start_rasdaman.sh

# Make a request to secore to start the load process
sed -i "55i\nohup wget --spider 'localhost:8080/petascope_earthlook?query=for t1 in (NN3_1) return encode(t1, \"csv\")' &" /usr/local/rasdaman/bin/start_rasdaman.sh

#
#-------------------------------------------------------------------------------
# setup petascope
#

# create petascope database/user
echo "Creating users and metadata database..."
su - $USER_NAME -c "createuser $WCPS_USER --superuser"
su - $USER_NAME -c "psql template1 --quiet -c \"ALTER ROLE $WCPS_USER with PASSWORD '$WCPS_PASSWORD';\""
su - $USER_NAME -c "createuser $USER --superuser"


# set to tomcat user, as tomcat will run the servlet
sed -i "s/^metadata_user=.\+/metadata_user=$WCPS_USER/" "$SETTINGS"
sed -i "s/^metadata_pass=.\+/metadata_pass=$WCPS_PASSWORD/" "$SETTINGS"

echo "Updated database."


#
#-------------------------------------------------------------------------------
# download, extract, and import demo data into rasdaman
#

cd "$TMP"

if [ ! -d "rasdaman_data_v9" ] ; then
# 40mb download
wget -c --progress=dot:mega "$RASDAMAN_LOCATION/rasdaman_data_v9.tar.gz"
tar xzmf rasdaman_data_v9.tar.gz -C . --no-same-owner
fi

echo -n "Importing data... "
cd rasdaman_data_v9/

sudo service tomcat7 stop

for db in RASBASE petascopedb; do
dropdb $db > /dev/null 2>&1
createdb "$db"
echo "FIXME: --quiet?"
psql -d "$db" -q -f "$db.sql" > /dev/null 2>&1
psql -d "$db" -c 'VACUUM ANALYZE'
done

echo "ok."

#
#-------------------------------------------------------------------------------
# download earthlook web site
#

cd "$TMP"

if [ ! -d "public_html" ] ; then
# 105mb download
wget -c --progress=dot:mega "$RASDAMAN_LOCATION/earthlook.tar.gz"
tar xzmf earthlook.tar.gz -C . --no-same-owner
fi

echo "copying earthlook folder into $EARTHLOOKDIR/rasdaman-demo..."
#cp -r public_html "$EARTHLOOKDIR/rasdaman-demo"
rm -r "$EARTHLOOKDIR/rasdaman-demo"
mv public_html "$EARTHLOOKDIR/rasdaman-demo"

adduser "$USER_NAME" www-data
#chmod g+w /var/www/html/rasdaman-demo/demos/demo_items/img/climate*/
#chmod g+w /var/www/html/rasdaman-demo/demos/demo_items/img/ccip_processing_files/
#chgrp www-data /var/www/html/rasdaman-demo/demos/demo_items/img/climate*/
#chgrp www-data /var/www/html/rasdaman-demo/demos/demo_items/img/ccip_processing_files/


mv /var/lib/tomcat7/webapps/rasdaman.war \
/var/lib/tomcat7/webapps/petascope_earthlook.war
rm -rf /var/lib/tomcat7/webapps/rasdaman.war
rm -rf /var/lib/tomcat7/webapps/petascope

#
#-------------------------------------------------------------------------------
# Enable webgl in firefox
#
sudo echo 'pref("webgl.force-enabled", true);' > /usr/lib/firefox/defaults/pref/all-rasdaman.js

#
#-------------------------------------------------------------------------------
# create scripts to launch with tomcat
#
RASDAMAN_BIN_FOLDER="/usr/local/rasdaman/bin"
mkdir -p "$RASDAMAN_BIN_FOLDER"
chgrp users "$RASDAMAN_BIN_FOLDER"

if [ ! -e "$RASDAMAN_BIN_FOLDER"/rasdaman-start.sh ] ; then
cat << EOF > "$RASDAMAN_BIN_FOLDER"/rasdaman-start.sh
#!/bin/sh
STAT=\`sudo service tomcat7 status | grep pid\`
if [ -z "\$STAT" ] ; then
sudo service tomcat7 start
fi
/usr/local/bin/start_rasdaman.sh
zenity --info --text "Rasdaman started"
EOF
fi

if [ ! -e "$RASDAMAN_BIN_FOLDER"/rasdaman-stop.sh ] ; then
cat << EOF > "$RASDAMAN_BIN_FOLDER"/rasdaman-stop.sh
#!/bin/sh
STAT=\`sudo service tomcat7 status | grep pid\`
if [ -n "\$STAT" ] ; then
sudo service tomcat7 stop
fi
/usr/local/bin/stop_rasdaman.sh
zenity --info --text "Rasdaman stopped"
EOF
fi

chmod 755 "$RASDAMAN_BIN_FOLDER"/rasdaman-start.sh
chmod 755 "$RASDAMAN_BIN_FOLDER"/rasdaman-stop.sh

#
#-------------------------------------------------------------------------------
# install desktop stuff
#

# add rasdaman/earthlook to the ubuntu menu icons
mkdir -p /usr/local/share/applications
cat << EOF > /usr/local/share/applications/start_rasdaman_server.desktop
[Desktop Entry]
Type=Application
Encoding=UTF-8
Name=Start Rasdaman Server
Comment=Start Rasdaman Server
Categories=Application;Education;Geography;
Exec=$RASDAMAN_BIN_FOLDER/rasdaman-start.sh
Icon=gnome-globe
Terminal=true
StartupNotify=false
EOF


cat << EOF > /usr/local/share/applications/stop_rasdaman_server.desktop
[Desktop Entry]
Type=Application
Encoding=UTF-8
Name=Stop Rasdaman Server
Comment=Stop Rasdaman Server
Categories=Application;Education;Geography;
Exec=$RASDAMAN_BIN_FOLDER/rasdaman-stop.sh
Icon=gnome-globe
Terminal=true
StartupNotify=false
EOF


cat << EOF > /usr/local/share/applications/rasdaman-earthlook-demo.desktop
[Desktop Entry]
Type=Application
Encoding=UTF-8
Name=Rasdaman-Earthlook Demo
Comment=Rasdaman Demo and Tutorial
Categories=Application;Education;Geography;
Exec=firefox http://localhost/rasdaman-demo/
Icon=gnome-globe
Terminal=false
StartupNotify=false
EOF

cp /usr/local/share/applications/stop_rasdaman_server.desktop \
"$USER_HOME/Desktop/"
cp /usr/local/share/applications/start_rasdaman_server.desktop \
"$USER_HOME/Desktop/"
cp /usr/local/share/applications/rasdaman-earthlook-demo.desktop \
"$USER_HOME/Desktop/"

chown "$USER_NAME.$GROUP_NAME" $USER_HOME/Desktop/*rasdaman*.desktop


#
#-------------------------------------------------------------------------------
# done, cleanup
#

if [ $FULL -eq 1 ]; then

echo "cleaning up..."
pkg_cleanup
apt-get install --assume-yes libecpg6

fi # if FULL

# back to sleep & cleanup
/etc/init.d/tomcat7 stop
su - "$USER_NAME" "$RASDAMAN_HOME"/bin/stop_rasdaman.sh
rm -f "$RASDAMAN_HOME"/log/*.log
chown root "$RASDAMAN_HOME"/etc/rasmgr.conf


## Copy startup script for rasdaman
ln -s "$RASDAMAN_HOME"/bin/start_rasdaman.sh "$BIN"/start_rasdaman.sh
ln -s "$RASDAMAN_HOME"/bin/stop_rasdaman.sh "$BIN"/stop_rasdaman.sh


### rasmgr.conf wants the hostname to be defined at build time, but the hostname on our
### ISO and VM are different ('user' vs 'osgeo-live'). so we have to re-set the value
### at boot time.
if [ `grep -c 'rasdaman' /etc/rc.local` -eq 0 ] ; then
sed -i -e 's|exit 0||' /etc/rc.local
echo 'sed -i -e "s/ -host [^ ]*/ -host `hostname`/" /usr/local/rasdaman/etc/rasmgr.conf' >> /etc/rc.local
echo >> /etc/rc.local
echo "exit 0" >> /etc/rc.local
fi

# remove secore
#rm -rf $WARDIR/def

# start stopped services
start_rasdaman.sh
pgrep rasserver > /dev/null
if [ $? -ne 0 ] ; then
stop_rasdaman.sh
start_rasdaman.sh
fi

# Activate tomcat autodeploy option
sed -i 's/unpackWARs=\"false\"/unpackWARs=\"true\"/g' $TOMCAT_CONFDIR/server.xml
sed -i 's/autoDeploy=\"false\"/autoDeploy=\"true\"/g' $TOMCAT_CONFDIR/server.xml

# We need to have enough tomcat memory for secor3e to extract the CRS definitions
sed -i 's|JAVA_OPTS="-Djava.awt.headless=true -Xmx128m -XX:+UseConcMarkSweepGC"|JAVA_OPTS="-Djava.awt.headless=true -Dfile.encoding=UTF-8 -server -Xms512m -Xmx1024m -XX:NewSize=256m -XX:MaxNewSize=256m -XX:PermSize=256m -XX:+DisableExplicitGC"|g' /etc/default/tomcat7

service tomcat7 start
sleep 60
service tomcat7 stop
stop_rasdaman.sh

# Download the installer and run it with the osgeo profile
wget http://download.rasdaman.org/installer/install.sh
sudo bash install.sh -p osgeo
####
"$BUILD_DIR"/diskspace_probe.sh "`basename $0`" end