Skip to content

Commit

Permalink
Add cluster packages, minor fixes.
Browse files Browse the repository at this point in the history
  • Loading branch information
cycle-zz committed Jun 13, 2012
1 parent 0456577 commit d534442
Show file tree
Hide file tree
Showing 6 changed files with 254 additions and 3 deletions.
59 changes: 59 additions & 0 deletions pkgs/cluster/005-torque.sh
@@ -0,0 +1,59 @@
#!/bin/bash

####################################################################################################
# import the BLDR system
####################################################################################################

source "bldr.sh"

####################################################################################################
# setup pkg definition and resource files
####################################################################################################

pkg_name="torque"
pkg_vers="2.5.7"

pkg_info="The TORQUE Resource Manager provides control over batch jobs and distributed computing resources."

pkg_desc="TORQUE Resource Manager provides control over batch jobs and distributed computing resources.
It is an advanced open-source product based on the original PBS project* and incorporates the best
of both community and professional development. It incorporates significant advances in the areas
of scalability, reliability, and functionality and is currently in use at tens of thousands of
leading government, academic, and commercial sites throughout the world.
TORQUE may be freely used, modified, and distributed under the constraints of the included license."

pkg_file="$pkg_name-$pkg_vers.tar.gz"
pkg_urls="http://www.adaptivecomputing.com/resources/downloads/torque/$pkg_file"
pkg_opts="configure"
pkg_reqs="zlib/latest papi/latest"
pkg_uses="m4/latest autoconf/latest automake/latest $pkg_reqs"
pkg_cflags="-I$BLDR_LOCAL_DIR/system/zlib/latest/include"
pkg_ldflags="-L$BLDR_LOCAL_DIR/system/zlib/latest/lib"
pkg_cfg=""

if [ "$BLDR_SYSTEM_IS_OSX" -eq 1 ]
then
return
fi

####################################################################################################
# build and install pkg as local module
####################################################################################################

bldr_build_pkg --category "cluster" \
--name "$pkg_name" \
--version "$pkg_vers" \
--info "$pkg_info" \
--description "$pkg_desc" \
--file "$pkg_file" \
--url "$pkg_urls" \
--uses "$pkg_uses" \
--requires "$pkg_reqs" \
--options "$pkg_opts" \
--cflags "$pkg_cflags" \
--ldflags "$pkg_ldflags" \
--config "$pkg_cfg"


65 changes: 65 additions & 0 deletions pkgs/cluster/010-openmpi.sh
@@ -0,0 +1,65 @@
#!/bin/bash

####################################################################################################
# import the BLDR system
####################################################################################################

source "bldr.sh"

####################################################################################################
# setup pkg definition and resource files
####################################################################################################

pkg_name="openmpi"
pkg_vers="1.6"

pkg_info="The Open MPI Project is an open source MPI-2 implementation that is developed and maintained by a consortium of academic, research, and industry partners."

pkg_desc="The Open MPI Project is an open source MPI-2 implementation that is developed and
maintained by a consortium of academic, research, and industry partners.
Open MPI is therefore able to combine the expertise, technologies, and resources from all
across the High Performance Computing community in order to build the best MPI library available.
Open MPI offers advantages for system and software vendors, application developers and computer
science researchers."

pkg_file="$pkg_name-$pkg_vers.tar.bz2"
pkg_urls="http://www.open-mpi.org/software/ompi/v1.6/downloads/$pkg_file"
pkg_opts="configure"
pkg_reqs="zlib/latest papi/latest torque/latest"
pkg_uses="m4/latest autoconf/latest automake/latest $pkg_reqs"
pkg_cflags="-I$BLDR_LOCAL_DIR/system/zlib/latest/include"
pkg_ldflags="-L$BLDR_LOCAL_DIR/system/zlib/latest/lib"
pkg_cfg="--enable-btl-openib-failover --enable-heterogeneous --enable-mpi-thread-multiple"

if [ -d $BLDR_LOCAL_DIR/cluster/torque/latest ]
then
pkg_cfg="$pkg_cfg --with-tm=\"$BLDR_LOCAL_DIR/cluster/torque/latest\""
fi

if [ "$BLDR_SYSTEM_IS_OSX" -eq 1 ]
then
# Building v1.5.4 on OSX causes error due to missing '__builtin_expect' -- disable vampire trace avoids this
pkg_cfg="$pkg_cfg --disable-vt "
fi

####################################################################################################
# build and install pkg as local module
####################################################################################################

bldr_build_pkg --category "cluster" \
--name "$pkg_name" \
--version "$pkg_vers" \
--info "$pkg_info" \
--description "$pkg_desc" \
--file "$pkg_file" \
--url "$pkg_urls" \
--uses "$pkg_uses" \
--requires "$pkg_reqs" \
--options "$pkg_opts" \
--cflags "$pkg_cflags" \
--ldflags "$pkg_ldflags" \
--config "$pkg_cfg"


69 changes: 69 additions & 0 deletions pkgs/cluster/020-mvapich2.sh
@@ -0,0 +1,69 @@
#!/bin/bash

####################################################################################################
# import the BLDR system
####################################################################################################

source "bldr.sh"

####################################################################################################
# setup pkg definition and resource files
####################################################################################################

pkg_name="mvapich2"
pkg_vers="1.8"

pkg_info="MVAPICH2 (MPI-2 over OpenFabrics-IB, OpenFabrics-iWARP, PSM, uDAPL and TCP/IP)."

pkg_desc="MVAPICH2 (MPI-2 over OpenFabrics-IB, OpenFabrics-iWARP, PSM, uDAPL and TCP/IP)
This is an MPI-2 implementation (conforming to MPI 2.2 standard) which includes all
MPI-1 features. It is based on MPICH2 and MVICH. The latest release is MVAPICH2 1.8
(includes MPICH2 1.4.1p1). It is available under BSD licensing."

pkg_file="$pkg_name-$pkg_vers.tgz"
pkg_urls="http://mvapich.cse.ohio-state.edu/download/mvapich2/$pkg_file"
pkg_opts="configure"
pkg_reqs="zlib/latest papi/latest"
pkg_uses="m4/latest autoconf/latest automake/latest $pkg_reqs"
pkg_cflags="-I$BLDR_LOCAL_DIR/system/zlib/latest/include"
pkg_ldflags="-L$BLDR_LOCAL_DIR/system/zlib/latest/lib"

pkg_cfg=""
if [ -d /usr/local/cuda ]
then
pkg_cfg="$pkg_cfg --with-cuda=/usr/local/cuda"
pkg_cfg="$pkg_cfg --with-cuda-include=/usr/local/cuda/include"
pkg_cfg="$pkg_cfg --with-cuda-libpath=/usr/local/cuda/lib64"
fi

pkg_cfg="$pkg_cfg --enable-threads=runtime"
pkg_cfg="$pkg_cfg --with-thread-package=posix"
pkg_cfg="$pkg_cfg --enable-romio"
pkg_cfg="$pkg_cfg --enable-cxx"

if [ "$BLDR_SYSTEM_IS_OSX" -eq 1 ]
then
# Building v1.5.4 on OSX causes error due to missing '__builtin_expect' -- disable vampire trace avoids this
pkg_cfg="$pkg_cfg --disable-vt "
fi

####################################################################################################
# build and install pkg as local module
####################################################################################################

bldr_build_pkg --category "cluster" \
--name "$pkg_name" \
--version "$pkg_vers" \
--info "$pkg_info" \
--description "$pkg_desc" \
--file "$pkg_file" \
--url "$pkg_urls" \
--uses "$pkg_uses" \
--requires "$pkg_reqs" \
--options "$pkg_opts" \
--cflags "$pkg_cflags" \
--ldflags "$pkg_ldflags" \
--config "$pkg_cfg"


4 changes: 2 additions & 2 deletions pkgs/system/070-gettext.sh
Expand Up @@ -44,8 +44,8 @@ pkg_cfg="--with-gnu-ld --without-emacs"
pkg_cfg="$pkg_cfg --with-included-glib"
pkg_cfg="$pkg_cfg --with-included-libunistring"
pkg_cfg="$pkg_cfg --with-included-libcroco"
pkg_cfg="$pkg_cfg --with-libiconv-prefix=$BLDR_LOCAL_DIR/system/libiconv"
pkg_cfg="$pkg_cfg --with-libxml2-prefix=$BLDR_LOCAL_DIR/system/libxml2"
pkg_cfg="$pkg_cfg --with-libiconv-prefix=$BLDR_LOCAL_DIR/system/libiconv/latest"
pkg_cfg="$pkg_cfg --with-libxml2-prefix=$BLDR_LOCAL_DIR/system/libxml2/latest"

pkg_patch=""

Expand Down
57 changes: 57 additions & 0 deletions pkgs/system/100-papi.sh
@@ -0,0 +1,57 @@
#!/bin/bash

####################################################################################################
# import the BLDR system
####################################################################################################

source "bldr.sh"

####################################################################################################
# setup pkg definition and resource files
####################################################################################################

pkg_name="papi"
pkg_vers="4.4.0"

pkg_info="The Performance API (PAPI) project specifies a standard application programming interface (API) for accessing hardware performance counters available on most modern microprocessors."

pkg_desc="The Performance API (PAPI) project specifies a standard application programming interface
(API) for accessing hardware performance counters available on most modern microprocessors.
These counters exist as a small set of registers that count Events, occurrences of specific signals
related to the processor's function. Monitoring these events facilitates correlation between the
structure of source/object code and the efficiency of the mapping of that code to the underlying
architecture. This correlation has a variety of uses in performance analysis including hand tuning,
compiler optimization, debugging, benchmarking, monitoring and performance modeling. In addition,
it is hoped that this information will prove useful in the development of new compilation technology
as well as in steering architectural development towards alleviating commonly occurring bottlenecks
in high performance computing."

pkg_file="$pkg_name-$pkg_vers.tar.gz"
pkg_urls="http://icl.cs.utk.edu/projects/papi/downloads/$pkg_file"
pkg_opts="configure"
pkg_uses="m4/latest autoconf/latest automake/latest libtool/latest"
pkg_reqs=""
pkg_cflags=""
pkg_ldflags=""
pkg_cfg=""

####################################################################################################
# build and install pkg as local module
####################################################################################################

bldr_build_pkg --category "system" \
--name "$pkg_name" \
--version "$pkg_vers" \
--info "$pkg_info" \
--description "$pkg_desc" \
--file "$pkg_file" \
--url "$pkg_urls" \
--uses "$pkg_uses" \
--requires "$pkg_reqs" \
--options "$pkg_opts" \
--cflags "$pkg_cflags" \
--ldflags "$pkg_ldflags" \
--config "$pkg_cfg" \
--config-path "src"

3 changes: 2 additions & 1 deletion system/bldr.sh
Expand Up @@ -1083,7 +1083,8 @@ function bldr_boot_pkg()
bldr_log_cmd "patch -p1 < $patch_file"
bldr_log_split

patch -p1 < $patch_file || bldr_bail "Failed to apply patch '$patch_file' to package '$pkg_name/$pkg_vers'!"
patch -p1 -N < $patch_file
# || bldr_bail "Failed to apply patch '$patch_file' to package '$pkg_name/$pkg_vers'!"
bldr_log_split
fi
done
Expand Down

0 comments on commit d534442

Please sign in to comment.