Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Browse files

Initial attempt at oozie

  • Loading branch information...
commit 59f19fd72ca4718adcd983c3819b62636eb91713 1 parent 7096bc3
@mamash mamash authored
View
1  oozie/DESCR
@@ -0,0 +1 @@
+Oozie is a workflow scheduler system to manage Apache Hadoop jobs.
View
8 oozie/INSTALL
@@ -0,0 +1,8 @@
+# $NetBSD$
+
+case ${STAGE} in
+POST-INSTALL)
+ [ -d @PKG_SYSCONFDIR@/action-conf ] || mkdir @PKG_SYSCONFDIR@/action-conf
+;;
+esac
+
View
93 oozie/Makefile
@@ -0,0 +1,93 @@
+# $NetBSD$
+#
+
+DISTNAME= oozie-3.3.1
+CATEGORIES= sysutils
+MASTER_SITES= http://www.us.apache.org/dist/oozie/3.3.1/
+
+MAINTAINER= filip@joyent.com
+HOMEPAGE= http://oozie.apache.org
+COMMENT= Workflow scheduler system to manage Apache Hadoop jobs
+LICENSE= apache-2.0
+
+DISTFILES= ${DISTNAME}${EXTRACT_SUFX}
+DISTFILES+= ext-2.2.zip
+SITES.ext-2.2.zip= http://dev.sencha.com/deploy/
+
+PKG_DESTDIR_SUPPORT= user-destdir
+
+USE_LANGUAGES= # none
+USE_TOOLS= unzip zip
+
+BUILD_DEPENDS+= apache-maven>=3:../../devel/apache-maven
+DEPENDS+= hadoop-[0-9]*:../../joyent/hadoop
+
+SUBST_CLASSES+= path
+SUBST_STAGE.path= pre-build
+SUBST_MESSAGE.path= Fixing paths
+SUBST_FILES.path= distro/src/main/bin/oozie-sys.sh
+SUBST_FILES.path+= distro/src/main/bin/oozied.sh
+SUBST_FILES.path+= distro/src/main/bin/oozie-setup.sh
+SUBST_FILES.path+= core/src/main/conf/oozie-site.xml
+SUBST_FILES.path+= tools/src/main/bin/ooziedb.sh
+SUBST_VARS.path= PKG_SYSCONFBASE PKG_SYSCONFDIR
+SUBST_VARS.path+= OOZIE_DATA_DIR OOZIE_LOG_DIR OOZIE_PID_DIR
+
+PKG_SYSCONFSUBDIR= oozie
+
+PKG_USERS+= ${OOZIE_USER}:${HADOOP_GROUP}
+PKG_GECOS.${OOZIE_USER}=Oozie user
+PKG_HOME.${OOZIE_USER}= ${OOZIE_DATA_DIR}
+PKG_SHELL.${OOZIE_USER}=${BASH}
+
+OWN_DIRS_PERMS+= ${OOZIE_DATA_DIR} ${OOZIE_USER} ${HADOOP_GROUP} 755
+OWN_DIRS_PERMS+= ${OOZIE_LOG_DIR} ${OOZIE_USER} ${HADOOP_GROUP} 755
+OWN_DIRS_PERMS+= ${OOZIE_PID_DIR} ${OOZIE_USER} ${HADOOP_GROUP} 755
+
+CONF_FILES+= share/examples/oozie/adminusers.txt \
+ ${PKG_SYSCONFDIR}/adminusers.txt
+CONF_FILES+= share/examples/oozie/oozie-env.sh \
+ ${PKG_SYSCONFDIR}/oozie-env.sh
+CONF_FILES+= share/examples/oozie/oozie-log4j.properties \
+ ${PKG_SYSCONFDIR}/oozie-log4j.properties
+CONF_FILES+= share/examples/oozie/oozie-site.xml \
+ ${PKG_SYSCONFDIR}/oozie-site.xml
+
+MAKE_ARGS= -Dhadoop.version=1.0.1 \
+ -Dpig.version=0.10.1 \
+ -DskipTests=true
+
+INSTALLATION_DIRS+= bin share/oozie share/examples/oozie
+
+pre-build:
+ ${RM} -f ${WRKSRC}/distro/src/main/bin/*.orig \
+ ${WRKSRC}/core/src/main/conf/oozie-site.xml.orig \
+ ${WRKSRC}/tools/src/main/bin/ooziedb.sh.orig
+
+do-build:
+ cd ${WRKSRC} && mvn clean package assembly:single ${MAKE_ARGS}
+
+post-build:
+ ${MKDIR} ${WRKSRC}/distro/target/${DISTNAME}-distro/${DISTNAME}/tmp
+ cd ${WRKSRC}/distro/target/${DISTNAME}-distro/${DISTNAME}/tmp && ( \
+ unzip ../oozie.war ; \
+ ${CP} ${PREFIX}/share/hadoop/hadoop-core-*.jar ./WEB-INF/lib/ ; \
+ ${CP} ${PREFIX}/share/hadoop/lib/jackson*jar ./WEB-INF/lib/ ; \
+ ${CP} ${PREFIX}/share/hadoop/lib/commons-configuration*jar ./WEB-INF/lib/ ;\
+ ${MV} ${WRKDIR}/ext-2.2 ./ ; \
+ zip -r ../oozie.war * )
+
+do-install:
+ cd ${WRKSRC}/distro/target/${DISTNAME}-distro/${DISTNAME} && ( \
+ ${PAX} -rw bin ${DESTDIR}${PREFIX}/share/oozie/ ; \
+ ${PAX} -rw lib libtools oozie* ${DESTDIR}${PREFIX}/share/oozie/ )
+ cd ${WRKSRC}/distro/target/${DISTNAME}-distro/${DISTNAME}/conf && \
+ ${PAX} -rw * ${DESTDIR}${PREFIX}/share/examples/oozie/
+ ${LN} -s ../share/oozie/bin/oozie ${DESTDIR}${PREFIX}/bin/oozie
+ ${LN} -s ../share/oozie/bin/oozie-run.sh ${DESTDIR}${PREFIX}/bin/oozie-run.sh
+ ${LN} -s ../share/oozie/bin/oozie-setup.sh ${DESTDIR}${PREFIX}/bin/oozie-setup.sh
+ ${LN} -s ../share/oozie/bin/oozie-start.sh ${DESTDIR}${PREFIX}/bin/oozie-start.sh
+ ${LN} -s ../share/oozie/bin/oozie-stop.sh ${DESTDIR}${PREFIX}/bin/oozie-stop.sh
+
+.include "../../joyent/hadoop/Makefile.common"
+.include "../../mk/bsd.pkg.mk"
View
144 oozie/PLIST
@@ -0,0 +1,144 @@
+@comment $NetBSD$
+bin/oozie
+bin/oozie-run.sh
+bin/oozie-setup.sh
+bin/oozie-start.sh
+bin/oozie-stop.sh
+share/examples/oozie/action-conf/hive.xml
+share/examples/oozie/adminusers.txt
+share/examples/oozie/hadoop-conf/core-site.xml
+share/examples/oozie/hadoop-config.xml
+share/examples/oozie/oozie-default.xml
+share/examples/oozie/oozie-env.sh
+share/examples/oozie/oozie-log4j.properties
+share/examples/oozie/oozie-site.xml
+share/oozie/bin/addtowar.sh
+share/oozie/bin/oozie
+share/oozie/bin/oozie-run.sh
+share/oozie/bin/oozie-setup.sh
+share/oozie/bin/oozie-start.sh
+share/oozie/bin/oozie-stop.sh
+share/oozie/bin/oozie-sys.sh
+share/oozie/bin/oozied.sh
+share/oozie/bin/ooziedb.sh
+share/oozie/lib/commons-cli-1.2.jar
+share/oozie/lib/commons-codec-1.4.jar
+share/oozie/lib/hadoop-auth-2.0.2-alpha.jar
+share/oozie/lib/jdk.tools-1.6.jar
+share/oozie/lib/json-simple-1.1.jar
+share/oozie/lib/oozie-client-${PKGVERSION}.jar
+share/oozie/lib/xercesImpl-2.10.0.jar
+share/oozie/lib/xml-apis-1.4.01.jar
+share/oozie/libtools/apache-log4j-extras-1.1.jar
+share/oozie/libtools/collections-generic-4.01.jar
+share/oozie/libtools/colt-1.2.0.jar
+share/oozie/libtools/commons-beanutils-1.7.0.jar
+share/oozie/libtools/commons-beanutils-core-1.8.0.jar
+share/oozie/libtools/commons-cli-1.2.jar
+share/oozie/libtools/commons-codec-1.4.jar
+share/oozie/libtools/commons-collections-3.2.1.jar
+share/oozie/libtools/commons-configuration-1.6.jar
+share/oozie/libtools/commons-dbcp-1.4.jar
+share/oozie/libtools/commons-digester-1.8.jar
+share/oozie/libtools/commons-el-1.0.jar
+share/oozie/libtools/commons-lang-2.4.jar
+share/oozie/libtools/commons-logging-1.1.jar
+share/oozie/libtools/commons-math-2.1.jar
+share/oozie/libtools/commons-net-1.4.1.jar
+share/oozie/libtools/commons-pool-1.5.4.jar
+share/oozie/libtools/concurrent-1.3.4.jar
+share/oozie/libtools/derby-10.6.1.0.jar
+share/oozie/libtools/geronimo-jms_1.1_spec-1.1.1.jar
+share/oozie/libtools/geronimo-jpa_2.0_spec-1.1.jar
+share/oozie/libtools/geronimo-jta_1.1_spec-1.1.1.jar
+share/oozie/libtools/hadoop-auth-2.0.2-alpha.jar
+share/oozie/libtools/hadoop-client-1.0.1.jar
+share/oozie/libtools/hadoop-core-1.0.1.jar
+share/oozie/libtools/hsqldb-1.8.0.7.jar
+share/oozie/libtools/jackson-core-asl-1.0.1.jar
+share/oozie/libtools/jackson-mapper-asl-1.0.1.jar
+share/oozie/libtools/jdk.tools-1.6.jar
+share/oozie/libtools/jdom-1.1.jar
+share/oozie/libtools/json-simple-1.1.jar
+share/oozie/libtools/jung-algorithms-2.0.1.jar
+share/oozie/libtools/jung-api-2.0.1.jar
+share/oozie/libtools/jung-graph-impl-2.0.1.jar
+share/oozie/libtools/jung-visualization-2.0.1.jar
+share/oozie/libtools/log4j-1.2.16.jar
+share/oozie/libtools/oozie-client-${PKGVERSION}.jar
+share/oozie/libtools/oozie-core-${PKGVERSION}.jar
+share/oozie/libtools/oozie-hadoop-1.0.1.${PKGNAME}.jar
+share/oozie/libtools/oozie-tools-${PKGVERSION}.jar
+share/oozie/libtools/openjpa-jdbc-2.1.0.jar
+share/oozie/libtools/openjpa-kernel-2.1.0.jar
+share/oozie/libtools/openjpa-lib-2.1.0.jar
+share/oozie/libtools/openjpa-persistence-2.1.0.jar
+share/oozie/libtools/openjpa-persistence-jdbc-2.1.0.jar
+share/oozie/libtools/oro-2.0.8.jar
+share/oozie/libtools/postgresql-9.0-801.jdbc4.jar
+share/oozie/libtools/serp-1.13.1.jar
+share/oozie/libtools/slf4j-api-1.5.8.jar
+share/oozie/libtools/slf4j-log4j12-1.5.8.jar
+share/oozie/libtools/xercesImpl-2.10.0.jar
+share/oozie/libtools/xml-apis-1.4.01.jar
+share/oozie/libtools/xmlenc-0.52.jar
+share/oozie/oozie-client-${PKGVERSION}.tar.gz
+share/oozie/oozie-core/oozie-core-${PKGVERSION}-tests.jar
+share/oozie/oozie-core/oozie-core-${PKGVERSION}.jar
+share/oozie/oozie-examples.tar.gz
+share/oozie/oozie-server/LICENSE
+share/oozie/oozie-server/NOTICE
+share/oozie/oozie-server/RELEASE-NOTES
+share/oozie/oozie-server/RUNNING.txt
+share/oozie/oozie-server/bin/bootstrap.jar
+share/oozie/oozie-server/bin/catalina-tasks.xml
+share/oozie/oozie-server/bin/catalina.bat
+share/oozie/oozie-server/bin/catalina.sh
+share/oozie/oozie-server/bin/commons-daemon-native.tar.gz
+share/oozie/oozie-server/bin/commons-daemon.jar
+share/oozie/oozie-server/bin/cpappend.bat
+share/oozie/oozie-server/bin/digest.bat
+share/oozie/oozie-server/bin/digest.sh
+share/oozie/oozie-server/bin/setclasspath.bat
+share/oozie/oozie-server/bin/setclasspath.sh
+share/oozie/oozie-server/bin/shutdown.bat
+share/oozie/oozie-server/bin/shutdown.sh
+share/oozie/oozie-server/bin/startup.bat
+share/oozie/oozie-server/bin/startup.sh
+share/oozie/oozie-server/bin/tomcat-juli.jar
+share/oozie/oozie-server/bin/tomcat-native.tar.gz
+share/oozie/oozie-server/bin/tool-wrapper.bat
+share/oozie/oozie-server/bin/tool-wrapper.sh
+share/oozie/oozie-server/bin/version.bat
+share/oozie/oozie-server/bin/version.sh
+share/oozie/oozie-server/conf/catalina.policy
+share/oozie/oozie-server/conf/catalina.properties
+share/oozie/oozie-server/conf/context.xml
+share/oozie/oozie-server/conf/logging.properties
+share/oozie/oozie-server/conf/server.xml
+share/oozie/oozie-server/conf/tomcat-users.xml
+share/oozie/oozie-server/conf/web.xml
+share/oozie/oozie-server/lib/annotations-api.jar
+share/oozie/oozie-server/lib/catalina-ant.jar
+share/oozie/oozie-server/lib/catalina-ha.jar
+share/oozie/oozie-server/lib/catalina-tribes.jar
+share/oozie/oozie-server/lib/catalina.jar
+share/oozie/oozie-server/lib/ecj-3.7.2.jar
+share/oozie/oozie-server/lib/el-api.jar
+share/oozie/oozie-server/lib/jasper-el.jar
+share/oozie/oozie-server/lib/jasper.jar
+share/oozie/oozie-server/lib/jsp-api.jar
+share/oozie/oozie-server/lib/servlet-api.jar
+share/oozie/oozie-server/lib/tomcat-coyote.jar
+share/oozie/oozie-server/lib/tomcat-dbcp.jar
+share/oozie/oozie-server/lib/tomcat-i18n-es.jar
+share/oozie/oozie-server/lib/tomcat-i18n-fr.jar
+share/oozie/oozie-server/lib/tomcat-i18n-ja.jar
+share/oozie/oozie-server/temp/safeToDelete.tmp
+share/oozie/oozie-server/webapps/ROOT/WEB-INF/web.xml
+share/oozie/oozie-server/webapps/ROOT/favicon.ico
+share/oozie/oozie-server/webapps/ROOT/index.html
+share/oozie/oozie-sharelib-${PKGVERSION}.tar.gz
+share/oozie/oozie.war
+@pkgdir share/oozie/oozie-server/work
+@pkgdir share/oozie/oozie-server/logs
View
BIN  oozie/core
Binary file not shown
View
12 oozie/distinfo
@@ -0,0 +1,12 @@
+$NetBSD$
+
+SHA1 (ext-2.2.zip) = a949ddf3528bc7013b21b13922cc516955a70c1b
+RMD160 (ext-2.2.zip) = bf303d5ad9d849765064e7decce2339b7a6c97d4
+Size (ext-2.2.zip) = 6800612 bytes
+SHA1 (oozie-3.3.1.tar.gz) = 634d18715d1056836e43594b35fcf2066ad0848a
+RMD160 (oozie-3.3.1.tar.gz) = 8e817a543e811e5d63cde6477bbdff23bb2052fa
+Size (oozie-3.3.1.tar.gz) = 994095 bytes
+SHA1 (patch-core_src_main_conf_oozie-site.xml) = 4e140b8b9da61bb31e9357232216b2a8be344d69
+SHA1 (patch-distro_src_main_bin_addtowar.sh) = 4829673e326e24564610252fb1989918dbd930ed
+SHA1 (patch-distro_src_main_bin_oozie-sys.sh) = b20ff61c87cd95ed5c77d3f1e44ca45d881e06fd
+SHA1 (patch-tools_src_main_bin_ooziedb.sh) = 9611e5c6b9705a79cdac273372fa7c3ca379d22b
View
13 oozie/patches/patch-core_src_main_conf_oozie-site.xml
@@ -0,0 +1,13 @@
+$NetBSD$
+
+--- core/src/main/conf/oozie-site.xml.orig 2013-01-17 23:39:17.000000000 +0000
++++ core/src/main/conf/oozie-site.xml
+@@ -224,7 +224,7 @@
+
+ <property>
+ <name>oozie.service.HadoopAccessorService.hadoop.configurations</name>
+- <value>*=hadoop-conf</value>
++ <value>*=@PKG_SYSCONFBASE@/hadoop</value>
+ <description>
+ Comma separated AUTHORITY=HADOOP_CONF_DIR, where AUTHORITY is the HOST:PORT of
+ the Hadoop service (JobTracker, HDFS). The wildcard '*' configuration is
View
13 oozie/patches/patch-distro_src_main_bin_addtowar.sh
@@ -0,0 +1,13 @@
+$NetBSD$
+
+--- distro/src/main/bin/addtowar.sh.orig 2013-01-17 23:39:20.000000000 +0000
++++ distro/src/main/bin/addtowar.sh
+@@ -71,7 +71,7 @@ function checkFileDoesNotExist() {
+
+ #finds a file under a directory any depth, file returns in variable RET
+ function findFile() {
+- RET=`find -H ${1} -name ${2} | grep -e "[0-9.a${hadoopJarsSuffix}].jar"`
++ RET=`find -H ${1} -name ${2} | grep "[0-9.a${hadoopJarsSuffix}].jar"`
+ RET=`echo ${RET} | sed "s/ .*//"`
+ if [ "${RET}" = "" ]; then
+ echo
View
48 oozie/patches/patch-distro_src_main_bin_oozie-sys.sh
@@ -0,0 +1,48 @@
+$NetBSD$
+
+--- distro/src/main/bin/oozie-sys.sh.orig 2013-01-17 23:39:20.000000000 +0000
++++ distro/src/main/bin/oozie-sys.sh
+@@ -90,7 +90,7 @@ if [ "${OOZIE_HOME}" != "${oozie_home}"
+ fi
+
+ if [ "${OOZIE_CONFIG}" = "" ]; then
+- export OOZIE_CONFIG=${OOZIE_HOME}/conf
++ export OOZIE_CONFIG=@PKG_SYSCONFDIR@
+ print "Setting OOZIE_CONFIG: ${OOZIE_CONFIG}"
+ else
+ print "Using OOZIE_CONFIG: ${OOZIE_CONFIG}"
+@@ -129,14 +129,14 @@ else
+ fi
+
+ if [ "${OOZIE_DATA}" = "" ]; then
+- export OOZIE_DATA=${OOZIE_HOME}/data
++ export OOZIE_DATA=@OOZIE_DATA_DIR@
+ print "Setting OOZIE_DATA: ${OOZIE_DATA}"
+ else
+ print "Using OOZIE_DATA: ${OOZIE_DATA}"
+ fi
+
+ if [ "${OOZIE_LOG}" = "" ]; then
+- export OOZIE_LOG=${OOZIE_HOME}/logs
++ export OOZIE_LOG=@OOZIE_LOG_DIR@
+ print "Setting OOZIE_LOG: ${OOZIE_LOG}"
+ else
+ print "Using OOZIE_LOG: ${OOZIE_LOG}"
+@@ -161,7 +161,7 @@ else
+ fi
+
+ if [ "${OOZIE_HTTP_HOSTNAME}" = "" ]; then
+- export OOZIE_HTTP_HOSTNAME=`hostname -f`
++ export OOZIE_HTTP_HOSTNAME=`hostname`.`domainname`
+ print "Setting OOZIE_HTTP_HOSTNAME: ${OOZIE_HTTP_HOSTNAME}"
+ else
+ print "Using OOZIE_HTTP_HOSTNAME: ${OOZIE_HTTP_HOSTNAME}"
+@@ -203,7 +203,7 @@ else
+ fi
+
+ if [ "${CATALINA_PID}" = "" ]; then
+- export CATALINA_PID=${OOZIE_HOME}/oozie-server/temp/oozie.pid
++ export CATALINA_PID=@OOZIE_PID_DIR@/oozie.pid
+ print "Setting CATALINA_PID: ${CATALINA_PID}"
+ else
+ print "Using CATALINA_PID: ${CATALINA_PID}"
View
17 oozie/patches/patch-tools_src_main_bin_ooziedb.sh
@@ -0,0 +1,17 @@
+$NetBSD$
+
+--- tools/src/main/bin/ooziedb.sh.orig 2013-01-17 23:39:20.000000000 +0000
++++ tools/src/main/bin/ooziedb.sh
+@@ -34,9 +34,9 @@ BASEDIR=`dirname ${PRG}`
+ BASEDIR=`cd ${BASEDIR}/..;pwd`
+
+ OOZIE_HOME=${BASEDIR}
+-OOZIE_CONFIG=${OOZIE_HOME}/conf
+-OOZIE_LOG=${OOZIE_HOME}/logs
+-OOZIE_DATA=${OOZIE_HOME}/data
++OOZIE_CONFIG=@PKG_SYSCONFBASE@
++OOZIE_LOG=@OOZIE_LOG_DIR@
++OOZIE_DATA=@OOZIE_DB_DIR@
+
+ if [ -f ${OOZIE_HOME}/bin/oozie-env.sh ]
+ then
Please sign in to comment.
Something went wrong with that request. Please try again.