From 67217ca55b9ebd2bacec61a19d2d6b2c617bf4d5 Mon Sep 17 00:00:00 2001 From: Jun He Date: Wed, 29 Aug 2018 08:12:05 +0000 Subject: [PATCH] BIGTOP-3074: Drop oozie packaging Change-Id: I92cb5256a7f51a04f0d859b6a812bc8fa0dfc669 Signed-off-by: Jun He --- .../puppet/hieradata/bigtop/cluster.yaml | 2 - bigtop-deploy/puppet/manifests/cluster.pp | 5 - .../puppet/modules/hadoop/manifests/init.pp | 5 +- .../modules/hadoop_oozie/manifests/init.pp | 74 - .../hadoop_oozie/templates/oozie-site.xml | 333 -- .../puppet/modules/hadoop_oozie/tests/init.pp | 17 - .../src/common/oozie/catalina.properties | 81 - bigtop-packages/src/common/oozie/context.xml | 35 - .../src/common/oozie/do-component-build | 169 - bigtop-packages/src/common/oozie/hive.xml | 30 - .../src/common/oozie/install_oozie.sh | 234 -- bigtop-packages/src/common/oozie/oozie-env.sh | 77 - .../src/common/oozie/oozie-site.xml | 92 - bigtop-packages/src/common/oozie/oozie.1 | 45 - bigtop-packages/src/common/oozie/oozie.init | 148 - ...emove-h2-pig-classifier-in-Oozie-code.diff | 27 - .../src/common/oozie/tomcat-deployment.sh | 37 - bigtop-packages/src/deb/oozie/changelog | 1 - bigtop-packages/src/deb/oozie/compat | 1 - bigtop-packages/src/deb/oozie/control | 75 - bigtop-packages/src/deb/oozie/copyright | 15 - bigtop-packages/src/deb/oozie/oozie.dirs | 1 - bigtop-packages/src/deb/oozie/oozie.postinst | 59 - bigtop-packages/src/deb/oozie/oozie.postrm | 52 - bigtop-packages/src/deb/oozie/oozie.preinst | 63 - bigtop-packages/src/deb/oozie/oozie.prerm | 55 - bigtop-packages/src/deb/oozie/rules | 61 - bigtop-packages/src/deb/oozie/source/format | 1 - bigtop-packages/src/rpm/oozie/RPMS/.gitignore | 0 .../src/rpm/oozie/SOURCES/.gitignore | 0 .../src/rpm/oozie/SPECS/oozie.spec | 232 -- .../src/rpm/oozie/SRPMS/.gitignore | 0 bigtop-tests/smoke-tests/oozie/build.gradle | 46 - bigtop-tests/test-artifacts/fatjar/pom.xml | 6 - bigtop-tests/test-artifacts/oozie/pom.xml | 39 - .../itest/ooziesmoke/TestOozieSmoke.groovy | 141 - .../src/main/resources/apt/oozie-client.xml | 3576 ----------------- .../package/src/main/resources/apt/oozie.xml | 154 - .../src/main/resources/apt/package_data.xml | 24 - .../src/main/resources/package_data.xml | 76 - .../src/main/resources/urpmi/package_data.xml | 901 ----- .../src/main/resources/yum/oozie-client.xml | 3554 ---------------- .../package/src/main/resources/yum/oozie.xml | 148 - .../src/main/resources/yum/package_data.xml | 34 - .../main/resources/zypper/oozie-client.xml | 3554 ---------------- .../src/main/resources/zypper/oozie.xml | 148 - .../main/resources/zypper/package_data.xml | 33 - bigtop-tests/test-artifacts/pom.xml | 1 - .../test-execution/smokes/oozie/pom.xml | 95 - bigtop-tests/test-execution/smokes/pom.xml | 8 - bigtop.bom | 16 +- 51 files changed, 5 insertions(+), 14576 deletions(-) delete mode 100644 bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp delete mode 100644 bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml delete mode 100644 bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp delete mode 100755 bigtop-packages/src/common/oozie/catalina.properties delete mode 100755 bigtop-packages/src/common/oozie/context.xml delete mode 100755 bigtop-packages/src/common/oozie/do-component-build delete mode 100644 bigtop-packages/src/common/oozie/hive.xml delete mode 100755 bigtop-packages/src/common/oozie/install_oozie.sh delete mode 100755 bigtop-packages/src/common/oozie/oozie-env.sh delete mode 100644 bigtop-packages/src/common/oozie/oozie-site.xml delete mode 100644 bigtop-packages/src/common/oozie/oozie.1 delete mode 100644 bigtop-packages/src/common/oozie/oozie.init delete mode 100644 bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff delete mode 100644 bigtop-packages/src/common/oozie/tomcat-deployment.sh delete mode 100644 bigtop-packages/src/deb/oozie/changelog delete mode 100644 bigtop-packages/src/deb/oozie/compat delete mode 100644 bigtop-packages/src/deb/oozie/control delete mode 100644 bigtop-packages/src/deb/oozie/copyright delete mode 100644 bigtop-packages/src/deb/oozie/oozie.dirs delete mode 100644 bigtop-packages/src/deb/oozie/oozie.postinst delete mode 100644 bigtop-packages/src/deb/oozie/oozie.postrm delete mode 100644 bigtop-packages/src/deb/oozie/oozie.preinst delete mode 100644 bigtop-packages/src/deb/oozie/oozie.prerm delete mode 100755 bigtop-packages/src/deb/oozie/rules delete mode 100644 bigtop-packages/src/deb/oozie/source/format delete mode 100644 bigtop-packages/src/rpm/oozie/RPMS/.gitignore delete mode 100644 bigtop-packages/src/rpm/oozie/SOURCES/.gitignore delete mode 100644 bigtop-packages/src/rpm/oozie/SPECS/oozie.spec delete mode 100644 bigtop-packages/src/rpm/oozie/SRPMS/.gitignore delete mode 100644 bigtop-tests/smoke-tests/oozie/build.gradle delete mode 100644 bigtop-tests/test-artifacts/oozie/pom.xml delete mode 100644 bigtop-tests/test-artifacts/oozie/src/main/groovy/org/apache/bigtop/itest/ooziesmoke/TestOozieSmoke.groovy delete mode 100644 bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie-client.xml delete mode 100644 bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie.xml delete mode 100644 bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie-client.xml delete mode 100644 bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie.xml delete mode 100644 bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie-client.xml delete mode 100644 bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie.xml delete mode 100644 bigtop-tests/test-execution/smokes/oozie/pom.xml diff --git a/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml b/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml index e9f3ff84b5..e9da5beecf 100644 --- a/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml +++ b/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml @@ -138,7 +138,6 @@ solr::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" # Default but needed here to make sure, hue uses the same port solr::server::port: "8983" -hadoop_oozie::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" hcatalog::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" hcatalog::webhcat::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" @@ -167,7 +166,6 @@ bigtop::hadoop_rm_http_port: "8088" bigtop::hadoop_rm_proxy_port: "8088" bigtop::sqoop2_server_port: "12000" bigtop::hbase_thrift_port: "9090" -bigtop::hadoop_oozie_port: "11000" giraph::client::zookeeper_quorum: "%{hiera('bigtop::hadoop_head_node')}" diff --git a/bigtop-deploy/puppet/manifests/cluster.pp b/bigtop-deploy/puppet/manifests/cluster.pp index 8394f8f6eb..9dbde21881 100644 --- a/bigtop-deploy/puppet/manifests/cluster.pp +++ b/bigtop-deploy/puppet/manifests/cluster.pp @@ -91,10 +91,6 @@ kerberos => { master => ["kerberos-server"], }, - oozie => { - master => ["oozie-server"], - client => ["oozie-client"], - }, hcat => { master => ["hcatalog-server"], gateway_server => ["webhcat-server"], @@ -206,7 +202,6 @@ "ignite_hadoop", "hadoop_flume", "hadoop_hive", - "hadoop_oozie", "hadoop_pig", "sqoop2", "hadoop_zookeeper", diff --git a/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp b/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp index 9d83924d7b..dd78d3d3f8 100644 --- a/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp +++ b/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp @@ -19,9 +19,8 @@ # Set from facter if available $hadoop_storage_dirs = split($::hadoop_storage_dirs, ";"), $proxyusers = { - oozie => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" }, - hive => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" }, - httpfs => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" } }, + hive => { groups => 'hudson,testuser,root,hadoop,jenkins,hive,httpfs,users', hosts => "*" }, + httpfs => { groups => 'hudson,testuser,root,hadoop,jenkins,hive,httpfs,users', hosts => "*" } }, $generate_secrets = false, ) { diff --git a/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp b/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp deleted file mode 100644 index f7ee01d0b1..0000000000 --- a/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp +++ /dev/null @@ -1,74 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -class hadoop_oozie { - - class deploy ($roles) { - if ("oozie-client" in $roles) { - include hadoop_oozie::client - } - - if ("oozie-server" in $roles) { - include hadoop::init_hdfs - include hadoop_oozie::server - Class['Hadoop::Init_hdfs'] -> Class['Hadoop_oozie::Server'] - if ("mapred-app" in $roles) { - Class['Hadoop::Mapred_app'] -> Class['Hadoop_oozie::Server'] - } - } - } - - class client { - package { "oozie-client": - ensure => latest, - } - } - - class server($kerberos_realm = "") { - if ($kerberos_realm and $kerberos_realm != "") { - require kerberos::client - kerberos::host_keytab { "oozie": - spnego => true, - require => Package["oozie"], - } - } - - package { "oozie": - ensure => latest, - } - - file { "/etc/oozie/conf/oozie-site.xml": - content => template("hadoop_oozie/oozie-site.xml"), - require => Package["oozie"], - } - - exec { "Oozie DB init": - command => "/etc/init.d/oozie init", - cwd => "/var/lib/oozie", - creates => "/var/lib/oozie/derby.log", - require => Package["oozie"], - unless => "/etc/init.d/oozie status", - } - - service { "oozie": - ensure => running, - require => [ Package["oozie"], Exec["Oozie DB init"] ], - hasrestart => true, - hasstatus => true, - } - Kerberos::Host_keytab <| title == "oozie" |> -> Service["oozie"] - - } -} diff --git a/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml b/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml deleted file mode 100644 index 674316db0c..0000000000 --- a/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml +++ /dev/null @@ -1,333 +0,0 @@ - - - - - - - - oozie.service.ActionService.executor.ext.classes - - org.apache.oozie.action.email.EmailActionExecutor, - org.apache.oozie.action.hadoop.HiveActionExecutor, - org.apache.oozie.action.hadoop.ShellActionExecutor, - org.apache.oozie.action.hadoop.SqoopActionExecutor, - org.apache.oozie.action.hadoop.DistcpActionExecutor - - - - - oozie.service.SchemaService.wf.ext.schemas - shell-action-0.1.xsd,shell-action-0.2.xsd,email-action-0.1.xsd,hive-action-0.2.xsd,hive-action-0.3.xsd,sqoop-action-0.2.xsd,sqoop-action-0.3.xsd,ssh-action-0.1.xsd,distcp-action-0.1.xsd - - - - oozie.system.id - oozie-${user.name} - - The Oozie system ID. - - - - - oozie.systemmode - NORMAL - - System mode for Oozie at startup. - - - - - oozie.service.AuthorizationService.security.enabled - false - - Specifies whether security (user name/admin role) is enabled or not. - If disabled any user can manage Oozie system and manage any job. - - - - - oozie.service.PurgeService.older.than - 30 - - Jobs older than this value, in days, will be purged by the PurgeService. - - - - - oozie.service.PurgeService.purge.interval - 3600 - - Interval at which the purge service will run, in seconds. - - - - - oozie.service.CallableQueueService.queue.size - 10000 - Max callable queue size - - - - oozie.service.CallableQueueService.threads - 10 - Number of threads used for executing callables - - - - oozie.service.CallableQueueService.callable.concurrency - 3 - - Maximum concurrency for a given callable type. - Each command is a callable type (submit, start, run, signal, job, jobs, suspend,resume, etc). - Each action type is a callable type (Map-Reduce, Pig, SSH, FS, sub-workflow, etc). - All commands that use action executors (action-start, action-end, action-kill and action-check) use - the action type as the callable type. - - - - - oozie.service.coord.normal.default.timeout - - 120 - Default timeout for a coordinator action input check (in minutes) for normal job. - -1 means infinite timeout - - - - oozie.db.schema.name - oozie - - Oozie DataBase Name - - - - - oozie.service.JPAService.create.db.schema - false - - Creates Oozie DB. - - If set to true, it creates the DB schema if it does not exist. If the DB schema exists is a NOP. - If set to false, it does not create the DB schema. If the DB schema does not exist it fails start up. - - - - - oozie.service.JPAService.jdbc.driver - org.apache.derby.jdbc.EmbeddedDriver - - JDBC driver class. - - - - - oozie.service.JPAService.jdbc.url - jdbc:derby:${oozie.data.dir}/${oozie.db.schema.name}-db;create=true - - JDBC URL. - - - - - oozie.service.JPAService.jdbc.username - sa - - DB user name. - - - - - oozie.service.JPAService.jdbc.password - - - DB user password. - - IMPORTANT: if password is emtpy leave a 1 space string, the service trims the value, - if empty Configuration assumes it is NULL. - - - - - oozie.service.JPAService.pool.max.active.conn - 10 - - Max number of connections. - - - - - oozie.service.HadoopAccessorService.kerberos.enabled - <%= if (@kerberos_realm != "") ; "true" else "false" end %> - - Indicates if Oozie is configured to use Kerberos. - - - - - local.realm - <%= @kerberos_realm %> - - Kerberos Realm used by Oozie and Hadoop. Using 'local.realm' to be aligned with Hadoop configuration - - - - - oozie.service.HadoopAccessorService.keytab.file - /etc/oozie.keytab - - Location of the Oozie user keytab file. - - - - - oozie.service.HadoopAccessorService.kerberos.principal - ${user.name}/<%= @fqdn %>@${local.realm} - - Kerberos principal for Oozie service. - - - - - oozie.service.HadoopAccessorService.jobTracker.whitelist - - - Whitelisted job tracker for Oozie service. - - - - - oozie.service.HadoopAccessorService.nameNode.whitelist - - - Whitelisted job tracker for Oozie service. - - - - - oozie.service.HadoopAccessorService.hadoop.configurations - *=/etc/hadoop/conf - - Comma separated AUTHORITY=HADOOP_CONF_DIR, where AUTHORITY is the HOST:PORT of - the Hadoop service (JobTracker, HDFS). The wildcard '*' configuration is - used when there is no exact match for an authority. The HADOOP_CONF_DIR contains - the relevant Hadoop *-site.xml files. If the path is relative is looked within - the Oozie configuration directory; though the path can be absolute (i.e. to point - to Hadoop client conf/ directories in the local filesystem. - - - - - oozie.service.WorkflowAppService.system.libpath - /user/${user.name}/share/lib - - System library path to use for workflow applications. - This path is added to workflow application if their job properties sets - the property 'oozie.use.system.libpath' to true. - - - - - use.system.libpath.for.mapreduce.and.pig.jobs - false - - If set to true, submissions of MapReduce and Pig jobs will include - automatically the system library path, thus not requiring users to - specify where the Pig JAR files are. Instead, the ones from the system - library path are used. - - - - - oozie.authentication.type - <%= @kerberos_realm.empty? ? "simple" : "kerberos" %> - - Defines authentication used for Oozie HTTP endpoint. - Supported values are: simple | kerberos | #AUTHENTICATION_HANDLER_CLASSNAME# - - - - - oozie.authentication.token.validity - 36000 - - Indicates how long (in seconds) an authentication token is valid before it has - to be renewed. - - - - - oozie.authentication.signature.secret - oozie - - The signature secret for signing the authentication tokens. - If not set a random secret is generated at startup time. - In order to authentiation to work correctly across multiple hosts - the secret must be the same across al the hosts. - - - - - oozie.authentication.cookie.domain - - - The domain to use for the HTTP cookie that stores the authentication token. - In order to authentiation to work correctly across multiple hosts - the domain must be correctly set. - - - - - oozie.authentication.simple.anonymous.allowed - true - - Indicates if anonymous requests are allowed. - This setting is meaningful only when using 'simple' authentication. - - - - - oozie.authentication.kerberos.principal - HTTP/<%= @fqdn %>@${local.realm} - - Indicates the Kerberos principal to be used for HTTP endpoint. - The principal MUST start with 'HTTP/' as per Kerberos HTTP SPNEGO specification. - - - - - oozie.authentication.kerberos.keytab - ${oozie.service.HadoopAccessorService.keytab.file} - - Location of the keytab file with the credentials for the principal. - Referring to the same keytab file Oozie uses for its Kerberos credentials for Hadoop. - - - - - oozie.authentication.kerberos.name.rules - DEFAULT - - The kerberos names rules is to resolve kerberos principal names, refer to Hadoop's - KerberosName for more details. - - - diff --git a/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp b/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp deleted file mode 100644 index 61d0521b62..0000000000 --- a/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp +++ /dev/null @@ -1,17 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -hadoop_oozie::server { "test-oozie-server": } -hadoop_oozie::client { "test-oozie": } diff --git a/bigtop-packages/src/common/oozie/catalina.properties b/bigtop-packages/src/common/oozie/catalina.properties deleted file mode 100755 index 9ed5fe0c4a..0000000000 --- a/bigtop-packages/src/common/oozie/catalina.properties +++ /dev/null @@ -1,81 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# -# List of comma-separated packages that start with or equal this string -# will cause a security exception to be thrown when -# passed to checkPackageAccess unless the -# corresponding RuntimePermission ("accessClassInPackage."+package) has -# been granted. -package.access=sun.,org.apache.catalina.,org.apache.coyote.,org.apache.tomcat.,org.apache.jasper.,sun.beans. -# -# List of comma-separated packages that start with or equal this string -# will cause a security exception to be thrown when -# passed to checkPackageDefinition unless the -# corresponding RuntimePermission ("defineClassInPackage."+package) has -# been granted. -# -# by default, no packages are restricted for definition, and none of -# the class loaders supplied with the JDK call checkPackageDefinition. -# -package.definition=sun.,java.,org.apache.catalina.,org.apache.coyote.,org.apache.tomcat.,org.apache.jasper. - -# -# -# List of comma-separated paths defining the contents of the "common" -# classloader. Prefixes should be used to define what is the repository type. -# Path may be relative to the CATALINA_HOME or CATALINA_BASE path or absolute. -# If left as blank,the JVM system loader will be used as Catalina's "common" -# loader. -# Examples: -# "foo": Add this folder as a class repository -# "foo/*.jar": Add all the JARs of the specified folder as class -# repositories -# "foo/bar.jar": Add bar.jar as a class repository -common.loader=/var/lib/oozie/*.jar,/usr/lib/hadoop/client/*.jar,/usr/lib/oozie/lib/*.jar,${catalina.home}/lib,${catalina.home}/lib/*.jar - -# -# List of comma-separated paths defining the contents of the "server" -# classloader. Prefixes should be used to define what is the repository type. -# Path may be relative to the CATALINA_HOME or CATALINA_BASE path or absolute. -# If left as blank, the "common" loader will be used as Catalina's "server" -# loader. -# Examples: -# "foo": Add this folder as a class repository -# "foo/*.jar": Add all the JARs of the specified folder as class -# repositories -# "foo/bar.jar": Add bar.jar as a class repository -server.loader= - -# -# List of comma-separated paths defining the contents of the "shared" -# classloader. Prefixes should be used to define what is the repository type. -# Path may be relative to the CATALINA_BASE path or absolute. If left as blank, -# the "common" loader will be used as Catalina's "shared" loader. -# Examples: -# "foo": Add this folder as a class repository -# "foo/*.jar": Add all the JARs of the specified folder as class -# repositories -# "foo/bar.jar": Add bar.jar as a class repository -# Please note that for single jars, e.g. bar.jar, you need the URL form -# starting with file:. -shared.loader= - -# -# String cache configuration. -tomcat.util.buf.StringCache.byte.enabled=true -#tomcat.util.buf.StringCache.char.enabled=true -#tomcat.util.buf.StringCache.trainThreshold=500000 -#tomcat.util.buf.StringCache.cacheSize=5000 diff --git a/bigtop-packages/src/common/oozie/context.xml b/bigtop-packages/src/common/oozie/context.xml deleted file mode 100755 index 684c9877a0..0000000000 --- a/bigtop-packages/src/common/oozie/context.xml +++ /dev/null @@ -1,35 +0,0 @@ - - - - - - - WEB-INF/web.xml - - - - - - - - \ No newline at end of file diff --git a/bigtop-packages/src/common/oozie/do-component-build b/bigtop-packages/src/common/oozie/do-component-build deleted file mode 100755 index 601e5a7ca6..0000000000 --- a/bigtop-packages/src/common/oozie/do-component-build +++ /dev/null @@ -1,169 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -set -x - -. `dirname $0`/bigtop.bom -# -# Resolve source directory -# - -# $0 may be a softlink -PRG="$0" -while [ -h "${PRG}" ]; do - ls=`ls -ld "${PRG}"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '/.*' > /dev/null; then - PRG="$link" - else - PRG=`dirname "${PRG}"`/"$link" - fi -done - -RELEASE_DIR=`dirname ${PRG}` -RELEASE_DIR=`cd ${RELEASE_DIR}/..;pwd` - -RELEASE_DIR=$PWD - -# IMPORTANT: THE FULL_VERSION, if set, will be used only for the final TARBALL, -# Everything inside of the TARBALL uses the version specified in the POM -if [ -z "${FULL_VERSION}" ]; then - FULL_VERSION=${OOZIE_VERSION} - echo "Warning: FULL_VERSION not specified. Default version [${FULL_VERSION}] will be used." -fi -VERSION_SUFFIX="-${FULL_VERSION}" - -# -# Build Oozie -# - -echo "Starting system build" - -# Test if there is a + sign in the dir path -# We need to do this because in Linux Sun JVM inteprets '+' as ' ' in URLs -# testcases uses URLs to access testcases directories and OpenJPA enhancer uses them as well -WORKDIR=${RELEASE_DIR} -if [[ "${WORKDIR}" == *\+* ]]; then - # There is a + sign. Create a temp work dir - # and copy over the files to that place - WORKDIR=`mktemp -d /tmp/oozie.XXXXXX` - echo "Created temporary workspace directory: ${WORKDIR}" - cp -R ${RELEASE_DIR}/* ${WORKDIR} -fi - -# Delete and recreate build directory -BUILDDIR=${WORKDIR}/build -rm -rf ${BUILDDIR} -mkdir -p ${BUILDDIR} - -EXTRA_GOALS="" - -# Check if maven deploy should be done or not -if [ "${DO_MAVEN_DEPLOY}" = "deploy" ]; then - EXTRA_GOALS="${EXTRA_GOALS} source:jar deploy" -fi - -# Disable Codehaus repository since it's out of service -sed -i.bak "/http:\/\/repository.codehaus.org/a\\ - \\ - false\\ - " ${WORKDIR}/pom.xml - -export MAVEN_OPTS="-Xmx512m" -# Invoke Oozie build script -${WORKDIR}/bin/mkdistro.sh -DjavaVersion=${JDK_VERSION} -DskipTests -Phadoop-2 -Puber -Dhadoop.version=${HADOOP_VERSION} -Dhadoop.auth.version=${HADOOP_VERSION} -Dhive.version=${HIVE_VERSION} -Dpig.version=${PIG_VERSION} -Dsqoop.version=${SQOOP_VERSION} -Dspark.version=${SPARK_VERSION} ${EXTRA_GOALS} -Dmaven.repo.local=${HOME}/.m2/repository "$@" -MKDISTRO_RESULT=$? -if [ "${MKDISTRO_RESULT}" != "0" ]; then - echo "ERROR: mkdistro.sh failed with error ${MKDISTRO_RESULT}" - echo "Build files from failed build: ${WORKDIR}" - exit ${MKDISTRO_RESULT} -fi - -# -# Expand Oozie TAR and create Bigtop Ooozie TAR -# -# (TODO: This logic is kind of twisted, revisit.) -# (TODO: Consider doing the source copy before the build if we can assume a clean checkout.) -# - -EXPTMPDIR=${BUILDDIR}/temp -mkdir -p ${EXPTMPDIR} -URLSAFE_VERSION_SUFFIX=`echo ${VERSION_SUFFIX}| sed -e "s/+/-/"` -ORIGINAL_NAME=oozie${VERSION_SUFFIX} -URLSAFE_NAME=oozie${URLSAFE_VERSION_SUFFIX} -EXPDIR=${EXPTMPDIR}/${URLSAFE_NAME} -( -cd ${EXPTMPDIR} -tar zxf ${WORKDIR}/distro/target/oozie-*.tar.gz -if [ "${FULL_VERSION}" != "${OOZIE_VERSION}" ]; then - mv ${EXPTMPDIR}/oozie-* ${EXPDIR} -fi - -cd ${EXPDIR} - -SRCDIR=${EXPDIR}/src -mkdir -p ${SRCDIR} -for srcfile in ${WORKDIR}/* -do - if [ "${srcfile}" != "${BUILDDIR}" ]; then - cp -R ${srcfile} ${SRCDIR} - fi -done -rm -rf ${SRCDIR}/target \ - ${SRCDIR}/*/target \ - ${SRCDIR}/core/build \ - ${SRCDIR}/core/pig*.log \ - ${SRCDIR}/core/pig*.properties \ - ${SRCDIR}/examples/mem \ - ${SRCDIR}/examples/oozietests \ - ${SRCDIR}/mkdistro-*.out \ - ${SRCDIR}/*.iml \ - ${SRCDIR}/*/*.iml \ - ${SRCDIR}/*.ipr \ - ${SRCDIR}/*.iws - -cp ${SRCDIR}/LICENSE.txt ${EXPDIR} -cp ${SRCDIR}/NOTICE.txt ${EXPDIR} -cd ${EXPDIR} -jar xf ${EXPDIR}/docs.zip -rm -rf ${EXPDIR}/docs.zip -rm -rf ${EXPDIR}/WEB-INF -rm -rf ${EXPDIR}/META-INF -cd ${EXPTMPDIR} -if [ "${URLSAFE_NAME}" != "${ORIGINAL_NAME}" ]; then - mv ${URLSAFE_NAME} ${ORIGINAL_NAME} -fi -tar cfz oozie${VERSION_SUFFIX}.tar.gz ${ORIGINAL_NAME} -mv oozie${VERSION_SUFFIX}.tar.gz ${BUILDDIR} -cd ${BUILDDIR} -rm -rf ${EXPTMPDIR} -) - -# If a temp work dir was created, move the files back to -# basedir and clean it up. - -if [ "${WORKDIR}" != "${RELEASE_DIR}" ]; then - echo "Moving built files from temporary location to work dir" - mv ${WORKDIR}/build ${RELEASE_DIR}/build - rm -rf ${WORKDIR} -fi - -echo "Build available at: ${RELEASE_DIR}/build" - -(cd ${RELEASE_DIR} ; tar --strip-components 1 -xzvf build/oozie${VERSION_SUFFIX}.tar.gz; rm -f bin/mkdistro.sh) - -echo "SUCCESS: Build complete" -exit 0 diff --git a/bigtop-packages/src/common/oozie/hive.xml b/bigtop-packages/src/common/oozie/hive.xml deleted file mode 100644 index 5dad2077d3..0000000000 --- a/bigtop-packages/src/common/oozie/hive.xml +++ /dev/null @@ -1,30 +0,0 @@ - - - - - - hadoop.bin.path - /usr/bin/hadoop - - - - hadoop.config.dir - /etc/hadoop/conf - - diff --git a/bigtop-packages/src/common/oozie/install_oozie.sh b/bigtop-packages/src/common/oozie/install_oozie.sh deleted file mode 100755 index 7d81f8b681..0000000000 --- a/bigtop-packages/src/common/oozie/install_oozie.sh +++ /dev/null @@ -1,234 +0,0 @@ -#!/bin/bash -set -ex - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -usage() { - echo " -usage: $0 - Required not-so-options: - --extra-dir=DIR path to Bigtop distribution files - --build-dir=DIR path to Bigtop distribution files - --server-dir=DIR path to server package root - --client-dir=DIR path to the client package root - --initd-dir=DIR path to the server init.d directory - - Optional options: - --docs-dir=DIR path to the documentation root - " - exit 1 -} - -OPTS=$(getopt \ - -n $0 \ - -o '' \ - -l 'extra-dir:' \ - -l 'build-dir:' \ - -l 'server-dir:' \ - -l 'client-dir:' \ - -l 'docs-dir:' \ - -l 'initd-dir:' \ - -l 'conf-dir:' \ - -- "$@") - -if [ $? != 0 ] ; then - usage -fi - -eval set -- "$OPTS" -while true ; do - case "$1" in - --extra-dir) - EXTRA_DIR=$2 ; shift 2 - ;; - --build-dir) - BUILD_DIR=$2 ; shift 2 - ;; - --server-dir) - SERVER_PREFIX=$2 ; shift 2 - ;; - --client-dir) - CLIENT_PREFIX=$2 ; shift 2 - ;; - --docs-dir) - DOC_DIR=$2 ; shift 2 - ;; - --initd-dir) - INITD_DIR=$2 ; shift 2 - ;; - --conf-dir) - CONF_DIR=$2 ; shift 2 - ;; - --) - shift; break - ;; - *) - echo "Unknown option: $1" - usage - ;; - esac -done - -for var in BUILD_DIR SERVER_PREFIX CLIENT_PREFIX; do - if [ -z "$(eval "echo \$$var")" ]; then - echo Missing param: $var - usage - fi -done - -if [ ! -d "${BUILD_DIR}" ]; then - echo "Build directory does not exist: ${BUILD_DIR}" - exit 1 -fi - -## Install client image first -CLIENT_LIB_DIR=${CLIENT_PREFIX}/usr/lib/oozie -MAN_DIR=${CLIENT_PREFIX}/usr/share/man/man1 -DOC_DIR=${DOC_DIR:-$CLIENT_PREFIX/usr/share/doc/oozie} -BIN_DIR=${CLIENT_PREFIX}/usr/bin - -install -d -m 0755 ${CLIENT_LIB_DIR} -tar --strip-components=1 -zxf ${BUILD_DIR}/oozie-client-*.tar.gz -C ${CLIENT_LIB_DIR}/ -install -d -m 0755 ${DOC_DIR} -mv ${CLIENT_LIB_DIR}/*.txt ${DOC_DIR}/ -cp -R ${BUILD_DIR}/oozie-examples.tar.gz ${DOC_DIR} -cp -R ${BUILD_DIR}/docs/* ${DOC_DIR} -rm -rf ${DOC_DIR}/target -install -d -m 0755 ${MAN_DIR} -gzip -c ${EXTRA_DIR}/oozie.1 > ${MAN_DIR}/oozie.1.gz - -# Create the /usr/bin/oozie wrapper -install -d -m 0755 $BIN_DIR -cat > ${BIN_DIR}/oozie < ${SERVER_PREFIX}/usr/bin/oozie-setup <<'EOF' -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Autodetect JAVA_HOME if not defined -. /usr/lib/bigtop-utils/bigtop-detect-javahome - -if [ "$1" == "prepare-war" ]; then - echo "The prepare-war command is not supported in Apache Bigtop packages." - exit 1 -fi - -COMMAND="/usr/lib/oozie/bin/oozie-setup.sh $@" -su -s /bin/bash -c "$COMMAND" oozie -EOF -chmod 755 ${SERVER_PREFIX}/usr/bin/oozie-setup - -## Install server image -SERVER_LIB_DIR=${SERVER_PREFIX}/usr/lib/oozie -CONF_DIR=${CONF_DIR:-"${SERVER_PREFIX}/etc/oozie/conf.dist"} -ETC_DIR=${SERVER_PREFIX}/etc/oozie -DATA_DIR=${SERVER_PREFIX}/var/lib/oozie - -install -d -m 0755 ${SERVER_LIB_DIR} -install -d -m 0755 ${SERVER_LIB_DIR}/bin -install -d -m 0755 ${SERVER_LIB_DIR}/lib -install -d -m 0755 ${DATA_DIR} -for file in ooziedb.sh oozied.sh oozie-sys.sh oozie-setup.sh ; do - cp ${BUILD_DIR}/bin/$file ${SERVER_LIB_DIR}/bin -done - -install -d -m 0755 ${CONF_DIR} -cp -r ${BUILD_DIR}/conf/* ${CONF_DIR} -# Remove Windows files -rm -f ${CONF_DIR}/*.cmd - -cp ${EXTRA_DIR}/oozie-site.xml ${CONF_DIR} -cp ${EXTRA_DIR}/oozie-env.sh ${CONF_DIR} -install -d -m 0755 ${CONF_DIR}/action-conf -cp ${EXTRA_DIR}/hive.xml ${CONF_DIR}/action-conf -if [ "${INITD_DIR}" != "" ]; then - install -d -m 0755 ${INITD_DIR} - cp -R ${EXTRA_DIR}/oozie.init ${INITD_DIR}/oozie - chmod 755 ${INITD_DIR}/oozie -fi -cp -R ${BUILD_DIR}/oozie-sharelib*.tar.gz ${SERVER_LIB_DIR}/oozie-sharelib.tar.gz -ln -s -f /etc/oozie/conf/oozie-env.sh ${SERVER_LIB_DIR}/bin - -cp -R ${BUILD_DIR}/oozie-server/webapps ${SERVER_LIB_DIR}/webapps - -# Unpack oozie.war some place reasonable -WEBAPP_DIR=${SERVER_LIB_DIR}/webapps/oozie -mkdir ${WEBAPP_DIR} -(cd ${WEBAPP_DIR} ; jar xf ${BUILD_DIR}/oozie.war) -# OOZIE_HOME/lib -mv -f ${WEBAPP_DIR}/WEB-INF/lib/* ${SERVER_LIB_DIR}/lib/ -touch ${SERVER_LIB_DIR}/webapps/oozie.war - -install -m 0755 ${EXTRA_DIR}/tomcat-deployment.sh ${SERVER_LIB_DIR}/tomcat-deployment.sh - -HTTP_DIRECTORY=${ETC_DIR}/tomcat-conf.http -install -d -m 0755 ${HTTP_DIRECTORY} -cp -R ${BUILD_DIR}/oozie-server/conf ${HTTP_DIRECTORY}/conf -cp ${EXTRA_DIR}/context.xml ${HTTP_DIRECTORY}/conf/ -cp ${EXTRA_DIR}/catalina.properties ${HTTP_DIRECTORY}/conf/ -install -d -m 0755 ${HTTP_DIRECTORY}/WEB-INF -mv ${SERVER_LIB_DIR}/webapps/oozie/WEB-INF/*.xml ${HTTP_DIRECTORY}/WEB-INF - -HTTPS_DIRECTORY=${ETC_DIR}/tomcat-conf.https -cp -r ${HTTP_DIRECTORY} ${HTTPS_DIRECTORY} -mv ${HTTPS_DIRECTORY}/conf/ssl/ssl-server.xml ${HTTPS_DIRECTORY}/conf/server.xml -mv ${HTTPS_DIRECTORY}/conf/ssl/ssl-web.xml ${HTTPS_DIRECTORY}/WEB-INF/web.xml -rm -r ${HTTP_DIRECTORY}/conf/ssl - -cp -R ${BUILD_DIR}/libtools ${SERVER_LIB_DIR}/ - -# Provide a convenience symlink to be more consistent with tarball deployment -ln -s ${DATA_DIR#${SERVER_PREFIX}} ${SERVER_LIB_DIR}/libext - diff --git a/bigtop-packages/src/common/oozie/oozie-env.sh b/bigtop-packages/src/common/oozie/oozie-env.sh deleted file mode 100755 index 825ab0618d..0000000000 --- a/bigtop-packages/src/common/oozie/oozie-env.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -export OOZIE_DATA=/var/lib/oozie -export OOZIE_CATALINA_HOME=/usr/lib/bigtop-tomcat -export CATALINA_TMPDIR=/var/lib/oozie -export CATALINA_PID=/var/run/oozie/oozie.pid -export CATALINA_BASE=/var/lib/oozie/tomcat-deployment - -# Set Oozie specific environment variables here. - -# Settings for the Embedded Tomcat that runs Oozie -# Java System properties for Oozie should be specified in this variable -# -export CATALINA_OPTS="$CATALINA_OPTS -Xmx1024m" - -# Oozie configuration file to load from Oozie configuration directory -# -# export OOZIE_CONFIG_FILE=oozie-site.xml -export OOZIE_CONFIG=/etc/oozie/conf - -# Oozie logs directory -# -# export OOZIE_LOG=${OOZIE_HOME}/logs -export OOZIE_LOG=/var/log/oozie - -# Oozie Log4J configuration file to load from Oozie configuration directory -# -# export OOZIE_LOG4J_FILE=oozie-log4j.properties - -# Reload interval of the Log4J configuration file, in seconds -# -# export OOZIE_LOG4J_RELOAD=10 - -# The port Oozie server runs -# -# export OOZIE_HTTP_PORT=11000 - -# The port Oozie server runs if using SSL (HTTPS) -# -# export OOZIE_HTTPS_PORT=11443 - -# The host name Oozie server runs on -# -# export OOZIE_HTTP_HOSTNAME=`hostname -f` - -# The base URL for callback URLs to Oozie -# -# export OOZIE_BASE_URL="http://${OOZIE_HTTP_HOSTNAME}:${OOZIE_HTTP_PORT}/oozie" - -# The location of the keystore for the Oozie server if using SSL (HTTPS) -# -# export OOZIE_HTTPS_KEYSTORE_FILE=${HOME}/.keystore - -# The password of the keystore for the Oozie server if using SSL (HTTPS) -# -# export OOZIE_HTTPS_KEYSTORE_PASS=password - -# The Oozie Instance ID -# -# export OOZIE_INSTANCE_ID="${OOZIE_HTTP_HOSTNAME}" diff --git a/bigtop-packages/src/common/oozie/oozie-site.xml b/bigtop-packages/src/common/oozie/oozie-site.xml deleted file mode 100644 index 8d391ad1be..0000000000 --- a/bigtop-packages/src/common/oozie/oozie-site.xml +++ /dev/null @@ -1,92 +0,0 @@ - - - - - - - - - - - - oozie.service.HadoopAccessorService.hadoop.configurations - *=/etc/hadoop/conf - - Comma separated AUTHORITY=HADOOP_CONF_DIR, where AUTHORITY is the HOST:PORT of - the Hadoop service (JobTracker, YARN, HDFS). The wildcard '*' configuration is - used when there is no exact match for an authority. The HADOOP_CONF_DIR contains - the relevant Hadoop *-site.xml files. If the path is relative is looked within - the Oozie configuration directory; though the path can be absolute (i.e. to point - to Hadoop client conf/ directories in the local filesystem. - - - - - oozie.service.SparkConfigurationService.spark.configurations - *=/etc/spark/conf - - Comma separated AUTHORITY=SPARK_CONF_DIR, where AUTHORITY is the HOST:PORT of - the ResourceManager of a YARN cluster. The wildcard '*' configuration is used when - there is no exact match for an authority. The SPARK_CONF_DIR contains the relevant - spark-defaults.conf properties file. If the path is relative is looked within the - Oozie configuration directory; though the path can be absolute. - This is only used when the Spark master is set to either "yarn-client" or "yarn-cluster". - - - - diff --git a/bigtop-packages/src/common/oozie/oozie.1 b/bigtop-packages/src/common/oozie/oozie.1 deleted file mode 100644 index 6b307f73c9..0000000000 --- a/bigtop-packages/src/common/oozie/oozie.1 +++ /dev/null @@ -1,45 +0,0 @@ -.\" Licensed to the Apache Software Foundation (ASF) under one or more -.\" contributor license agreements. See the NOTICE file distributed with -.\" this work for additional information regarding copyright ownership. -.\" The ASF licenses this file to You under the Apache License, Version 2.0 -.\" (the "License"); you may not use this file except in compliance with -.\" the License. You may obtain a copy of the License at -.\" -.\" http://www.apache.org/licenses/LICENSE-2.0 -.\" -.\" Unless required by applicable law or agreed to in writing, software -.\" distributed under the License is distributed on an "AS IS" BASIS, -.\" WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -.\" See the License for the specific language governing permissions and -.\" limitations under the License. -.\" -.\" Process this file with -.\" groff -man -Tascii oozie.1 -.\" -.TH oozie 1 - -.SH NAME -Oozie \- Oozie command line client tool - -.SH SYNOPSIS - -.B oozie -subcommand [options] - -.SH DESCRIPTION - -Apache Oozie Workflow Scheduler for Hadoop is a workflow/coordination -service to manage Apache Hadoop jobs. Oozie Workflow jobs are Directed -Acyclical Graphs (DAGs) of actions, actions are typically Hadoop jobs -(MapReduce, Streaming, Pipes, Pig, Hive, Sqoop, etc). Oozie Coordinator -jobs trigger recurrent Workflow jobs based on time (frequency) and data -availability. Oozie Bundle jobs are sets of Coordinator jobs managed as a -single job. Oozie is an extensible, scalable and data-aware service to -to orchestrate dependencies among jobs running on Hadoop. - -For more information about Apache Oozie project and detailed documentation, -visit - - http://oozie.apache.org/ - -Run 'oozie help' to access the built-in tool documentation. diff --git a/bigtop-packages/src/common/oozie/oozie.init b/bigtop-packages/src/common/oozie/oozie.init deleted file mode 100644 index 43cec26dc8..0000000000 --- a/bigtop-packages/src/common/oozie/oozie.init +++ /dev/null @@ -1,148 +0,0 @@ -#! /bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Starts Oozie Server -# -# chkconfig: 345 90 10 -# description: Oozie Server -# -### BEGIN INIT INFO -# Provides: oozie -# Required-Start: $network $local_fs $remote_fs -# Required-Stop: $remote_fs -# Should-Start: $named -# Should-Stop: -# Default-Start: 2 3 4 5 -# Default-Stop: 0 1 6 -# Short-Description: Oozie server daemon -### END INIT INFO - -# Autodetect JAVA_HOME if not defined -. /usr/lib/bigtop-utils/bigtop-detect-javahome -. /usr/lib/bigtop-utils/bigtop-detect-classpath - -is_oozie_alive() { - if [ ! -f "$OOZIE_PID" ]; then - #not running - STATUS=3 - elif read pid < "$OOZIE_PID" && ps -p "$pid" > /dev/null 2>&1; then - #running - STATUS=0 - else - #pid file but not running - STATUS=1 - fi -} - -start_oozie() { - . /usr/lib/oozie/tomcat-deployment.sh - install -d -o oozie -g oozie /var/run/oozie - install -d -o oozie -g oozie /var/log/oozie - install -d -o oozie -g oozie /var/tmp/oozie - su --shell=/bin/bash -l oozie -c "env JAVA_HOME=$JAVA_HOME /usr/lib/oozie/bin/oozied.sh start" -} - -stop_oozie() { - is_oozie_alive - if [ "${STATUS}" = "0" ]; then - su --shell=/bin/bash -l oozie -c "env JAVA_HOME=$JAVA_HOME /usr/lib/oozie/bin/oozied.sh stop -force" - if [ $? -eq 0 ]; then - is_oozie_alive - if [ "${STATUS}" = "1" ]; then - rm ${OOZIE_PID} - elif [ "${STATUS}" = "0" ]; then - read pid < "$OOZIE_PID" && ps -p "$pid" > /dev/null 2>&1 - kill -9 ${pid} - rm ${OOZIE_PID} - fi - fi - elif [ "${STATUS}" = "1" ]; then - rm ${OOZIE_PID} - fi -} - -. /usr/lib/oozie/bin/oozie-env.sh - -OOZIE_PID=${CATALINA_PID} - -case "$1" in - start) - is_oozie_alive - if [ "${STATUS}" = "0" ]; then - exit 0 - fi - if [ "${STATUS}" = "1" ]; then - rm ${OOZIE_PID} - fi - start_oozie - exit 0 - ;; - force-reload|condrestart|try-restart) - is_oozie_alive - if [ ${STATUS} -eq 0 ] ; then - stop_oozie - start_oozie - fi - exit 0 - ;; - restart|reload) - stop_oozie - start_oozie - exit 0 - ;; - stop) - stop_oozie - exit 0 - ;; - status) - is_oozie_alive - case ${STATUS} in - 3) - echo "not running." - exit ${STATUS} - ;; - 1) - echo "not running but $CATALINA_PID exists." - exit ${STATUS} - ;; - 0) - echo "running" - exit ${STATUS} - ;; - *) - echo "unexpected error" - exit 5 - ;; - esac - ;; - init) - is_oozie_alive - if [ ${STATUS} -eq 0 ] ; then - echo "Error: Oozie is running. Stop it first." - exit 1 - else - (cd /tmp ; su --shell=/bin/bash -l oozie -c "env JAVA_HOME=$JAVA_HOME /usr/lib/oozie/bin/ooziedb.sh create -run") - fi - exit 0 - ;; - *) - echo "Usage: $0 start|stop|status|restart|reload|force-reload|condrestart|try-restart|init" >&2 - exit 3 - ;; -esac -exit 6 - diff --git a/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff b/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff deleted file mode 100644 index 5d9c0ec063..0000000000 --- a/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff +++ /dev/null @@ -1,27 +0,0 @@ -From a9591e083a6c5a63a38e46792fd65687764bdf64 Mon Sep 17 00:00:00 2001 -From: Anton Chevychalov -Date: Fri, 29 Sep 2017 19:06:01 +0300 -Subject: [PATCH] ADH-204 remove h2 pig classifier in Oozie code - -There is a regression in Pig relase 0.17 -After PIG-4923 they drop h2 classifer. -There is only one jar now and it suports Hadoop 2 ---- - pom.xml | 1 - - 1 file changed, 1 deletion(-) - -diff --git a/pom.xml b/pom.xml -index 9daf6b1..5d92d77 100644 ---- a/pom.xml -+++ b/pom.xml -@@ -1902,7 +1902,6 @@ - - 2.4.0 - 2 -- h2 - hadoop200 - 1.9.13 - --- -2.7.4 - diff --git a/bigtop-packages/src/common/oozie/tomcat-deployment.sh b/bigtop-packages/src/common/oozie/tomcat-deployment.sh deleted file mode 100644 index c25bc729d4..0000000000 --- a/bigtop-packages/src/common/oozie/tomcat-deployment.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# This script must be sourced so that it can set CATALINA_BASE for the parent process - -TOMCAT_CONF=${TOMCAT_CONF:-`readlink -e /etc/oozie/tomcat-conf`} -TOMCAT_DEPLOYMENT=${TOMCAT_DEPLOYMENT:-/var/lib/oozie/tomcat-deployment} -OOZIE_HOME=${OOZIE_HOME:-/usr/lib/oozie} - -rm -rf ${TOMCAT_DEPLOYMENT} -mkdir ${TOMCAT_DEPLOYMENT} -cp -r ${TOMCAT_CONF}/conf ${TOMCAT_DEPLOYMENT} -cp -r ${OOZIE_HOME}/webapps ${TOMCAT_DEPLOYMENT}/webapps -cp -r ${TOMCAT_CONF}/WEB-INF/* ${TOMCAT_DEPLOYMENT}/webapps/oozie/WEB-INF/ - -if [ -n "${BIGTOP_CLASSPATH}" ] ; then - sed -i -e "s#^\(common.loader=.*\)\$#\1,${BIGTOP_CLASSPATH/:/,}#" ${TOMCAT_DEPLOYMENT}/conf/catalina.properties -fi - -chown -R oozie:oozie ${TOMCAT_DEPLOYMENT} - -export CATALINA_BASE=${TOMCAT_DEPLOYMENT} - diff --git a/bigtop-packages/src/deb/oozie/changelog b/bigtop-packages/src/deb/oozie/changelog deleted file mode 100644 index 547ed021f9..0000000000 --- a/bigtop-packages/src/deb/oozie/changelog +++ /dev/null @@ -1 +0,0 @@ ---- This is auto-generated diff --git a/bigtop-packages/src/deb/oozie/compat b/bigtop-packages/src/deb/oozie/compat deleted file mode 100644 index 7f8f011eb7..0000000000 --- a/bigtop-packages/src/deb/oozie/compat +++ /dev/null @@ -1 +0,0 @@ -7 diff --git a/bigtop-packages/src/deb/oozie/control b/bigtop-packages/src/deb/oozie/control deleted file mode 100644 index 5a36dc4a52..0000000000 --- a/bigtop-packages/src/deb/oozie/control +++ /dev/null @@ -1,75 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -Source: oozie -Section: misc -Priority: extra -Maintainer: Bigtop -Build-Depends: debhelper (>= 7.0.50~) -Depends: zip, unzip -Standards-Version: 3.8.0 -Homepage: http://oozie.apache.org/ - -Package: oozie-client -Architecture: all -Depends: bigtop-utils (>= 0.7) -Description: Client for Oozie Workflow Engine - Oozie client is a command line client utility that allows remote - administration and monitoring of worflows. Using this client utility - you can submit worflows, start/suspend/resume/kill workflows and - find out their status at any instance. Apart from such operations, - you can also change the status of the entire system, get vesion - information. This client utility also allows you to validate - any worflows before they are deployed to the Oozie server. - -Package: oozie -Architecture: all -Depends: oozie-client (= ${source:Version}), hadoop-client, bigtop-tomcat -Description: Oozie is a system that runs workflows of Hadoop jobs. - Oozie is a system that runs workflows of Hadoop jobs. - Oozie workflows are actions arranged in a control dependency DAG (Direct - Acyclic Graph). - . - Oozie coordinator functionality allows to start workflows at regular - frequencies and when data becomes available in HDFS. - . - An Oozie workflow may contain the following types of actions nodes: - map-reduce, map-reduce streaming, map-reduce pipes, pig, file-system, - sub-workflows, java, hive, sqoop and ssh (deprecated). - . - Flow control operations within the workflow can be done using decision, - fork and join nodes. Cycles in workflows are not supported. - . - Actions and decisions can be parameterized with job properties, actions - output (i.e. Hadoop counters) and HDFS file information (file exists, - file size, etc). Formal parameters are expressed in the workflow definition - as ${VARIABLE NAME} variables. - . - A Workflow application is an HDFS directory that contains the workflow - definition (an XML file), all the necessary files to run all the actions: - JAR files for Map/Reduce jobs, shells for streaming Map/Reduce jobs, native - libraries, Pig scripts, and other resource files. - . - Running workflow jobs is done via command line tools, a WebServices API - or a Java API. - . - Monitoring the system and workflow jobs can be done via a web console, the - command line tools, the WebServices API and the Java API. - . - Oozie is a transactional system and it has built in automatic and manual - retry capabilities. - . - In case of workflow job failure, the workflow job can be rerun skipping - previously completed actions, the workflow application can be patched before - being rerun. diff --git a/bigtop-packages/src/deb/oozie/copyright b/bigtop-packages/src/deb/oozie/copyright deleted file mode 100644 index b255d43f31..0000000000 --- a/bigtop-packages/src/deb/oozie/copyright +++ /dev/null @@ -1,15 +0,0 @@ -Format: http://dep.debian.net/deps/dep5 -Source: http://yahoo.github.com/oozie/ -Upstream-Name: Oozie - -Files: * -Copyright: 2010, Yahoo! Inc. All rights reserved. -License: Apache-2.0 - -Files debian/* -Copyright: 2011, The Apache Software Foundation -License: Apache-2.0 - -License: Apache-2.0 - On Debian systems, the complete text of the Apache 2.0 license - can be found in "/usr/share/common-licenses/Apache-2.0". diff --git a/bigtop-packages/src/deb/oozie/oozie.dirs b/bigtop-packages/src/deb/oozie/oozie.dirs deleted file mode 100644 index 3c236a0a61..0000000000 --- a/bigtop-packages/src/deb/oozie/oozie.dirs +++ /dev/null @@ -1 +0,0 @@ -/var/log/oozie diff --git a/bigtop-packages/src/deb/oozie/oozie.postinst b/bigtop-packages/src/deb/oozie/oozie.postinst deleted file mode 100644 index bd60245420..0000000000 --- a/bigtop-packages/src/deb/oozie/oozie.postinst +++ /dev/null @@ -1,59 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# postinst script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * `configure' -# * `abort-upgrade' -# * `abort-remove' `in-favour' -# -# * `abort-remove' -# * `abort-deconfigure' `in-favour' -# `removing' -# -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - configure) - chown -R oozie:oozie /var/lib/oozie /var/log/oozie - update-rc.d oozie defaults >/dev/null || exit 1 - - update-alternatives --install /etc/oozie/conf oozie-conf /etc/oozie/conf.dist 30 - - conf_tomcat=/etc/oozie/tomcat-conf - update-alternatives --install ${conf_tomcat} oozie-tomcat-conf ${conf_tomcat}.http 30 - update-alternatives --install ${conf_tomcat} oozie-tomcat-conf ${conf_tomcat}.https 20 - ;; - - abort-upgrade|abort-remove|abort-deconfigure) - ;; - - *) - echo "postinst called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -exit 0 - diff --git a/bigtop-packages/src/deb/oozie/oozie.postrm b/bigtop-packages/src/deb/oozie/oozie.postrm deleted file mode 100644 index 1b23891dcf..0000000000 --- a/bigtop-packages/src/deb/oozie/oozie.postrm +++ /dev/null @@ -1,52 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# postrm script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * `remove' -# * `purge' -# * `upgrade' -# * `failed-upgrade' -# * `abort-install' -# * `abort-install' -# * `abort-upgrade' -# * `disappear' -# -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - purge) - update-rc.d -f oozie remove > /dev/null || exit 1 - ;; - remove|upgrade|failed-upgrade|abort-install|abort-upgrade|disappear) - ;; - - *) - echo "postrm called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -exit 0 - diff --git a/bigtop-packages/src/deb/oozie/oozie.preinst b/bigtop-packages/src/deb/oozie/oozie.preinst deleted file mode 100644 index a5f8d72221..0000000000 --- a/bigtop-packages/src/deb/oozie/oozie.preinst +++ /dev/null @@ -1,63 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# preinst script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * `install' -# * `install' -# * `upgrade' -# * `abort-upgrade' -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - install|upgrade) - getent group oozie >/dev/null || groupadd -r oozie - if ! getent passwd oozie >/dev/null; then - # Adding system user: oozie. - adduser \ - --system \ - --disabled-login \ - --ingroup oozie \ - --home /var/lib/oozie \ - --gecos "Oozie User" \ - --shell /bin/false \ - oozie >/dev/null - fi - ;; - - abort-upgrade) - ;; - - *) - echo "preinst called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -# dh_installdeb will replace this with shell code automatically -# generated by other debhelper scripts. - -#DEBHELPER# - -exit 0 diff --git a/bigtop-packages/src/deb/oozie/oozie.prerm b/bigtop-packages/src/deb/oozie/oozie.prerm deleted file mode 100644 index d27f26b2e3..0000000000 --- a/bigtop-packages/src/deb/oozie/oozie.prerm +++ /dev/null @@ -1,55 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# prerm script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * `remove' -# * `upgrade' -# * `failed-upgrade' -# * `remove' `in-favour' -# * `deconfigure' `in-favour' -# `removing' -# -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - -# dh_installdeb will replace this with shell code automatically -# generated by other debhelper scripts. - -#DEBHELPER# - -case "$1" in - remove|upgrade|deconfigure) - update-alternatives --remove oozie-conf /etc/oozie/conf.dist || : - update-alternatives --remove-all oozie-tomcat-conf || : - ;; - - failed-upgrade) - ;; - - *) - echo "prerm called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -exit 0 diff --git a/bigtop-packages/src/deb/oozie/rules b/bigtop-packages/src/deb/oozie/rules deleted file mode 100755 index eb6038b452..0000000000 --- a/bigtop-packages/src/deb/oozie/rules +++ /dev/null @@ -1,61 +0,0 @@ -#!/usr/bin/make -f -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# -*- makefile -*- - -# Uncomment this to turn on verbose mode. -export DH_VERBOSE=1 - -# This has to be exported to make some magic below work. -export DH_OPTIONS - -%: - dh $@ - -# we need to set 'maven.repo.local' otherwise the build with -# fakeroot fails because it tries to use /root/.m2 - -override_dh_auto_build: - mkdir -p distro/downloads - env DO_MAVEN_DEPLOY="" FULL_VERSION=${OOZIE_BASE_VERSION} bash -x debian/do-component-build - mkdir -p debian/tmp - tar cf - --exclude=debian/\* . | (cd debian/tmp && tar xf -) - -override_dh_auto_install: - sh -x debian/install_oozie.sh --extra-dir=debian/ --build-dir=$(PWD) --server-dir=./debian/oozie --client-dir=./debian/oozie-client --docs-dir=./debian/oozie-client/usr/share/doc/oozie --initd-dir=./debian/oozie/etc/init.d --conf-dir=./debian/oozie/etc/oozie/conf.dist - ln -s -f /var/lib/oozie/ext-2.2 debian/oozie/usr/lib/oozie/webapps/oozie/ext-2.2 - rm -rf debian/oozie/usr/lib/oozie/webapps/oozie/docs - ln -s -f /usr/share/doc/oozie debian/oozie/usr/lib/oozie/webapps/oozie/docs - - # Oozie server - rm -rf debian/oozie/usr/lib/oozie/lib/hadoop-*.jar - ln -sf /usr/lib/hadoop/client/hadoop-annotations.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-auth.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-common.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-hdfs.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-app.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-common.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-core.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-jobclient.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-shuffle.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-api.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-client.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-common.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-server-common.jar debian/oozie/usr/lib/oozie/lib/ - -override_dh_strip_nondeterminism: - echo "" diff --git a/bigtop-packages/src/deb/oozie/source/format b/bigtop-packages/src/deb/oozie/source/format deleted file mode 100644 index 163aaf8d82..0000000000 --- a/bigtop-packages/src/deb/oozie/source/format +++ /dev/null @@ -1 +0,0 @@ -3.0 (quilt) diff --git a/bigtop-packages/src/rpm/oozie/RPMS/.gitignore b/bigtop-packages/src/rpm/oozie/RPMS/.gitignore deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/bigtop-packages/src/rpm/oozie/SOURCES/.gitignore b/bigtop-packages/src/rpm/oozie/SOURCES/.gitignore deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/bigtop-packages/src/rpm/oozie/SPECS/oozie.spec b/bigtop-packages/src/rpm/oozie/SPECS/oozie.spec deleted file mode 100644 index 933481ac32..0000000000 --- a/bigtop-packages/src/rpm/oozie/SPECS/oozie.spec +++ /dev/null @@ -1,232 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -%define usr_bin /usr/bin -%define lib_oozie /usr/lib/oozie -%define man_dir /usr/share/man -%define conf_oozie %{_sysconfdir}/%{name}/conf -%define conf_oozie_dist %{conf_oozie}.dist -%define tomcat_conf_oozie %{_sysconfdir}/%{name}/tomcat-conf -%define data_oozie /var/lib/oozie -%define lib_hadoop /usr/lib/hadoop - -%if %{!?suse_version:1}0 - %define doc_oozie %{_docdir}/oozie-%{oozie_version} - %define initd_dir %{_sysconfdir}/rc.d/init.d - %define alternatives_cmd alternatives -%else - -# Only tested on openSUSE 11.4. le'ts update it for previous release when confirmed -%if 0%{suse_version} > 1130 -%define suse_check \# Define an empty suse_check for compatibility with older sles -%endif - -# SLES is more strict anc check all symlinks point to valid path -# But we do point to a hadoop jar which is not there at build time -# (but would be at install time). -# Since our package build system does not handle dependencies, -# these symlink checks are deactivated -%define __os_install_post \ - %{suse_check} ; \ - /usr/lib/rpm/brp-compress ; \ - %{nil} - - %define doc_oozie %{_docdir}/oozie - %define initd_dir %{_sysconfdir}/rc.d - %define alternatives_cmd update-alternatives -%endif - -Name: oozie -Version: %{oozie_version} -Release: %{oozie_release} -Summary: Oozie is a system that runs workflows of Hadoop jobs. -URL: http://oozie.apache.org/ -Group: Development/Libraries -Buildroot: %{_topdir}/INSTALL/%{name}-%{version} -License: ASL 2.0 -Source0: %{name}-%{oozie_base_version}.tar.gz -Source1: do-component-build -Source2: install_oozie.sh -Source3: oozie.1 -Source4: oozie-env.sh -Source5: oozie.init -Source6: catalina.properties -Source7: context.xml -Source8: hive.xml -Source9: tomcat-deployment.sh -Source10: oozie-site.xml -Source11: bigtop.bom -#BIGTOP_PATCH_FILES -Requires(pre): /usr/sbin/groupadd, /usr/sbin/useradd -Requires(post): /sbin/chkconfig -Requires(preun): /sbin/chkconfig, /sbin/service -Requires: oozie-client = %{version}, hadoop-client, bigtop-tomcat -BuildArch: noarch - -%description - Oozie is a system that runs workflows of Hadoop jobs. - Oozie workflows are actions arranged in a control dependency DAG (Direct - Acyclic Graph). - - Oozie coordinator functionality allows to start workflows at regular - frequencies and when data becomes available in HDFS. - - An Oozie workflow may contain the following types of actions nodes: - map-reduce, map-reduce streaming, map-reduce pipes, pig, file-system, - sub-workflows, java, hive, sqoop and ssh (deprecated). - - Flow control operations within the workflow can be done using decision, - fork and join nodes. Cycles in workflows are not supported. - - Actions and decisions can be parameterized with job properties, actions - output (i.e. Hadoop counters) and HDFS file information (file exists, - file size, etc). Formal parameters are expressed in the workflow definition - as ${VARIABLE NAME} variables. - - A Workflow application is an HDFS directory that contains the workflow - definition (an XML file), all the necessary files to run all the actions: - JAR files for Map/Reduce jobs, shells for streaming Map/Reduce jobs, native - libraries, Pig scripts, and other resource files. - - Running workflow jobs is done via command line tools, a WebServices API - or a Java API. - - Monitoring the system and workflow jobs can be done via a web console, the - command line tools, the WebServices API and the Java API. - - Oozie is a transactional system and it has built in automatic and manual - retry capabilities. - - In case of workflow job failure, the workflow job can be rerun skipping - previously completed actions, the workflow application can be patched before - being rerun. - - -%package client -Version: %{version} -Release: %{release} -Summary: Client for Oozie Workflow Engine -URL: http://oozie.apache.org/ -Group: Development/Libraries -License: ASL 2.0 -BuildArch: noarch -Requires: bigtop-utils >= 0.7 - - -%description client - Oozie client is a command line client utility that allows remote - administration and monitoring of worflows. Using this client utility - you can submit worflows, start/suspend/resume/kill workflows and - find out their status at any instance. Apart from such operations, - you can also change the status of the entire system, get vesion - information. This client utility also allows you to validate - any worflows before they are deployed to the Oozie server. - - -%prep -%setup -n oozie-%{oozie_base_version} - -#BIGTOP_PATCH_COMMANDS - -%build - mkdir -p distro/downloads - env DO_MAVEN_DEPLOY="" FULL_VERSION=%{oozie_base_version} bash -x %{SOURCE1} - -%install -%__rm -rf $RPM_BUILD_ROOT - sh %{SOURCE2} --extra-dir=$RPM_SOURCE_DIR --build-dir=$PWD --server-dir=$RPM_BUILD_ROOT --client-dir=$RPM_BUILD_ROOT --docs-dir=$RPM_BUILD_ROOT%{doc_oozie} --initd-dir=$RPM_BUILD_ROOT%{initd_dir} --conf-dir=$RPM_BUILD_ROOT%{conf_oozie_dist} - -%__ln_s -f %{data_oozie}/ext-2.2 $RPM_BUILD_ROOT/%{lib_oozie}/webapps/oozie/ext-2.2 -%__rm -rf $RPM_BUILD_ROOT/%{lib_oozie}/webapps/oozie/docs -%__ln_s -f %{doc_oozie} $RPM_BUILD_ROOT/%{lib_oozie}/webapps/oozie/docs - -# Oozie server -%__rm -rf $RPM_BUILD_ROOT/%{lib_oozie}/lib/hadoop-*.jar -%__ln_s -f %{lib_hadoop}/client/hadoop-annotations.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-auth.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-common.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-hdfs.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-mapreduce-client-app.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-mapreduce-client-common.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-mapreduce-client-core.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-mapreduce-client-jobclient.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-mapreduce-client-shuffle.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-yarn-api.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-yarn-client.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-yarn-common.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ -%__ln_s -f %{lib_hadoop}/client/hadoop-yarn-server-common.jar $RPM_BUILD_ROOT/%{lib_oozie}/lib/ - -%__install -d -m 0755 $RPM_BUILD_ROOT/usr/bin - -%__install -d -m 0755 %{buildroot}/%{_localstatedir}/log/oozie -%__install -d -m 0755 %{buildroot}/%{_localstatedir}/run/oozie - -%pre -getent group oozie >/dev/null || /usr/sbin/groupadd -r oozie >/dev/null -getent passwd oozie >/dev/null || /usr/sbin/useradd --comment "Oozie User" --shell /bin/false -M -r -g oozie --home %{data_oozie} oozie >/dev/null - -%post -%{alternatives_cmd} --install %{conf_oozie} %{name}-conf %{conf_oozie_dist} 30 -%{alternatives_cmd} --install %{tomcat_conf_oozie} %{name}-tomcat-conf %{tomcat_conf_oozie}.http 30 -%{alternatives_cmd} --install %{tomcat_conf_oozie} %{name}-tomcat-conf %{tomcat_conf_oozie}.https 20 - -/sbin/chkconfig --add oozie - -%preun -if [ "$1" = 0 ]; then - rm -r /etc/oozie/conf/tomcat-conf - /sbin/service oozie stop > /dev/null - /sbin/chkconfig --del oozie - %{alternatives_cmd} --remove %{name}-tomcat-conf %{tomcat_conf_oozie}.http || : - %{alternatives_cmd} --remove %{name}-tomcat-conf %{tomcat_conf_oozie}.https || : - %{alternatives_cmd} --remove %{name}-conf %{conf_oozie_dist} || : -fi - -%postun -if [ $1 -ge 1 ]; then - /sbin/service oozie condrestart > /dev/null -fi - -%files -%defattr(-,root,root) -%config(noreplace) %{conf_oozie_dist} -%config(noreplace) %{tomcat_conf_oozie}.* -%{usr_bin}/oozie-setup -%{lib_oozie}/bin/oozie-sys.sh -%{lib_oozie}/bin/oozie-env.sh -%{lib_oozie}/bin/oozied.sh -%{lib_oozie}/bin/ooziedb.sh -%{lib_oozie}/bin/oozie-setup.sh -%{lib_oozie}/webapps -%{lib_oozie}/libtools -%{lib_oozie}/lib -%{lib_oozie}/oozie-sharelib.tar.gz -%{lib_oozie}/libext -%{lib_oozie}/tomcat-deployment.sh -%{initd_dir}/oozie -%defattr(-, oozie, oozie) -%dir %{_sysconfdir}/%{name} -%dir %{_localstatedir}/log/oozie -%dir %{_localstatedir}/run/oozie -%attr(0755,oozie,oozie) %{data_oozie} - -%files client -%defattr(-,root,root) -%{usr_bin}/oozie -%dir %{lib_oozie} -%{lib_oozie}/bin/oozie -%{lib_oozie}/conf/oozie-client-env.sh -%{lib_oozie}/lib -%doc %{doc_oozie} -%{man_dir}/man1/oozie.1.* diff --git a/bigtop-packages/src/rpm/oozie/SRPMS/.gitignore b/bigtop-packages/src/rpm/oozie/SRPMS/.gitignore deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/bigtop-tests/smoke-tests/oozie/build.gradle b/bigtop-tests/smoke-tests/oozie/build.gradle deleted file mode 100644 index 9d9f8f0a85..0000000000 --- a/bigtop-tests/smoke-tests/oozie/build.gradle +++ /dev/null @@ -1,46 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - *

- * http://www.apache.org/licenses/LICENSE-2.0 - *

- * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -def tests_to_include() { - return [ - "TestOozieSmoke.groovy" - ]; -} - -dependencies { - if (System.env.HADOOP_CONF_DIR) testRuntime files(System.env.HADOOP_CONF_DIR) -} - -sourceSets { - test { - groovy { - srcDirs = [ - "${BIGTOP_HOME}/bigtop-tests/test-artifacts/oozie/src/main/groovy/org/apache/bigtop/itest/ooziesmoke" - ] - exclude { - FileTreeElement elem -> (doExclude(elem.getName())) - } - } - } -} - -test.doFirst { - checkEnv(["HADOOP_CONF_DIR", "OOZIE_URL", "OOZIE_TAR_HOME"]) - // OOZIE_TAR_HOME should point to the directory where oozie-examples.tar.gz is located - // Usually, it could be found in $HADOOP_HOME/share/doc/oozie - systemProperty "org.apache.bigtop.itest.oozie_tar_home", System.getenv('OOZIE_TAR_HOME') -} diff --git a/bigtop-tests/test-artifacts/fatjar/pom.xml b/bigtop-tests/test-artifacts/fatjar/pom.xml index 59f8577d1b..d6e89afc92 100644 --- a/bigtop-tests/test-artifacts/fatjar/pom.xml +++ b/bigtop-tests/test-artifacts/fatjar/pom.xml @@ -73,12 +73,6 @@ ${project.version} true - - org.apache.bigtop.itest - oozie-smoke - ${project.version} - true - org.apache.bigtop.itest solr-smoke diff --git a/bigtop-tests/test-artifacts/oozie/pom.xml b/bigtop-tests/test-artifacts/oozie/pom.xml deleted file mode 100644 index 2f3f580a9c..0000000000 --- a/bigtop-tests/test-artifacts/oozie/pom.xml +++ /dev/null @@ -1,39 +0,0 @@ - - - - 4.0.0 - - - org.apache.bigtop.itest - bigtop-smokes - 1.3.1-SNAPSHOT - ../pom.xml - - - org.apache.bigtop.itest - oozie-smoke - 1.3.1-SNAPSHOT - ooziesmoke - - - - org.apache.hadoop - hadoop-common - - - diff --git a/bigtop-tests/test-artifacts/oozie/src/main/groovy/org/apache/bigtop/itest/ooziesmoke/TestOozieSmoke.groovy b/bigtop-tests/test-artifacts/oozie/src/main/groovy/org/apache/bigtop/itest/ooziesmoke/TestOozieSmoke.groovy deleted file mode 100644 index 657dd6567c..0000000000 --- a/bigtop-tests/test-artifacts/oozie/src/main/groovy/org/apache/bigtop/itest/ooziesmoke/TestOozieSmoke.groovy +++ /dev/null @@ -1,141 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - *

- * http://www.apache.org/licenses/LICENSE-2.0 - *

- * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.bigtop.itest.ooziesmoke - -import org.junit.Test - -import static junit.framework.Assert.assertNotNull -import static org.junit.Assert.assertTrue -import org.apache.bigtop.itest.shell.Shell -import org.junit.AfterClass -import org.junit.BeforeClass -import static junit.framework.Assert.assertEquals -import org.apache.hadoop.conf.Configuration - -class TestOozieSmoke { - private static final int WAIT_TIMEOUT = 60000; - private static Shell sh = new Shell("/bin/bash -s"); - private static String tmp_dir = "oozie.${(new Date().getTime())}"; - - private static String oozie_url; - private static String resourcemanager; - private static String namenode; - private static String oozie_tar_home; - - @BeforeClass - static void setUp() { - Configuration conf = new Configuration(); - conf.addResource('yarn-site.xml'); - - oozie_url = System.getProperty("org.apache.bigtop.itest.oozie_url", "http://localhost:11000/oozie"); - resourcemanager = conf.get("yarn.resourcemanager.address") - resourcemanager = System.getProperty("org.apache.bigtop.itest.resourcemanager", resourcemanager); - namenode = conf.get('fs.defaultFS') ? conf.get('fs.defaultFS') : conf.get('fs.default.name') - namenode = System.getProperty("org.apache.bigtop.itest.namenode", namenode); - assertNotNull("resourcemanager hostname isn't set", resourcemanager) - assertNotNull("namenode hostname isn't set", namenode) - - oozie_tar_home = System.getProperty("org.apache.bigtop.itest.oozie_tar_home", - (new File("/usr/share/doc/packages/oozie/")).exists() ? - "/usr/share/doc/packages/oozie/" : - "/usr/share/doc/oozie*/"); - - sh.exec("mkdir /tmp/${tmp_dir}", - "cd /tmp/${tmp_dir}", - "tar xzf ${oozie_tar_home}/oozie-examples.tar.gz", - "hadoop fs -mkdir ${tmp_dir}", - "hadoop fs -put examples ${tmp_dir}"); - assertEquals("Failed to put examples onto HDFS", - 0, sh.ret); - } - - @AfterClass - static void tearDown() { - sh.exec("rm -rf /tmp/${tmp_dir}", - "hadoop fs -rmr ${tmp_dir}"); - } - - void testOozieExamplesCommon(String testname) { - sh.exec("oozie job -oozie ${oozie_url} -run -DjobTracker=${resourcemanager} -DnameNode=${namenode} " + - "-DexamplesRoot=${tmp_dir}/examples -config /tmp/${tmp_dir}/examples/apps/${testname}/job.properties"); - assertEquals("Oozie job submition ${testname} failed", - 0, sh.ret); - - String jobId = sh.out[0].replaceAll(/job: /, ""); - while (sh.exec("oozie job -oozie ${oozie_url} -info ${jobId}").out.join(' ') =~ /Status\s*:\s*RUNNING/) { - sleep(WAIT_TIMEOUT); - } - assertTrue("Oozie job ${testname} returned ${sh.out.join(' ')} instead of SUCCEEDED", - (sh.out.join(' ') =~ /Status\s*:\s*SUCCEEDED/).find()); - } - - @Test(timeout = 300000L) - public void testNoOp() { - testOozieExamplesCommon("no-op"); - } - - @Test(timeout = 300000L) - public void testJavaMain() { - testOozieExamplesCommon("java-main"); - } - - @Test(timeout = 300000L) - public void testMapReduce() { - testOozieExamplesCommon("map-reduce"); - } - - @Test(timeout = 300000L) - public void testCustomMain() { - testOozieExamplesCommon("custom-main"); - } - - @Test(timeout = 300000L) - public void testHadoopEl() { - testOozieExamplesCommon("hadoop-el"); - } - - @Test(timeout = 300000L) - public void testStreaming() { - testOozieExamplesCommon("streaming"); - } - - @Test(timeout = 300000L) - public void testPig() { - testOozieExamplesCommon("pig"); - } - - @Test(timeout = 300000L) - public void testHive() { - testOozieExamplesCommon("hive"); - } - - @Test(timeout = 300000L) - public void testSubwf() { - testOozieExamplesCommon("subwf"); - } - - @Test(timeout = 300000L) - public void testSsh() { - // testOozieExamplesCommon("ssh"); - } - - @Test(timeout = 300000L) - public void testDemo() { - // testOozieExamplesCommon("demo"); - } -} diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie-client.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie-client.xml deleted file mode 100644 index 9808ce03c3..0000000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie-client.xml +++ /dev/null @@ -1,3576 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie.xml deleted file mode 100644 index fd48d56510..0000000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/oozie.xml +++ /dev/null @@ -1,154 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml index 2cc7eb83a1..7819c4d3a1 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml @@ -156,30 +156,6 @@ - - - - /var/lib/oozie - Oozie User - /bin/false - - - - - - - - - - 2 - 3 - 4 - 5 - stop - true - - - diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml index 691b69b0c0..927c1a6a23 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml @@ -288,82 +288,6 @@ when more advanced customization is required. http://sqoop.apache.org - - -

Oozie is a system that runs workflows of Hadoop jobs. - Oozie is a system that runs workflows of Hadoop jobs. - Oozie workflows are actions arranged in a control dependency DAG (Direct - Acyclic Graph). - - Oozie coordinator functionality allows to start workflows at regular - frequencies and when data becomes available in HDFS. - - An Oozie workflow may contain the following types of actions nodes: - map-reduce, map-reduce streaming, map-reduce pipes, pig, file-system, - sub-workflows, java, hive, sqoop and ssh (deprecated). - - Flow control operations within the workflow can be done using decision, - fork and join nodes. Cycles in workflows are not supported. - - Actions and decisions can be parameterized with job properties, actions - output (i.e. Hadoop counters) and HDFS file information (file exists, - file size, etc). Formal parameters are expressed in the workflow definition - as ${VARIABLE NAME} variables. - - A Workflow application is an HDFS directory that contains the workflow - definition (an XML file), all the necessary files to run all the actions: - JAR files for Map/Reduce jobs, shells for streaming Map/Reduce jobs, native - libraries, Pig scripts, and other resource files. - - Running workflow jobs is done via command line tools, a WebServices API - or a Java API. - - Monitoring the system and workflow jobs can be done via a web console, the - command line tools, the WebServices API and the Java API. - - Oozie is a transactional system and it has built in automatic and manual - retry capabilities. - - In case of workflow job failure, the workflow job can be rerun skipping - previously completed actions, the workflow application can be patched before - being rerun. - http://oozie.apache.org/ - - - /self - - - - oozie - - - - - auto - /etc/oozie/conf - /etc/oozie/conf.dist - /etc/oozie/conf.dist - - - - - - Client for Oozie Workflow Engine - Oozie client is a command line client utility that allows remote -administration and monitoring of worflows. Using this client -utility you can submit worflows, start/suspend/resume/kill -workflows and find out their status at any instance. Apart from -such operations, you can also change the status of the entire -system, get vesion information. This client utility also allows -you to validate any worflows before they are deployed to the Oozie -server. - http://oozie.apache.org/ - - - - - - A high-performance coordination service for distributed applications. diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml index 95f7ebb7c1..e9ec6487ea 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml @@ -467,907 +467,6 @@ - - - - /var/lib/oozie - Oozie User - /bin/false - - - - - - - - - - >=1.6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie-client.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie-client.xml deleted file mode 100644 index c5cb374c94..0000000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie-client.xml +++ /dev/null @@ -1,3554 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie.xml deleted file mode 100644 index 4619829b7d..0000000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/oozie.xml +++ /dev/null @@ -1,148 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml index ccc04f620f..1588ac6d77 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml @@ -148,40 +148,6 @@ - - - - /var/lib/oozie - Oozie User - /bin/false - - - - - - - - - - >=1.6 - - - - 2 - 3 - 4 - 5 - stop - true - - - - - - - - - diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie-client.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie-client.xml deleted file mode 100644 index 769eadc0df..0000000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie-client.xml +++ /dev/null @@ -1,3554 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie.xml deleted file mode 100644 index 0361c486ae..0000000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/oozie.xml +++ /dev/null @@ -1,148 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml index c794ae4576..4e6f86283b 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml @@ -144,39 +144,6 @@ - - - - /var/lib/oozie - Oozie User - /bin/false - - - - - - - - >=1.6 - - - - - - 3 - 4 - 5 - stop - true - - - - - - - - - diff --git a/bigtop-tests/test-artifacts/pom.xml b/bigtop-tests/test-artifacts/pom.xml index f8dea782d2..5edb79afb9 100644 --- a/bigtop-tests/test-artifacts/pom.xml +++ b/bigtop-tests/test-artifacts/pom.xml @@ -36,7 +36,6 @@ hadoop package httpfs - oozie hbase flume sqoop diff --git a/bigtop-tests/test-execution/smokes/oozie/pom.xml b/bigtop-tests/test-execution/smokes/oozie/pom.xml deleted file mode 100644 index e945b436a7..0000000000 --- a/bigtop-tests/test-execution/smokes/oozie/pom.xml +++ /dev/null @@ -1,95 +0,0 @@ - - - - - - org.apache.bigtop.itest - smoke-tests - 1.3.1-SNAPSHOT - ../pom.xml - - - 4.0.0 - org.apache.bigtop.itest - oozie-smoke-test - 1.3.1-SNAPSHOT - Oozie smoke test execution - - - ${env.OOZIE_URL} - - org.apache.bigtop.itest - oozie-smoke - ${oozie-smoke.version} - jar - - - - - org.apache.bigtop.itest - oozie-smoke - - - - - - - org.apache.maven.plugins - maven-dependency-plugin - - - - org.apache.maven.plugins - maven-failsafe-plugin - 2.11 - - - ${OOZIE_URL} - - always - - - - - org.apache.maven.plugins - maven-enforcer-plugin - 1.0 - - - enforce-property-oozie - - enforce - - - - - OOZIE_URL - OOZIE_URL env. variable has to be set - - - true - - - - - - - - diff --git a/bigtop-tests/test-execution/smokes/pom.xml b/bigtop-tests/test-execution/smokes/pom.xml index 03fddeea63..eab42d5241 100644 --- a/bigtop-tests/test-execution/smokes/pom.xml +++ b/bigtop-tests/test-execution/smokes/pom.xml @@ -42,7 +42,6 @@ ${project.version} ${project.version} ${project.version} - ${project.version} ${project.version} ${project.version} ${project.version} @@ -59,7 +58,6 @@ pig hive hadoop - oozie hbase mahout giraph @@ -107,12 +105,6 @@ ${mahout-smoke.version} test - - org.apache.bigtop.itest - oozie-smoke - ${oozie-smoke.version} - test - org.apache.pig pig-smoke diff --git a/bigtop.bom b/bigtop.bom index 98a09432bb..5d1480f4d6 100644 --- a/bigtop.bom +++ b/bigtop.bom @@ -111,13 +111,13 @@ bigtop { dependencies = [ zookeeper:['hadoop', 'hbase'], hadoop:['ignite-hadoop', 'hbase', 'crunch', 'pig', 'hive', 'tez', 'sqoop', 'sqoop2', - 'oozie', 'mahout', 'flume', 'giraph', 'solr', 'spark','spark1', + 'mahout', 'flume', 'giraph', 'solr', 'spark','spark1', 'phoenix', 'alluxio', 'kafka', 'ycsb', 'hama', 'zeppelin', 'tajo', 'apex' ], hbase:['phoenix','giraph','ycsb','hive'], - pig:['datafu', 'oozie'], - hive:['oozie', 'pig','zeppelin'], + pig:['datafu'], + hive:['pig','zeppelin'], 'ignite-hadoop':['zeppelin'], spark:['zeppelin'] ] @@ -224,16 +224,6 @@ bigtop { site = "${apache.APACHE_MIRROR}/${download_path}" archive = "${apache.APACHE_ARCHIVE}/${download_path}" } } - 'oozie' { - name = 'oozie' - relNotes = 'Apache Oozie' - version { base = '4.3.0'; pkg = base; release = 1 } - tarball { destination = "$name-${version.base}.tar.gz" - source = destination } - url { download_path = "/$name/${version.base}/" - site = "${apache.APACHE_MIRROR}/${download_path}" - archive = "${apache.APACHE_ARCHIVE}/${download_path}" } - } 'mahout' { name = 'mahout' relNotes = 'Apache Mahout'