Add sentry-1.5.1-cdh5.5.0 to thirdparty.

Change-Id: I0100ac13b55b41022ce96ca92aef1aadd67d9786
cloudera · Jul 31, 2015 · cf37e69 · cf37e69
1 parent e543d5e
commit cf37e69
Show file tree

Hide file tree

Showing 294 changed files with 4,560 additions and 1 deletion.
diff --git a/bin/impala-config.sh b/bin/impala-config.sh
@@ -158,7 +158,7 @@ fi
 export IMPALA_HADOOP_VERSION=2.6.0-cdh5.5.0-SNAPSHOT
 export IMPALA_HBASE_VERSION=1.0.0-cdh5.5.0-SNAPSHOT
 export IMPALA_HIVE_VERSION=1.1.0-cdh5.5.0-SNAPSHOT
-export IMPALA_SENTRY_VERSION=1.5.0-cdh5.5.0-SNAPSHOT
+export IMPALA_SENTRY_VERSION=1.5.1-cdh5.5.0-SNAPSHOT
 export IMPALA_LLAMA_VERSION=1.0.0-cdh5.5.0-SNAPSHOT
 export IMPALA_PARQUET_VERSION=1.5.0-cdh5.5.0-SNAPSHOT
 export IMPALA_MINIKDC_VERSION=1.0.0

diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/CHANGELOG.txt b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/CHANGELOG.txt
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/DISCLAIMER.txt b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/DISCLAIMER.txt
@@ -0,0 +1,16 @@
+Apache Sentry is an effort undergoing incubation at the Apache Software
+Foundation (ASF), sponsored by the Apache Incubator Project Management
+Committee.
+
+Incubation is required for all newly accepted projects until a further review
+indicates that the infrastructure, communications, and decisions making process
+have stabilized in a manner consistent with other successful ASF projects.
+
+While incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.
+
+For more information about the incubation status of the Sentry project you can
+go to the following page:
+
+http://incubator.apache.org/projects/sentry.html
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/LICENSE.txt b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/LICENSE.txt
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/NOTICE.txt b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/NOTICE.txt
@@ -0,0 +1,9 @@
+Apache Sentry
+Copyright 2015 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+Portions of this software were developed at
+Cloudera, Inc. (http://www.cloudera.com/).
+
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/README.md b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/README.md
@@ -0,0 +1,32 @@
+What is Sentry?
+
+Apache Sentry is a highly modular system for providing fine grained role based authorization to both data and metadata stored on an Apache Hadoop cluster.
+
+Contact us!
+
+* Mailing lists: https://cwiki.apache.org/confluence/display/SENTRY/Mailing+Lists
+
+Bug and Issues tracker
+
+*  https://issues.apache.org/jira/browse/SENTRY
+
+Building Sentry
+
+Building Sentry requires the following tools:
+
+* Apache Maven 3.2.5+ (Might hit issues with pentaho library with older maven versions)
+* Java JDK7 (can't access TBase errors with JDK8)
+
+To compile Sentry, run:
+
+mvn install -DskipTests
+
+To run Sentry tests, run:
+
+mvn test
+
+To build a distribution, run:
+
+mvn install
+
+The final Sentry distribution artifacts will be in $project/sentry-dist/target/.
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/bin/config_tool b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/bin/config_tool
@@ -0,0 +1,56 @@
+#!/usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+if [ "${RUN_CONFIG_TOOL}" != "1" ]
+then
+  echo "ERROR: $0 must be invoked via sentry script"
+  exit 1
+fi
+
+args=()
+while [ $# -gt 0 ]; do    # Until you run out of parameters . . .
+  case "$1" in
+    --hive-config)
+      shift
+      confdir=$1
+      shift
+      export HIVE_CONF_DIR=$confdir
+      echo Using hive-conf-dir $HIVE_CONF_DIR
+      ;;
+    --hive-home)
+      shift
+      homedir=$1
+      shift
+      export HIVE_HOME=$homedir
+      echo Using hive-home $HIVE_HOME
+      ;;
+    *)
+      args+=" $1"
+      shift
+      ;;
+  esac
+done
+
+if [[ -z "$HIVE_HOME" ]]
+then
+  echo "Cannot find hive installation: \$HIVE_HOME or hive must be in the path";
+  exit 5;
+fi
+
+_HIVE_CMD=${HIVE_HOME}/bin/hive
+${_HIVE_CMD} --service jar ${SENTRY_HOME}/lib/${_CMD_JAR} org.apache.sentry.SentryMain ${args[@]}
+
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/bin/sentry b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/bin/sentry
@@ -0,0 +1,82 @@
+#!/usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+bin=`dirname "$0"`
+myhome=`cd "$bin/.."; pwd`
+RUN_CONFIG_TOOL=0
+
+# the root of the Hive installation
+if [[ -z $SENTRY_HOME ]] ; then
+  export SENTRY_HOME=$myhome
+fi
+
+# check for hadoop in the path
+HADOOP_IN_PATH=`which hadoop 2>/dev/null`
+if [ -f ${HADOOP_IN_PATH} ]; then
+  HADOOP_DIR=`dirname "$HADOOP_IN_PATH"`/..
+fi
+# HADOOP_HOME env variable overrides hadoop in the path
+HADOOP_HOME=${HADOOP_HOME:-${HADOOP_PREFIX:-$HADOOP_DIR}}
+if [ "$HADOOP_HOME" == "" ]; then
+  echo "Cannot find hadoop installation: \$HADOOP_HOME or \$HADOOP_PREFIX must be set or hadoop must be in the path";
+  exit 4;
+fi
+
+HADOOP=$HADOOP_HOME/bin/hadoop
+if [ ! -f ${HADOOP} ]; then
+  echo "Cannot find hadoop installation: \$HADOOP_HOME or \$HADOOP_PREFIX must be set or hadoop must be in the path";
+  exit 4;
+fi
+
+# If we are running config-tool then invoke it via separate script. It needs Hive classpatch and config
+args=()
+while [ $# -gt 0 ]; do    # Until you run out of parameters . . .
+  case "$1" in
+    --command)
+      if [ "$2" = "config-tool" ]
+      then
+        RUN_CONFIG_TOOL=1
+      fi
+      args+=" $1"
+      shift
+      ;;
+    *)
+      args+=" $1"
+      shift
+      ;;
+  esac
+done
+
+export _CMD_JAR=sentry-core-common-*.jar
+for f in ${SENTRY_HOME}/lib/*.jar; do
+  HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:${f}
+done
+export HADOOP_CLASSPATH
+export RUN_CONFIG_TOOL
+if [ "${RUN_CONFIG_TOOL}" = "0" ]
+then
+  for f in ${SENTRY_HOME}/lib/server/*.jar; do
+    HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:${f}
+  done
+  for f in ${SENTRY_HOME}/lib/plugins/*.jar; do
+    HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:${f}
+  done
+  exec $HADOOP jar ${SENTRY_HOME}/lib/${_CMD_JAR} org.apache.sentry.SentryMain ${args[@]}
+else
+  exec ${SENTRY_HOME}/bin/config_tool ${args[@]}
+fi
+
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/conf/sentry-site.xml.hive-client.example b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/conf/sentry-site.xml.hive-client.example
@@ -0,0 +1,72 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+-->
+
+<configuration>
+  <property>
+    <name>sentry.hive.provider</name>
+    <value>org.apache.sentry.provider.file.HadoopGroupResourceAuthorizationProvider</value>
+  </property>
+  <property>
+    <name>sentry.hive.server</name>
+    <value>server1</value>
+  </property>
+  <property>
+    <name>sentry.hive.testing.mode</name>
+    <value>false</value>
+  </property>
+   <property>
+    <name>sentry.service.client.server.rpc-port</name>
+    <value>8038</value>
+  </property>
+  <property>
+    <name>sentry.service.client.server.rpc-address</name>
+    <value>localhost</value>
+  </property>
+  <property>
+    <name>sentry.service.client.server.rpc-connection-timeout</name>
+    <value>200000</value>
+  </property>
+<!-- 
+  Properties required for setting the DB provider
+-->
+  <property>
+    <name>sentry.hive.provider.backend</name>
+    <value>org.apache.sentry.provider.db.SimpleDBProviderBackend</value>
+  </property>  
+  <property>
+    <name>sentry.service.security.mode</name>
+    <value>none</value>
+  </property>
+  <property>
+    <name>sentry.service.server.principal</name>
+    <value>sentry/centos64.example.com@EXAMPLE.COM</value>
+  </property>
+  <property>
+    <name>sentry.metastore.service.users</name>
+    <value>hive</value>
+  </property>
+
+  <!-- Deprecated, file provider
+  <property>
+    <name>sentry.hive.provider.resource</name>
+    <value>file:///home/prasadm/sentry/config/global-policy.ini</value>
+  </property>
+  -->
+</configuration>
+
diff --git a/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/conf/sentry-site.xml.hive-client.template b/thirdparty/sentry-1.5.1-cdh5.5.0-SNAPSHOT/conf/sentry-site.xml.hive-client.template
@@ -0,0 +1,100 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+-->
+
+<!-- WARNING!!! This file is provided for documentation purposes ONLY!              -->
+<!-- WARNING!!! You should copy to sentry-site.xml and make modification instead.   -->
+
+
+<configuration>
+
+  <property>
+    <name>sentry.service.security.mode</name>
+    <value>kerberos</value>
+    <description>Options: kerberos, none.  Authentication mode for Sentry service. Currently supports Kerberos and trusted mode </description>
+  </property>
+
+  <property>
+    <name>sentry.service.server.principal</name>
+    <value> </value>
+    <description>Service Kerberos principal</description>
+  </property>
+
+
+  <property>
+    <name>sentry.service.client.server.rpc-address</name>
+    <value> </value>
+    <description> TCP address of the sentry store server</description>
+  </property>
+
+  <property>
+    <name>sentry.service.client.server.rpc-port</name>
+    <value> </value>
+    <description>Port # of the sentry store server</description>
+  </property>
+
+  <property>
+    <name>sentry.service.client.server.rpc-connection-timeout</name>
+    <value>200000</value>
+    <description>Client timeout default(200000) RPC connection timeout in milisecs</description>
+  </property>
+
+  <property>
+    <name>sentry.metastore.service.users</name>
+    <value> </value>
+    <description>
+      Comma separated list of users
+      List of service users (eg hive, impala) to bypass
+      the Sentry metastore authorization. These
+      services handle the metadata authorization
+      on their side.
+    </description>
+  </property>
+
+<!--
+    Some common client properties same as file
+    based provider
+-->
+
+  <property>
+    <name>sentry.provider</name>
+    <value>org.apache.sentry.provider.file.HadoopGroupResourceAuthorizationProvider</value>
+    <description> Deprecated name: hive.sentry.provider.  Group mapping which should be used at client side</description>
+  </property>
+
+  <property>
+    <name>sentry.hive.server</name>
+    <value>HS2</value>
+    <description> Deprecated name: hive.sentry.server.  Defaut: HS2.  Hive Server2 Server identifier like "server1"</description>
+  </property>
+
+  <property>
+    <name>sentry.hive.failure.hooks</name>
+    <value> </value>
+    <description>Deprecated Name:  hive.sentry.failure.hooks</description>
+  </property>
+
+  <property>
+    <name>sentry.hive.provider.backend</name>
+    <value>org.apache.sentry.provider.file.SimpleFileProviderBackend</value>
+    <description> Options: {org.apache.sentry.provider.db.SimpleDBProviderBackend, org.apache.sentry.provider.file.SimpleFileProviderBackend}
+      Privilege provider to be used, we support file based or db based
+    </description>
+  </property>
+
+</configuration>