Close #127: [HIVEMALL-2] Change Maven release scheme for ASF release

.gitignore

@@ -23,3 +23,5 @@ spark/bin/zinc-*
 .project
 metastore_db
 .java-version
+*.bak
+release.properties

.rat-excludes

@@ -0,0 +1,29 @@
+# Dotfiles
+.*/**
+**/.*
+**/.*/**
+
+**/*.txt
+**/*.csv
+**/*.tsv
+**/*.css
+**/*.svg
+**/*.avro
+**/*.seq
+**/*.json
+
+# eclipse
+**/*.prefs
+
+VERSION
+**/target/**
+**/META-INF/**
+
+# hivemall specific entries
+conf/MIXSERV_LIST
+resources/eclipse-style.xml
+**/*.hive
+**/*.spark
+**/*.hql
+docs/gitbook/_book/**
+docs/gitbook/node_modules/**

.travis.yml

@@ -29,7 +29,7 @@ branches:
     - develop
 
 before_install:
-  - mvn validate -Pxgboost
+  - mvn validate -Pcompile-xgboost
 
 notifications:
   email: false

KEYS

@@ -0,0 +1,73 @@
+This file contains the PGP keys of various developers.
+Please don't use them for email unless you have to. Their main purpose is code signing.
+
+Users:
+    pgp < KEYS
+    gpg --import KEYS
+
+Developers: 
+    pgp -kxa <your name>   # and append to KEYS (this file)
+    (pgpk -ll <your name> && pgpk -xa <your name>) >> KEYS
+    (gpg --list-sigs <your name> && gpg --armor --export <your name>) >> KEYS
+
+----
+pub   rsa4096 2017-11-01 [SC]
+      7A6BA1A10CC6ABF47159152193F4D08DC8CE801B
+uid           [ultimate] Makoto Yui (CODE SIGNING KEY) <myui@apache.org>
+sig 3        93F4D08DC8CE801B 2017-11-01  Makoto Yui (CODE SIGNING KEY) <myui@apache.org>
+sub   rsa4096 2017-11-01 [E]
+sig          93F4D08DC8CE801B 2017-11-01  Makoto Yui (CODE SIGNING KEY) <myui@apache.org>
+
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+
+mQINBFn5ekEBEADOXvJr0Xshsus+AFEEaKJqw/4Vr+aHsn8a+QjMyQYtWrEt6mOD
+ekwzIOLYC4LNNuxge8umLuZqnJrEtwwIlB5eBTjD+TVoAfqSW6oEq0hnCIb9Oecu
+hHwsrpW+vfX7LPLT7wYlDZqnL+Fd9oCYnWlnlnKxJL/DIGRJu6+L9yUPAH0Oq1YG
+d1oE5OmhrbZG2lrva3Ch81cFQ1FDSSpB1qwbT7g0zDcbfsoxBqz1kA+jdEb5KOmO
+Tzme1MPlaVjGusWUovy41LvfKQJRVeeLaDvzo/yuNicnePHH/wIIv9lABPL7yzEW
+ji7obKQVkqs/kAWVdCcG6g8fStlg40ysoMEgEM2BqI+cggU6qtDkojoM0qP++3NP
+cInvLOMeDRcTTwGBKnpwbN1ihFMT1Iqd2l7/MPFO5FndjEBu3Un1RCMshfHLwBUX
+AN1NWfLyTo6/cOCC61hgPdMFVb9x9lDta6bWLjikfqU4q4WqS/k6oCKOt70o7THt
+Al2Z3wl4Cmp+43Dc7tL1GcubCZCk4tWtHp+d1uXSfcUuqgY+k0vD37f4Jpce8ZHU
+V0pRjpKcbecoEXh+JSrxnzGIORBHXIKUHutqZ8AOCZ5fPsF8hH/DmIdjOkvSdaTd
+WPBhXGGC48VyvOy+w8kUe+Klzi2jVihwyw3yFj/CtZ+nnkWz5YGBoN6arQARAQAB
+tC9NYWtvdG8gWXVpIChDT0RFIFNJR05JTkcgS0VZKSA8bXl1aUBhcGFjaGUub3Jn
+PokCTgQTAQgAOBYhBHproaEMxqv0cVkVIZP00I3IzoAbBQJZ+XpBAhsDBQsJCAcC
+BhUICQoLAgQWAgMBAh4BAheAAAoJEJP00I3IzoAb2wcP/31wimuhXobMRhGkaXO7
+rOZoxKkdM2ocU7HDn9tCPvIGrUTkzb5AP//l8To8Rz3afDdqUX+lpCsVfHJP7h6l
+iD/7JPfjeAPIgHgc98eYxvCpQzaEjRIzemfCLyVKc7mG6YrTSTNNDuwAYXcHF5jN
+wa04UpwRzL956hQyWhg+J46P9fII12100JX1Bus5j3VP5coBuwE+bnK+ZQW4wi5T
+UYAkhE7yrFjUUw9Ck0DPbaxl1+OvgQ3kkzmw2z1MqW3bzh16Sim2lUyIZN8LZVla
+WKnO5Qaj5Z9RPdbnYNBb2ZfnWePCtPopOMtpKNPexVDQc/xlZ9mnOQl7d1eRIkxB
+KTJpCSj2z1ZQSft2Z998BMFgIWqqn8QTGfLQRm1cutSdrs5sGeG3iQx7Gdvsi7E6
+EXHWdVD6mNL5ZIM4JtzK1nfnTDco0jjqEWc1DYoYnKxRPLbnhD7VtqkY5bcH58bv
+4SnstaCM5UJGCVzQ//r/psKZmA8iAWRW9lYZVw/BL61tDc3uztG7Ysb/360KNkd6
+gtOchOVtto4Q9aaEbVpmEiy5S/tO9iiqNkDxYb2yElT6b6DkoKqApYkMmOb5Zt4u
+p7Uvzno6ip+FSdQF20egOtxkRhMcR7uBNN3pPUnYejguXws+pJOljmEceepG5/kl
++38oIbYmjFSP6wAkd6JNeN8nuQINBFn5ekEBEADesvcr1WUjwdo1ZXrtyzdJRgNH
+/cH/+Kh0wQPIA/Pf9d8orRHXYukYYlXkr7d6kG0Wd36rQuZeYFQVaqqdQUbLwdhw
+iFqjX5n7mwd0hV7HjVK9i4BwtK7jD47OqAPoK+hL+M/k37u025WC9DbOrgasyrv0
+PbkW6bbBsDOsrVuuiw2D2amaLGXC6LRxFIah30KQpyv2n37eGT7t1t94SnjmiIVq
+aJIpYhsEokNaVcj4gUE7t8o6++j/b1pMHuy1Hnfp3xf14Kh60246jvTd9zh4TVJd
+Gnu9vYionAhdcxmPbM0CWpS0WVkCIlAFrVQzWpbjwFLfnr5W634MMjSHDEvBbQux
+ET/nBFMUqA5Z4219lcucog9hAQeVx3TlpkCqbMDLk1ZgYlG9JCkdn5l/eoCduop2
+3UJDfDKgi6daOptT9t90jfGPtb9ZQZ3BlDJqpiiqXSS+Hn10MCZ6y0coRoKSh5XD
+6zntwdpJkV9x0C+7S8/K7tuvXO/M3QGneWSqAA7fCClpxXyzg1BYV0LCA/ejPYe4
+9rDCmhRUG/Fpvc1JnSczZJTUN09m92wBG/n+hZ08MpAiVu0an231qDJATQwJ/15u
+q5dOo/Ohe5hkoVvCaAV5GQFTqh1MUzR5HorRh15sUXpt4ZBNiucNS3vRq5RDr8WE
+PVAj25/zNgVI5QmLqQARAQABiQI2BBgBCAAgFiEEemuhoQzGq/RxWRUhk/TQjcjO
+gBsFAln5ekECGwwACgkQk/TQjcjOgBuBIg//cK3R4haXLae5H/yIiNVB2tUTqtwD
+Mx2F/LQHdeolum22JHib69jhcfHIZJioUJW3l9t+q60MZgOpYfKGQRLUzp3GYk6R
+A1J7TD3KEDlQr1XeEEJY7OZRSq8997+XhnVokg5z2zlPjI4EAwgUTASi0DuLttKy
+4iSoHzH3+Sq1nbFcIQ/pzwlD3BrE+rqjU9zkDdgvTue7WfVasLdymxA8ds+57biU
+34SPOOzazV2OVX+t+kwohqdeTLLIAycvbF8QtcENfXJNnqUrD1B4CXvct69ldQee
+zrNu5CuAAwpJ0NGJvT00vS7Zz3wmpfIOOMZEvYZ0U6mWds318L/uvsMs03Ru4FEP
+PPJIJSf4Cb+YCSZY9maKJ3YxQim82Gv5G6F3pwhaX42IqtMZ30yBFlOEmQp+5u6N
+ZTENzVxrznQWq50WOP7FKEOTMhdolldXa6A4Fy61Z7dROXut/2iZ8J7lNsg9V1+r
+CxRczlFCoxJ9E1+YY5xrdANxlBx/ukqk5CdElrUjZH7Wmnn5CBOw6B/z1ExcPjFP
+tWQ6/C2pTmUPveQUKCBbTYTC45mWfysEkDtQnBnn+W5uQRagiAQOMfdPih5pg6j3
+4MpergMLYWtU95ylfAKDiQqXfs9IXZj+k6E2E6R4pkJEUGXI0tPWZiYOSb7/foJo
+njFvxzTmNvLEvRA=
+=hdfh
+-----END PGP PUBLIC KEY BLOCK-----
+

bin/set_version.sh

@@ -0,0 +1,82 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+if [ "$HIVEMALL_HOME" = "" ]; then
+  if [ -e ../bin/${0##*/} ]; then
+    HIVEMALL_HOME=".."
+  elif [ -e ./bin/${0##*/} ]; then
+    HIVEMALL_HOME="."
+  else
+    echo "env HIVEMALL_HOME not defined"
+    exit 1
+  fi
+fi
+
+cd $HIVEMALL_HOME
+
+function yes_or_no() {
+  while true; do
+    echo "Type [Y/N]"
+    echo -n ">>"
+    read answer
+
+    case $answer in
+      [yY])
+        return 0
+        ;;
+      [nN])
+        return 1        
+        ;;
+    esac
+  done
+}
+
+old_version=`cat VERSION`
+echo "Current version number is ${old_version}"
+echo
+
+echo "This script will update the version string of Hivemall."
+echo
+echo "Please input a version string (e.g., 0.4.3-rc.2)"
+echo -n ">>"
+read new_version
+
+echo
+echo "--------------------------------------------------------------------------"
+echo "[Here are the list of files to update]"
+echo
+find . -type f \( -name 'VERSION' -o -name 'pom.xml' -o -name 'HivemallConstants.java' -o -name 'HivemallOpsSuite.scala' -o -name 'HiveUdfSuite.scala' \)  | xargs grep ${old_version}
+echo "--------------------------------------------------------------------------"
+echo
+
+echo "Do you really want to update Hivemall version string from ${old_version} to ${new_version}?"
+echo
+
+yes_or_no
+
+if [ "$?" -eq 1 ]; then
+  echo "aborted!"
+  exit 1
+fi
+echo
+
+echo -n "Updating ..."
+find . -type f \( -name 'VERSION' -o -name 'pom.xml' -o -name 'HivemallConstants.java' -o -name 'HivemallOpsSuite.scala' -o -name 'HiveUdfSuite.scala' \) | xargs sed -i '' -e "s/${old_version}/${new_version}/g"
+echo "Done!"

conf/mixserv_env.sh

@@ -1,4 +1,22 @@
 #!/bin/sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
 
 MIXSERV_JMXOPTS+="-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9010 -Dcom.sun.management.jmxremote.local.only=false -Dcom.sun.management.jmxremote.authenticate=false"
 MIXSERV_VMOPTS+="-Xmx4g -da -server -XX:+PrintGCDetails -XX:+UseNUMA -XX:+UseParallelGC"

core/pom.xml

@@ -21,7 +21,7 @@
 	<modelVersion>4.0.0</modelVersion>
 
 	<parent>
-		<groupId>io.github.myui</groupId>
+		<groupId>org.apache.hivemall</groupId>
 		<artifactId>hivemall</artifactId>
 		<version>0.4.2-rc.2</version>
 		<relativePath>../pom.xml</relativePath>

core/src/main/java/hivemall/HivemallConstants.java

@@ -18,7 +18,6 @@
  */
 package hivemall;
 
-
 public final class HivemallConstants {
 
     public static final String VERSION = "0.4.2-rc.2";

core/src/main/resources/log4j.properties

@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
 # Set everything to be logged to the console
 log4j.rootLogger=INFO, console
 log4j.appender.console=org.apache.log4j.ConsoleAppender

core/src/test/resources/log4j.properties

@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
 # Set everything to be logged to the console
 log4j.rootLogger=ERROR, console
 log4j.appender.console=org.apache.log4j.ConsoleAppender

docs/gitbook/book.json

@@ -29,7 +29,7 @@
             "split": false
         },
         "edit-link": {
-            "base": "https://github.com/apache/incubator-hivemall/docs/gitbook",
+            "base": "https://github.com/apache/incubator-hivemall/tree/master/docs/gitbook",
             "label": "Edit"
         },
         "github": {

docs/gitbook/misc/tokenizer.md

@@ -75,7 +75,7 @@ select tokenize_ja("日本経済新聞＆関西国際空港", "normal", null, nu
 
 > ["日本","経済","新聞","関西","国際","空港"]
 
-Note that you can pass `null` to each of the third and fourth argument to explicitly use Kuromoji's default stop words and stop tags. 
+Note that you can pass `null` to each of the third and fourth argument to explicitly use Kuromoji's [default stop words](https://github.com/apache/lucene-solr/blob/master/lucene/analysis/kuromoji/src/resources/org/apache/lucene/analysis/ja/stopwords.txt) and [stop tags](https://github.com/apache/lucene-solr/blob/master/lucene/analysis/kuromoji/src/resources/org/apache/lucene/analysis/ja/stoptags.txt).
 
 If you have a large custom dictionary as an external file, `userDict` can also be `const string userDictURL` which indicates URL of the external file on somewhere like Amazon S3:
 

mixserv/pom.xml

@@ -21,7 +21,7 @@
 	<modelVersion>4.0.0</modelVersion>
 
 	<parent>
-		<groupId>io.github.myui</groupId>
+		<groupId>org.apache.hivemall</groupId>
 		<artifactId>hivemall</artifactId>
 		<version>0.4.2-rc.2</version>
 		<relativePath>../pom.xml</relativePath>
@@ -88,7 +88,7 @@
 
 		<!-- compile scope -->
 		<dependency>
-			<groupId>io.github.myui</groupId>
+			<groupId>org.apache.hivemall</groupId>
 			<artifactId>hivemall-core</artifactId>
 			<version>${project.version}</version>
 			<scope>compile</scope>
@@ -166,7 +166,7 @@
 							<createDependencyReducedPom>false</createDependencyReducedPom>
 							<artifactSet>
 								<includes>
-									<include>io.github.myui:hivemall-core</include>
+									<include>org.apache.hivemall:hivemall-core</include>
 									<include>commons-cli:commons-cli</include>
 									<include>commons-logging:commons-logging</include>
 									<include>log4j:log4j</include>

mixserv/src/test/resources/log4j.properties

@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
 # Set everything to be logged to the console
 log4j.rootLogger=ERROR, console
 log4j.appender.console=org.apache.log4j.ConsoleAppender

nlp/pom.xml

@@ -21,7 +21,7 @@
 	<modelVersion>4.0.0</modelVersion>
 
 	<parent>
-		<groupId>io.github.myui</groupId>
+		<groupId>org.apache.hivemall</groupId>
 		<artifactId>hivemall</artifactId>
 		<version>0.4.2-rc.2</version>
 		<relativePath>../pom.xml</relativePath>
@@ -104,7 +104,7 @@
 			<scope>provided</scope>
 		</dependency>
 		<dependency>
-			<groupId>io.github.myui</groupId>
+			<groupId>org.apache.hivemall</groupId>
 			<artifactId>hivemall-core</artifactId>
 			<version>${project.version}</version>
 			<scope>provided</scope>
@@ -175,7 +175,7 @@
 							<createDependencyReducedPom>false</createDependencyReducedPom>
 							<artifactSet>
 								<includes>
-									<include>io.github.myui:hivemall-core</include>
+									<include>org.apache.hivemall:hivemall-core</include>
 									<include>org.apache.lucene:lucene-analyzers-kuromoji</include>
 									<include>org.apache.lucene:lucene-analyzers-smartcn</include>
 									<include>org.apache.lucene:lucene-analyzers-common</include>

nlp/src/test/resources/log4j.properties

@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
 # Set everything to be logged to the console
 log4j.rootLogger=ERROR, console
 log4j.appender.console=org.apache.log4j.ConsoleAppender