From 582f239d3e176d38d4b98d76aaa67ae8e0e80b44 Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Thu, 9 Feb 2017 18:31:53 +0900 Subject: [PATCH 1/9] Fix to pass mvn apache-rat:check. --- pom.xml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/pom.xml b/pom.xml index 20d2e0ded..e94275dd2 100644 --- a/pom.xml +++ b/pom.xml @@ -45,6 +45,8 @@ ReadMe_Build.txt ReleaseNotes.txt licenses/** + build/** + Makefile cmake/LinuxUtils.cmake cmake/OSXUtils.cmake cmake/TestIfNoUTF8BOM.py @@ -89,6 +91,7 @@ doc/design/modules/crf.tex doc/design/modules/decision-trees.tex doc/design/modules/glm.tex + doc/design/modules/graph.tex doc/design/modules/k-means.tex doc/design/modules/lda.tex doc/design/modules/linear-systems.tex @@ -387,12 +390,14 @@ src/ports/greenplum/4.2/CMakeLists.txt src/ports/greenplum/4.3/CMakeLists.txt src/ports/greenplum/4.3ORCA/CMakeLists.txt + src/ports/greenplum/5/CMakeLists.txt src/ports/greenplum/cmake/FindGreenplum.cmake src/ports/greenplum/cmake/FindGreenplum_4_0.cmake src/ports/greenplum/cmake/FindGreenplum_4_1.cmake src/ports/greenplum/cmake/FindGreenplum_4_2.cmake src/ports/greenplum/cmake/FindGreenplum_4_3.cmake src/ports/greenplum/cmake/FindGreenplum_4_3ORCA.cmake + src/ports/greenplum/cmake/FindGreenplum_5.cmake src/ports/greenplum/cmake/GreenplumUtils.cmake src/ports/greenplum/CMakeLists.txt src/ports/greenplum/dbconnector/Compatibility.hpp @@ -643,6 +648,8 @@ src/ports/postgres/modules/utilities/admin.py_in src/ports/postgres/modules/utilities/control.py_in src/ports/postgres/modules/utilities/control_composite.py_in + src/ports/postgres/modules/utilities/create_indicators.py_in + src/ports/postgres/modules/utilities/create_indicators.sql_in src/ports/postgres/modules/utilities/data_preparation.py_in src/ports/postgres/modules/utilities/data_preparation.sql_in src/ports/postgres/modules/utilities/group_control.py_in From 7f3e356936b56cc20a09f6277859f616dd1c6b90 Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Fri, 10 Feb 2017 21:46:47 +0900 Subject: [PATCH 2/9] Fix new files to add the Apache license declaration. --- configure | 18 ++++++++++++++++++ pom.xml | 2 -- src/ports/greenplum/5/CMakeLists.txt | 18 ++++++++++++++++++ 3 files changed, 36 insertions(+), 2 deletions(-) diff --git a/configure b/configure index 7164a9478..ca796ada0 100755 --- a/configure +++ b/configure @@ -22,6 +22,24 @@ cmake "$@" .. cd .. cat <Makefile +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# all: diff --git a/pom.xml b/pom.xml index e94275dd2..80a185a83 100644 --- a/pom.xml +++ b/pom.xml @@ -46,7 +46,6 @@ ReleaseNotes.txt licenses/** build/** - Makefile cmake/LinuxUtils.cmake cmake/OSXUtils.cmake cmake/TestIfNoUTF8BOM.py @@ -390,7 +389,6 @@ src/ports/greenplum/4.2/CMakeLists.txt src/ports/greenplum/4.3/CMakeLists.txt src/ports/greenplum/4.3ORCA/CMakeLists.txt - src/ports/greenplum/5/CMakeLists.txt src/ports/greenplum/cmake/FindGreenplum.cmake src/ports/greenplum/cmake/FindGreenplum_4_0.cmake src/ports/greenplum/cmake/FindGreenplum_4_1.cmake diff --git a/src/ports/greenplum/5/CMakeLists.txt b/src/ports/greenplum/5/CMakeLists.txt index 015d76ea5..b93df9e07 100644 --- a/src/ports/greenplum/5/CMakeLists.txt +++ b/src/ports/greenplum/5/CMakeLists.txt @@ -1 +1,19 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# add_current_greenplum_version() From 97e795dd49be94871a076d1019ccb5c2513d27a2 Mon Sep 17 00:00:00 2001 From: Orhan Kislal Date: Fri, 10 Feb 2017 11:36:25 -0800 Subject: [PATCH 3/9] Release: Updates the release notes for v1.10.0. Closes #97 --- RELEASE_NOTES | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) diff --git a/RELEASE_NOTES b/RELEASE_NOTES index 6eb5c2278..29d850cc2 100644 --- a/RELEASE_NOTES +++ b/RELEASE_NOTES @@ -8,6 +8,41 @@ A complete list of changes for each release can be obtained by viewing the git commit history located at https://github.com/madlib/madlib/commits/master. Current list of bugs and issues can be found at https://issues.apache.org/jira/browse/MADLIB. +—------------------------------------------------------------------------- +MADlib v1.10.0 + +Release Date: 2017-February-17 + +New features: +* New module: Graph - Single Source Shortest Path (SSSP) (MADLIB-992) + - Calculate the shortest path from a given vertex to every vertex in the graph. +* New module: Encode categorical variables (MADLIB-1038) + - Completely new version for dummy/one-hot encoding of categorical variables with new name and different arguments. + - Previous version has been deprecated. +* New module (early stage): K-Nearest Neighbors (KNN) (MADLIB-927) + - Find the k nearest neighbors based on the squared_dist_norm2 metric. +* Elastic Net: Add grouping support (MADLIB-950) + - Elastic net train for both Gaussian and Binomial models, with FISTA + and IGD optimizations support grouping. + - Use active sets for FISTA, but active sets are used only after the + log-likelihood of all the groups becomes 0. +* Elastic Net: Add cross validation (MADLIB-996) +* PCA: Add grouping support (MADLIB-947) +* PCA: Removed column id restriction. +* Kmeans: Cluster variance for PivotalR support. +* Kmeans: Support for array input. (MADLIB-1018) +* DT and RF: Verbose option for the dot output format. (MADLIB-1051) +* Association Rules: Add rule counts and limit itemset size feature (MADLIB-1044, MADLIB-1031) +* Boost library has been upgraded from 1.47 to 1.61 +* Multiple improvements to the build system (madpack, cmake etc.) to support Semantic versioning and various versions of GPDB and HAWQ. + +Bug fixes: + - Pivot: Adjust the warning level to remove redundant messages. + - RF: Fix the online help and examples. + - Utilities: Fix incorrect flag for distribution. + - Install check: Update date format and remove hardcoded schema names. + - Multiple user documentation improvements. + —------------------------------------------------------------------------- MADlib v1.9.1 From da3d3e45b2c3b00b8904cc58b4d886b7154f9bc4 Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Thu, 9 Feb 2017 18:31:53 +0900 Subject: [PATCH 4/9] Fix to pass mvn apache-rat:check. --- pom.xml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/pom.xml b/pom.xml index 20d2e0ded..e94275dd2 100644 --- a/pom.xml +++ b/pom.xml @@ -45,6 +45,8 @@ ReadMe_Build.txt ReleaseNotes.txt licenses/** + build/** + Makefile cmake/LinuxUtils.cmake cmake/OSXUtils.cmake cmake/TestIfNoUTF8BOM.py @@ -89,6 +91,7 @@ doc/design/modules/crf.tex doc/design/modules/decision-trees.tex doc/design/modules/glm.tex + doc/design/modules/graph.tex doc/design/modules/k-means.tex doc/design/modules/lda.tex doc/design/modules/linear-systems.tex @@ -387,12 +390,14 @@ src/ports/greenplum/4.2/CMakeLists.txt src/ports/greenplum/4.3/CMakeLists.txt src/ports/greenplum/4.3ORCA/CMakeLists.txt + src/ports/greenplum/5/CMakeLists.txt src/ports/greenplum/cmake/FindGreenplum.cmake src/ports/greenplum/cmake/FindGreenplum_4_0.cmake src/ports/greenplum/cmake/FindGreenplum_4_1.cmake src/ports/greenplum/cmake/FindGreenplum_4_2.cmake src/ports/greenplum/cmake/FindGreenplum_4_3.cmake src/ports/greenplum/cmake/FindGreenplum_4_3ORCA.cmake + src/ports/greenplum/cmake/FindGreenplum_5.cmake src/ports/greenplum/cmake/GreenplumUtils.cmake src/ports/greenplum/CMakeLists.txt src/ports/greenplum/dbconnector/Compatibility.hpp @@ -643,6 +648,8 @@ src/ports/postgres/modules/utilities/admin.py_in src/ports/postgres/modules/utilities/control.py_in src/ports/postgres/modules/utilities/control_composite.py_in + src/ports/postgres/modules/utilities/create_indicators.py_in + src/ports/postgres/modules/utilities/create_indicators.sql_in src/ports/postgres/modules/utilities/data_preparation.py_in src/ports/postgres/modules/utilities/data_preparation.sql_in src/ports/postgres/modules/utilities/group_control.py_in From b75e5bfa405386739a87438755677576fe67535e Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Fri, 10 Feb 2017 21:46:47 +0900 Subject: [PATCH 5/9] Fix new files to add the Apache license declaration. --- configure | 18 ++++++++++++++++++ pom.xml | 2 -- src/ports/greenplum/5/CMakeLists.txt | 18 ++++++++++++++++++ 3 files changed, 36 insertions(+), 2 deletions(-) diff --git a/configure b/configure index 7164a9478..ca796ada0 100755 --- a/configure +++ b/configure @@ -22,6 +22,24 @@ cmake "$@" .. cd .. cat <Makefile +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# all: diff --git a/pom.xml b/pom.xml index e94275dd2..80a185a83 100644 --- a/pom.xml +++ b/pom.xml @@ -46,7 +46,6 @@ ReleaseNotes.txt licenses/** build/** - Makefile cmake/LinuxUtils.cmake cmake/OSXUtils.cmake cmake/TestIfNoUTF8BOM.py @@ -390,7 +389,6 @@ src/ports/greenplum/4.2/CMakeLists.txt src/ports/greenplum/4.3/CMakeLists.txt src/ports/greenplum/4.3ORCA/CMakeLists.txt - src/ports/greenplum/5/CMakeLists.txt src/ports/greenplum/cmake/FindGreenplum.cmake src/ports/greenplum/cmake/FindGreenplum_4_0.cmake src/ports/greenplum/cmake/FindGreenplum_4_1.cmake diff --git a/src/ports/greenplum/5/CMakeLists.txt b/src/ports/greenplum/5/CMakeLists.txt index 015d76ea5..b93df9e07 100644 --- a/src/ports/greenplum/5/CMakeLists.txt +++ b/src/ports/greenplum/5/CMakeLists.txt @@ -1 +1,19 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# add_current_greenplum_version() From 0a5eb09dd749f68f9dd0499304911d3c66cd7b84 Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Sun, 12 Feb 2017 14:36:14 +0900 Subject: [PATCH 6/9] Fix pom.xml for the Apache license declaration. --- pom.xml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/pom.xml b/pom.xml index 80a185a83..e404aa6f5 100644 --- a/pom.xml +++ b/pom.xml @@ -45,7 +45,6 @@ ReadMe_Build.txt ReleaseNotes.txt licenses/** - build/** cmake/LinuxUtils.cmake cmake/OSXUtils.cmake cmake/TestIfNoUTF8BOM.py @@ -90,7 +89,6 @@ doc/design/modules/crf.tex doc/design/modules/decision-trees.tex doc/design/modules/glm.tex - doc/design/modules/graph.tex doc/design/modules/k-means.tex doc/design/modules/lda.tex doc/design/modules/linear-systems.tex @@ -648,8 +646,6 @@ src/ports/postgres/modules/utilities/control_composite.py_in src/ports/postgres/modules/utilities/create_indicators.py_in src/ports/postgres/modules/utilities/create_indicators.sql_in - src/ports/postgres/modules/utilities/data_preparation.py_in - src/ports/postgres/modules/utilities/data_preparation.sql_in src/ports/postgres/modules/utilities/group_control.py_in src/ports/postgres/modules/utilities/in_mem_group_control.py_in src/ports/postgres/modules/utilities/math_utils.py_in From 237be24ce94084126175e4e4d34643df2dfd66d6 Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Sun, 12 Feb 2017 14:41:17 +0900 Subject: [PATCH 7/9] Fix pom.xml. --- pom.xml | 2 -- 1 file changed, 2 deletions(-) diff --git a/pom.xml b/pom.xml index 16496be9f..e404aa6f5 100644 --- a/pom.xml +++ b/pom.xml @@ -45,7 +45,6 @@ ReadMe_Build.txt ReleaseNotes.txt licenses/** - build/** cmake/LinuxUtils.cmake cmake/OSXUtils.cmake cmake/TestIfNoUTF8BOM.py @@ -90,7 +89,6 @@ doc/design/modules/crf.tex doc/design/modules/decision-trees.tex doc/design/modules/glm.tex - doc/design/modules/graph.tex doc/design/modules/k-means.tex doc/design/modules/lda.tex doc/design/modules/linear-systems.tex From 2a325ecee8858b8ded21dd04d3fad7481a377185 Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Sun, 12 Feb 2017 18:13:22 +0900 Subject: [PATCH 8/9] Fix pom.xml. --- src/madpack/changelist_1.9_1.10.yaml | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/src/madpack/changelist_1.9_1.10.yaml b/src/madpack/changelist_1.9_1.10.yaml index 41082ad8f..8d1a77344 100644 --- a/src/madpack/changelist_1.9_1.10.yaml +++ b/src/madpack/changelist_1.9_1.10.yaml @@ -1,3 +1,22 @@ +# ------------------------------------------------------------------------------ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ------------------------------------------------------------------------------ + # Changelist for MADlib version 1.9 to 1.10 # This file contains all changes that were introduced in a new version of From 290e0403869c1166207f11daa004dbf753670ced Mon Sep 17 00:00:00 2001 From: Satoshi Nagayasu Date: Sun, 12 Feb 2017 18:14:43 +0900 Subject: [PATCH 9/9] Fix pom.xml for version number. --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index e404aa6f5..f049d0bbd 100644 --- a/pom.xml +++ b/pom.xml @@ -22,7 +22,7 @@ org.apache.madlib madlib - 1.9 + 1.10 pom