Merge commit '79da040a748197ae155932ff4fe61626c8d0c637' as 'modules/k…

…ibana5'

modules/kibana5/.fixtures.yml

@@ -0,0 +1,6 @@
+fixtures:
+  repositories:
+    stdlib: "git://github.com/puppetlabs/puppetlabs-stdlib.git"
+    apt: "git://github.com/puppetlabs/puppetlabs-apt.git"
+  symlinks:
+    "kibana5": "#{source_dir}"

modules/kibana5/.gitignore

@@ -0,0 +1,6 @@
+spec/fixtures
+Gemfile.lock
+pkg
+*.swp
+*.swo
+list/

modules/kibana5/.rspec

@@ -0,0 +1 @@
+--format documentation --color

modules/kibana5/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+script:
+  - "bundle exec rake test"
+rvm:
+  - 2.0.0
+env:
+ - PUPPET_GEM_VERSION="~> 3.4.0"
+ - PUPPET_GEM_VERSION="~> 3.5.0"

modules/kibana5/CHANGELOG.md

@@ -0,0 +1,3 @@
+# 1.0.0 (2016-11-03)
+
+**Initial Release**

modules/kibana5/Gemfile

@@ -0,0 +1,14 @@
+source "https://rubygems.org"
+
+# Required for unit testing
+gem 'facter', :require => false, :group => :test
+gem 'puppet', :require => false, :group => :test
+gem 'puppet-lint', :require => false, :group => :test
+gem 'puppetlabs_spec_helper', :require => false, :group => :test
+gem 'rake', :require => false, :group => :test
+gem "rspec-puppet", :git => 'https://github.com/rodjek/rspec-puppet.git', :require => false, :group => :test
+gem 'rspec-hiera-puppet', :require => false, :group => :test
+gem 'rspec-mocks', :require => false, :group => :test
+gem 'simplecov', :require => false, :group => :test
+gem 'simplecov-summary', :require => false, :group => :test
+gem 'simplecov-csv', :require => false, :group => :test

modules/kibana5/LICENSE

@@ -0,0 +1,13 @@
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+Copyright 2016 Nextdoor.com, Inc

modules/kibana5/Makefile

@@ -0,0 +1,16 @@
+HERE = $(shell pwd)
+BIN = $(HERE)/bin
+
+BUILD_DIRS = pkg spec/fixtures
+
+.PHONY: all build clean
+
+all: build
+
+clean:
+	rm -rf $(BUILD_DIRS)
+	find . -type f -name '*.swo' -exec rm -rf {} \;
+	find . -type f -name '*.swp' -exec rm -rf {} \;
+
+build: clean
+	puppet module build

modules/kibana5/README.md

@@ -0,0 +1,196 @@
+# kibana5
+
+[![Puppet Forge](http://img.shields.io/puppetforge/v/Nextdoor/kibana5.svg)](https://forge.puppetlabs.com/Nextdoor/kibana5)
+[![Build Status](http://img.shields.io/travis/Nextdoor/puppet-kibana5.svg)](http://travis-ci.org/Nextdoor/puppet-kibana5)
+
+
+#### Table of Contents
+
+1. [Overview](#overview)
+2. [Module Description - What the module does and why it is useful](#module-description)
+3. [Setup - The basics of getting started with kibana5](#setup)
+    * [What kibana5 affects](#what-kibana5-affects)
+    * [Beginning with kibana5](#beginning-with-kibana5)
+4. [Usage - Configuration options and additional functionality](#usage)
+5. [Parameters](#parameters)
+6. [Reference - An under-the-hood peek at what the module is doing and how](#reference)
+7. [Limitations - OS compatibility, etc.](#limitations)
+
+## Overview
+
+Install and configure Kibana5. This module is a near copy of
+[lesaux/puppet-kibana4](https://github.com/lesaux/puppet-kibana4) -- and
+intended to act as a drop in replacement. 
+
+## Module Description
+
+This module sets up and manages Kibana 5.x on a host. The ElasticSearch team
+continues to make "breaking" changes between their versions, so rather than try
+to patch the well-written [Kibana4](https://github.com/lesaux/puppet-kibana4)
+module, I've basically cloned its behaviors here but tweaked them for Kibana5.
+
+## Setup
+
+### What kibana5 affects
+
+* Manage the elastic.co Kibana repositories
+* Install the Kibana package
+* Modifies configuration file if needed.
+* Java installation is not managed by this module.
+
+### Beginning with kibana5
+
+```puppet
+include kibana5
+```
+
+## Usage
+
+The elastic.co packages create a kibana user and group (999:999) and they
+provide an init file `/etc/init.d/kibana`.  This is now the preferred
+installation method for kibana5.
+
+```puppet
+include kibana5
+```
+
+## Parameters
+
+Check all parameters in the `manifests/init.pp` file.
+
+### Installation Parameters
+
+#### `version`
+
+Version of Kibana4 that gets installed.  Defaults to the latest version
+available in the `package_repo_version` you select
+
+#### `install_method`
+
+This parameter is deprecated. Only package installation from official
+`elastic.co` repositories is supported.
+
+#### `manage_repo`
+
+Whether or not to have the module also manage the Yum or Apt repos.  Defaults
+to 'true'.
+
+#### `package_repo_version`
+
+Apt or yum repository version. Defaults to '5.0'.
+
+#### `package_repo_proxy`
+
+Whether or not to use a proxy for downloading the kibana5 package. Default is
+'undef, so no proxy will be used. This is only support with yum repositories.
+
+#### `service_ensure`
+
+Specifies the service state. Valid values are stopped (false) and running
+(true).  Defaults to 'running'.
+
+#### `service_enable`
+
+Should the service be enabled on boot. Valid values are 'true', 'false', and
+'manual'.  Defaults to 'true'.
+
+#### `service_name`
+
+Name of the Kibana4 service. Defaults to 'kibana'.
+
+#### `plugins`
+
+Simple plugin support has been added, but updating existing plugins is not yet
+supported.  A hash of plugins and their installation parameters is expected:
+
+```puppet
+class { 'kibana5':
+  ...
+  plugins => {
+    'elasticsearch/marvel' => {
+       kibana5_plugin_dir => '/opt/kibana/installedPlugins', # optional - this is the default
+       url                => 'http://your_custom_url',       # necessary if using arbitrary URL
+       ensure             => present,                        # mandatory - either 'present' or 'absent'
+    },
+    'elastic/sense' => {
+       ensure          => present,
+    },
+  }
+}
+```
+
+### Configuration Parameters
+
+* See the [Kibana5
+* documentation](https://www.elastic.co/guide/en/kibana/5.x/kibana-server-properties.html)
+* for a full list of kibana server properties.
+* Note: If you do not specify a hash of configuration parameters, then the
+* default `kibana.yml` provided by the archive or package will be left intact.
+* Note: The config hash is different in version 4.1 than it is in version 4.3.
+
+#### `config`
+
+An extensive config could look like:
+
+```puppet
+  ...
+  config => {
+    'server.port'                  => 5601,
+    'server.host'                  => '0.0.0.0',
+    'elasticsearch.url'            => 'http://localhost:9200',
+    'elasticsearch.preserveHost'   => true,
+    'elasticsearch.ssl.cert'       => '/path/to/your/cert',
+    'elasticsearch.ssl.key'        => '/path/to/your/key',
+    'elasticsearch.password'       => 'password',
+    'elasticsearch.username'       => 'username',
+    'elasticsearch.pingTimeout'    => 1500,
+    'elasticsearch.startupTimeout' => 5000,
+    'kibana.index'                 => '.kibana',
+    'kibana.defaultAppId'          => 'discover',
+    'logging.silent'               => false,
+    'logging.quiet'                => false,
+    'logging.verbose'              => false,
+    'logging.events'               => "{ log: ['info', 'warning', 'error', 'fatal'], response: '*', error: '*' }",
+    'elasticsearch.requestTimeout' => 500000,
+    'elasticsearch.shardTimeout'   => 0,
+    'elasticsearch.ssl.verify'     => true,
+    'elasticsearch.ssl.ca'         => '[/path/to/a/CA,path/to/anotherCA/]',
+    'server.ssl.key'               => '/path/to/your/ssl/key',
+    'server.ssl.cert'              => '/path/to/your/ssl/cert',
+    'pid.file'                     => '/var/run/kibana.pid',
+    'logging.dest'                 => '/var/log/kibana/kibana.log',
+  },
+```
+
+## Testing
+
+### Rspec
+
+You can install gem dependencies with
+```
+$ bundle install
+```
+and run tests with
+```
+$ bundle exec rake spec
+```
+
+### Beaker-rspec
+
+You can run beaker-spec tests which will start two vagrant boxes, one to do
+basic test of the `archive` installation method, and the other to test the
+`package` installation method. Each vagrant box also runs elasticsearch.
+
+At this time these tests are fairly basic. We use a basic manifest in each case
+and ensure that the puppet return code is 2 (the run succeeded, and some
+resources were changed) on the first run, and ensure that the return code is 0
+(the run succeeded with no changes or failures; the system was already in the
+desired state) on the second run.
+
+Available node sets are centos-66-x64, centos-70-x64, ubuntu-1204-x64,
+ubuntu-1404-x64, debian-78-x64.
+
+Run with:
+```
+$ BEAKER_set=centos-66-x64 bundle exec rspec spec/acceptance
+```

modules/kibana5/Rakefile

@@ -0,0 +1,26 @@
+require 'rubygems'
+require 'puppetlabs_spec_helper/rake_tasks'
+require 'puppet-lint/tasks/puppet-lint'
+
+PuppetLint.configuration.ignore_paths = ["spec/**/*.pp", "pkg/**/*.pp"]
+PuppetLint.configuration.fail_on_warnings
+
+desc "Validate manifests, templates, and ruby files"
+task :validate do
+  Dir['manifests/**/*.pp'].each do |manifest|
+    sh "puppet parser validate --noop #{manifest}"
+  end
+  Dir['spec/**/*.rb','lib/**/*.rb'].each do |ruby_file|
+    sh "ruby -c #{ruby_file}" unless ruby_file =~ /spec\/fixtures/
+  end
+  Dir['templates/**/*.erb'].each do |template|
+    sh "erb -P -x -T '-' #{template} | ruby -c"
+  end
+end
+
+desc "Run syntax, lint, and spec tests."
+task :test => [
+  :syntax,
+  :lint,
+  :spec,
+]

modules/kibana5/manifests/config.pp

@@ -0,0 +1,30 @@
+# == Class: kibana5::config
+#
+# Optionally installs a Kibana5 configuration file. If no configuration is
+# supplied, leaves the original Kibana5 config file in place from the package.
+#
+# === Parameters
+#
+# See Kibana5 class for details.
+#
+# === Authors
+#
+# Matt Wise <matt@nextdoor.com>
+#
+class kibana5::config (
+  $config     = $kibana5::config,
+  $config_dir = $kibana5::config_dir,
+) inherits kibana5 {
+
+  if $config {
+    file { 'kibana-config-file':
+      ensure    => file,
+      path      => "${config_dir}/kibana.yml",
+      owner     => 'kibana',
+      group     => 'kibana',
+      mode      => '0755',
+      content   => template('kibana5/kibana.yml.erb'),
+      show_diff => false,
+    }
+  }
+}