fix(repo): use_upstream_repo corrections; separate users state

BREAKING CHANGE:

The formula has been refactored to accomodate multiple packages,
archives, users, and repos. Update your pillars and top states

Author: noelmcloughlin

docs/README.rst

@@ -53,6 +53,11 @@ starts the associated prometheus service.
 
 This state will install the prometheus from archive file only.
 
+``prometheus.archive.alternatives``
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+This state will install the prometheus linux alternatives for archives only.
+
 ``prometheus.package``
 ^^^^^^^^^^^^^^^^^^^^
 
@@ -107,6 +112,11 @@ This state will remove the prometheus package and has a depency on
 
 This state will uninstall the prometheus archive-extracted directory only.
 
+``prometheus.package.archive.alternatives.clean``
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+This state will uninstall the prometheus linux alternatives for archives only.
+
 ``prometheus.package.repo.clean``
 ^^^^^^^^^^^^^^^^^^^^^^^^^
 

pillar.example

@@ -6,6 +6,8 @@ prometheus:
     - prometheus
     - pushgateway
     - node_explorer
+    # no memcached_exporter in upstream repo - only archive
+    # memcached_exporter
 
   use_upstream_repo: False
   use_upstream_archive: True

prometheus/archive/alternatives/install.sls

@@ -5,7 +5,7 @@
 {%- set tplroot = tpldir.split('/')[0] %}
 {%- from tplroot ~ "/map.jinja" import prometheus as p with context %}
 {%- from tplroot ~ "/libtofs.jinja" import files_switch with context %}
-{%- set sls_archive_install = tplroot ~ '.archive.install' %}
+{%- set sls_archive_install = tplroot ~ '.archive' %}
 
     {%- if grains.kernel|lower in ('linux',) and p.linux.altpriority|int > 0 %}
 
@@ -21,8 +21,6 @@ prometheus-archive-alternatives-install-{{ name }}-home-cmd-run:
     - name: update-alternatives --install {{ p.dir.basedir }}/{{ bundle }} prometheus-{{ name }}-home {{ p.dir.basedir }}/{{ bundle }} {{p.linux.altpriority}}
     - watch:
       - archive: prometheus-archive-install-{{ name }}-archive-extracted
-    - require:
-      - sls: {{ sls_archive_install }}
 
 prometheus-archive-alternatives-install-{{ name }}-home-alternatives-install:
   alternatives.install:
@@ -33,8 +31,6 @@ prometheus-archive-alternatives-install-{{ name }}-home-alternatives-install:
     - order: 10
     - watch:
         - archive: prometheus-archive-install-{{ name }}-archive-extracted
-    - require:
-      - sls: {{ sls_archive_install }}
     - onlyif: {{ grains.os_family not in ('Suse',) }}
 
 prometheus-archive-alternatives-install-{{ name }}-home-alternatives-set:

prometheus/archive/clean.sls

@@ -5,10 +5,10 @@
 {%- set tplroot = tpldir.split('/')[0] %}
 {%- from tplroot ~ "/map.jinja" import prometheus as p with context %}
 {%- set sls_alternatives_clean = tplroot ~ '.archive.alternatives.clean' %}
-
-    {%- if p.use_upstream_archive %}
+{%- set sls_users_clean = tplroot ~ '.config.users.clean' %}
 
 include:
+  - {{ sls_users_clean }}
   - {{ sls_alternatives_clean }}
 
         {%- for name in p.wanted %}
@@ -31,13 +31,9 @@ prometheus-archive-clean-{{ name }}-user-absent:
 
         {%- endfor %}
 
-prometheus-archive-clean-file-directory:
+prometheus-archive-clean-basedir-file-directory:
   file.absent:
-    - names:
-      - {{ p.dir.basedir }}
-      - {{ p.dir.etc }}
-      - {{ p.dir.var }}
+    - name: {{ p.dir.basedir }}
     - require:
       - sls: {{ sls_alternatives_clean }}
 
-    {%- endif %}

prometheus/archive/install.sls

@@ -6,35 +6,24 @@
 {%- from tplroot ~ "/map.jinja" import prometheus as p with context %}
 {%- from tplroot ~ "/jinja/macros.jinja" import format_kwargs with context %}
 {%- from tplroot ~ "/libtofs.jinja" import files_switch with context %}
+{%- set sls_users_install = tplroot ~ '.config.users' %}
 
-prometheus-archive-install-file-directory:
+include:
+  - {{ sls_users_install }}
+
+prometheus-config-file-basedir-file-directory:
   file.directory:
-    - names:
-      - {{ p.dir.basedir }}
-      - {{ p.dir.etc }}
-      - {{ p.dir.var }}
+    - name: {{ p.dir.basedir }}
     - user: prometheus
     - group: prometheus
     - mode: 755
     - makedirs: True
+    # require:
+      # sls: {{ sls_users_install }}
 
   {%- for name in p.wanted %}
       {%- set bundle = name + '-%s.%s-%s'|format(p.pkg[name]['archive_version'], p.kernel, p.arch) %}
 
-prometheus-archive-install-{{ name }}-user-present:
-  group.present:
-    - name: {{ name }}
-    - require_in:
-      - user: prometheus-archive-install-{{ name }}-user-present
-  user.present:
-    - name: {{ name }}
-    - shell: /bin/false
-    - createhome: false
-    - groups:
-      - {{ name }}
-    - require_in:
-      - archive: prometheus-archive-install-{{ name }}-archive-extracted
-
 prometheus-archive-install-{{ name }}-archive-extracted:
   archive.extracted:
     - name: {{ p.dir.basedir }}
@@ -47,6 +36,8 @@ prometheus-archive-install-{{ name }}-archive-extracted:
     - recurse:
         - user
         - group
+    - require:
+      - file: prometheus-config-file-basedir-file-directory
 
       {%- if name in p.service %}
          
@@ -59,6 +50,7 @@ prometheus-archive-install-{{ name }}-file-directory:
     - makedirs: True
     - require:
       - archive: prometheus-archive-install-{{ name }}-archive-extracted
+      - file: prometheus-config-file-basedir-file-directory
 
 prometheus-archive-install-{{ name }}-managed-service:
   file.managed:
@@ -82,6 +74,7 @@ prometheus-archive-install-{{ name }}-managed-service:
         stop: '' #not needed
     - require:
       - file: prometheus-archive-install-{{ name }}-file-directory
+      - file: prometheus-config-file-basedir-file-directory
 
       {%- endif %}
   {%- endfor %}

prometheus/config/args/clean.sls

@@ -55,3 +55,7 @@ prometheus-config-args-{{ name }}-file-absent:
             {%- endif %}
         {%- endif %}
     {%- endfor %}
+
+prometheus-config-file-args-file-absent:
+  file.absent:
+    - name: {{ prometheus.dir.args }}

prometheus/config/args/install.sls

@@ -9,8 +9,18 @@
 {%- set sls_service_install = tplroot ~ '.service' %}
 
 include:
-  - {{ sls_config_install }}
   - {{ sls_service_install }}
+  - {{ sls_config_install }}
+
+prometheus-config-file-args-file-directory:
+  file.directory:
+    - name: {{ prometheus.dir.args }}
+    - user: prometheus
+    - group: prometheus
+    - mode: 755
+    - makedirs: True
+    # require:
+      # sls: {{ sls_config_install }}.users
 
     {%- for name in prometheus.wanted %}
         {%- if name in prometheus.config or name in prometheus.service %}
@@ -28,6 +38,8 @@ prometheus-config-args-{{ name }}-data-dir:
     - makedirs: True
     - watch_in:
       - service: prometheus-service-running-{{ name }}-service-running
+    - require:
+      - file: prometheus-config-file-args-file-directory
 
             {%- endif %}
             {%- if args and grains.os_family == 'FreeBSD' %}
@@ -43,7 +55,7 @@ prometheus-config-args-args-web-listen-address:
                 {%- endif %}
                 {%- if 'collector.textfile.directory' in args.keys() %}
 
-prometheus-config-args-{{ name }}--collector-textfile-directory:
+prometheus-config-args-{{ name }}-collector-textfile-directory:
   sysrc.managed:
     - name: {{ name }}_textfile_dir
     - value: {{ args.pop('collector.textfile.directory') }}

prometheus/config/clean.sls

@@ -4,3 +4,4 @@
 include:
   - .file.clean
   - .args.clean
+  - .users.clean

prometheus/config/file/clean.sls

@@ -19,3 +19,7 @@ prometheus-config-file-{{ name }}-file-absent:
       - sls: {{ sls_service_clean }}
 
     {%- endfor %}
+
+prometheus-config-file-etc-file-absent:
+  file.absent:
+    - name: {{ prometheus.dir.etc }}

prometheus/config/file/install.sls

@@ -5,11 +5,23 @@
 {%- set tplroot = tpldir.split('/')[0] %}
 {%- from tplroot ~ "/map.jinja" import prometheus with context %}
 {%- from tplroot ~ "/libtofs.jinja" import files_switch with context %}
-{%- set sls_archive_install = tplroot ~ '.archive.install' %}
-{%- set sls_package_install = tplroot ~ '.package.install' %}
+{%- set sls_users_install = tplroot ~ '.config.users' %}
+{%- set sls_archive_install = tplroot ~ '.archive' %}
+{%- set sls_package_install = tplroot ~ '.package' %}
 
 include:
   - {{ sls_archive_install if prometheus.use_upstream_archive else sls_package_install }}
+  - {{ sls_users_install }}
+
+prometheus-config-file-etc-file-directory:
+  file.directory:
+    - name: {{ prometheus.dir.etc }}
+    - user: prometheus
+    - group: prometheus
+    - mode: 755
+    - makedirs: True
+    # require:
+      # sls: {{ sls_archive_install if prometheus.use_upstream_archive else sls_package_install }}
 
     {%- for name in prometheus.wanted %}
         {%- if name in prometheus.config or name in prometheus.service %}
@@ -29,7 +41,8 @@ prometheus-config-file-{{ name }}-file-managed:
     - context:
         config: {{ '' if name not in prometheus.config else prometheus.config[name]|json }}
     - require:
-      - sls: {{ sls_archive_install if prometheus.use_upstream_archive else sls_package_install }}
+      - file: prometheus-config-file-etc-file-directory
+      # user: prometheus-config-user-install-{{ name }}-user-present
 
         {%- endif %}
     {%- endfor %}