Temp Commit

* scaffolding 942

Resolves: harvester/tests#942

vagrant-pxe-airgap-harvester/ansible/roles/harvester/templates/config-create.yaml.j2

@@ -1,41 +1,3 @@
-# example from https://github.com/harvester/ipxe-examples/blob/main/general/config-create.yaml
-
-{% if  (settings['harvester_iso_url'] == 'https://releases.rancher.com/harvester/v1.0.3/harvester-v1.0.3-amd64.iso') or (settings['harvester_iso_url'] == 'https://releases.rancher.com/harvester/v1.0.2/harvester-v1.0.2-amd64.iso') or (settings['harvester_iso_url'] == 'https://releases.rancher.com/harvester/v1.0.1/harvester-v1.0.0-amd64.iso') or (settings['harvester_iso_url'] == 'https://releases.rancher.com/harvester/v1.0.0/harvester-v1.0.0-amd64.iso')  %}
-token: {{ settings['harvester_config']['token'] }}
-os:
-  hostname: harvester-node-0
-  ssh_authorized_keys:
-{% for ssh_key in settings['harvester_config']['ssh_authorized_keys'] %}
-    - {{ ssh_key }}
-{% endfor %}
-  password: {{ settings['harvester_config']['password'] }}
-  ntp_servers:
-{% for ntp_server in settings['harvester_config']['ntp_servers'] %}
-    - {{ ntp_server }}
-{% endfor %}
-install:
-  mode: create
-  networks:
-    harvester-mgmt:
-      interfaces:
-      - name: {{ settings['harvester_network_config']['cluster'][0]['mgmt_interface'] }}  # The management interface name
-      method: dhcp
-    bond0:
-      interfaces:
-      - name: {{ settings['harvester_network_config']['cluster'][0]['vagrant_interface'] }}
-      method: dhcp
-  device: /dev/vda       # The target disk to install
-  iso_url: http://{{ hostvars['pxe_server']['ansible_eth0']['ipv4']['address'] }}/harvester/harvester-amd64.iso
-#  tty: ttyS1,115200n8   # For machines without a VGA console
-  tty: ttyS0
-  vip: {{ settings['harvester_network_config']['vip']['ip'] }}
-  vip_mode: {{ settings['harvester_network_config']['vip']['mode'] }}
-  vip_hw_addr: {{ settings['harvester_network_config']['vip']['mac'] }}
-{% if settings['harvester_network_config']['offline'] %}
-systemSettings:
-  ui-source: bundled
-{% endif %}
-{% else %}
 scheme_version: 1
 token: {{ settings['harvester_config']['token'] }}
 os:
@@ -66,6 +28,5 @@ install:
 systemSettings:
   ui-source: bundled
 {% endif %}
-{% endif %}
 
 

vagrant-pxe-airgap-registry-harvester/README.md

@@ -0,0 +1,4 @@
+# Notes
+
+- ansible-galaxy collection install ansible.posix
+- region on minio is being set, but in the ui will display as empty...

vagrant-pxe-airgap-registry-harvester/Vagrantfile

@@ -0,0 +1,127 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+require 'yaml'
+VAGRANTFILE_API_VERSION = "2"
+# vagrant-libvirt should be specified
+ENV['VAGRANT_DEFAULT_PROVIDER'] = "libvirt"
+
+@root_dir = File.dirname(File.expand_path(__FILE__))
+@settings = YAML.load_file(File.join(@root_dir, "settings.yml"))
+# All Vagrant configuration is done below. The "2" in Vagrant.configure
+# configures the configuration version (we support older styles for
+# backwards compatibility). Please don't change it unless you know what
+# you're doing.
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+
+  config.vm.graceful_halt_timeout = 120
+
+  config.vm.define :pxe_server_kea do |pxe_server_kea|
+    pxe_server_kea.vm.box = 'generic/debian10'
+    pxe_server_kea.vm.hostname = 'pxe-server-kea'
+
+    pxe_server_kea.vm.network 'private_network',
+      :ip => @settings['kea_server']['main_network']['ip'],
+      :libvirt__guest_ipv6 => "no",
+      :libvirt__dhcp_enabled => false,
+      :libvirt__network_name => 'harvester-airgap',
+      :autostart => true,
+      :libvirt__always_destroy => true
+
+    pxe_server_kea.vm.provider :libvirt do |libvirt|
+      libvirt.cpu_mode = 'host-passthrough'
+      libvirt.memory = '8192'
+      libvirt.cpus = '4'
+      libvirt.nic_model_type = 'e1000'
+      libvirt.storage :file, :size => @settings['kea_server']['storage']['minio']['size'], :device => @settings['kea_server']['storage']['minio']['device']
+      libvirt.storage :file, :size => @settings['kea_server']['storage']['caddy_fileserver']['size'], :device => @settings['kea_server']['storage']['caddy_fileserver']['device']
+      libvirt.storage :file, :size => @settings['kea_server']['storage']['tftp']['size'], :device => @settings['kea_server']['storage']['tftp']['device']
+    end
+
+    pxe_server_kea.vm.provision :ansible do |ansible|
+      ansible.playbook = 'ansible/setup_pxe_server_kea.yml'
+      ansible.verbose ="vvv"
+      ansible.extra_vars = {
+        settings: @settings
+      }
+    end
+
+  end
+
+  # config.vm.define :tinybox do |tinybox"|
+  #   tinybox.vm.box = 'generic/debian10'
+  #   tinybox.vm.hostname = 'tinybox'
+  #   # set tiny box on the private network harvester-airgap with dhcp enabled
+  #   tinybox.vm.network 'private_network',
+  #     libvirt__network_name: 'harvester-airgap',
+  #     mac: '02:00:00:71:29:7B'
+
+  # end
+  # The most common configuration options are documented and commented below.
+  # For a complete reference, please see the online documentation at
+  # https://docs.vagrantup.com.
+
+  # Every Vagrant development environment requires a box. You can search for
+  # boxes at https://vagrantcloud.com/search.
+  # config.vm.box = "base"
+
+  # Disable automatic box update checking. If you disable this, then
+  # boxes will only be checked for updates when the user runs
+  # `vagrant box outdated`. This is not recommended.
+  # config.vm.box_check_update = false
+
+  # Create a forwarded port mapping which allows access to a specific port
+  # within the machine from a port on the host machine. In the example below,
+  # accessing "localhost:8080" will access port 80 on the guest machine.
+  # NOTE: This will enable public access to the opened port
+  # config.vm.network "forwarded_port", guest: 80, host: 8080
+
+  # Create a forwarded port mapping which allows access to a specific port
+  # within the machine from a port on the host machine and only allow access
+  # via 127.0.0.1 to disable public access
+  # config.vm.network "forwarded_port", guest: 80, host: 8080, host_ip: "127.0.0.1"
+
+  # Create a private network, which allows host-only access to the machine
+  # using a specific IP.
+  # config.vm.network "private_network", ip: "192.168.33.10"
+
+  # Create a public network, which generally matched to bridged network.
+  # Bridged networks make the machine appear as another physical device on
+  # your network.
+  # config.vm.network "public_network"
+
+  # Share an additional folder to the guest VM. The first argument is
+  # the path on the host to the actual folder. The second argument is
+  # the path on the guest to mount the folder. And the optional third
+  # argument is a set of non-required options.
+  # config.vm.synced_folder "../data", "/vagrant_data"
+
+  # Disable the default share of the current code directory. Doing this
+  # provides improved isolation between the vagrant box and your host
+  # by making sure your Vagrantfile isn't accessable to the vagrant box.
+  # If you use this you may want to enable additional shared subfolders as
+  # shown above.
+  # config.vm.synced_folder ".", "/vagrant", disabled: true
+
+  # Provider-specific configuration so you can fine-tune various
+  # backing providers for Vagrant. These expose provider-specific options.
+  # Example for VirtualBox:
+  #
+  # config.vm.provider "virtualbox" do |vb|
+  #   # Display the VirtualBox GUI when booting the machine
+  #   vb.gui = true
+  #
+  #   # Customize the amount of memory on the VM:
+  #   vb.memory = "1024"
+  # end
+  #
+  # View the documentation for the provider you are using for more
+  # information on available options.
+
+  # Enable provisioning with a shell script. Additional provisioners such as
+  # Ansible, Chef, Docker, Puppet and Salt are also available. Please see the
+  # documentation for more information about their specific syntax and use.
+  # config.vm.provision "shell", inline: <<-SHELL
+  #   apt-get update
+  #   apt-get install -y apache2
+  # SHELL
+end

vagrant-pxe-airgap-registry-harvester/ansible.cfg

@@ -0,0 +1,5 @@
+[defaults]
+stdout_callback = yaml
+interpreter_python = auto_silent
+host_key_checking = False
+enable_task_debugger = True

vagrant-pxe-airgap-registry-harvester/ansible/roles/caddy/tasks/main.yml

@@ -0,0 +1,130 @@
+- name: Setup Caddy to serve files
+  block:
+    - name: mention what we are doing here
+      ansible.builtin.shell: >
+        echo "Set up Caddy to server files.."
+      register: mention_what_we_are_doing_here_result
+
+    - name: Print return information from the previous task
+      ansible.builtin.debug:
+        var: mention_what_we_are_doing_here_result
+        verbosity: 2
+      ignore_errors: true
+
+    - name: install additional packages needed via apt
+      ansible.builtin.apt:
+        name: "{{ item }}"
+        state: present
+      loop:
+        - debian-keyring
+        - debian-archive-keyring
+        - apt-transport-https
+
+    - name: add caddy gpg key to host
+      ansible.builtin.apt_key:
+        url: https://dl.cloudsmith.io/public/caddy/stable/gpg.key
+        state: present
+
+    - name: add caddy to etc sources list
+      ansible.builtin.apt_repository:
+        repo: "deb [arch=amd64] https://dl.cloudsmith.io/public/caddy/stable/deb/debian any-version main"
+        state: present
+
+    - name: install caddy
+      ansible.builtin.apt:
+        name: caddy
+        state: present
+        update_cache: true
+
+    - name: stop caddy systemd service
+      ansible.builtin.systemd:
+        name: caddy.service
+        state: stopped
+        daemon_reload: yes
+        enabled: yes
+
+    - name: copy over the Caddyfile template to /etc/caddy/Caddyfile and overwrite force if needed
+      ansible.builtin.template:
+        src: Caddyfile.j2
+        dest: /etc/caddy/Caddyfile
+        owner: caddy
+        group: caddy
+        mode: '0644'
+        force: yes
+
+    - name: copy over the version.yaml template to the caddy directory
+      ansible.builtin.template:
+        src: version.yaml.j2
+        dest: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}/version.yaml"
+        owner: caddy
+        group: caddy
+        mode: '0644'
+
+    - name: download artifacts into the caddy_fileserver mount_point do our best but ignore errors for now
+      ansible.builtin.get_url:
+        url: "{{ item }}"
+        dest: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}/{{ item | basename }}"
+        owner: caddy
+        group: caddy
+      loop:
+        - "{{ settings.kea_server.caddy_fileserver_config.harvester_iso_to_download }}"
+        - "{{ settings.kea_server.caddy_fileserver_config.harvester_sha512 }}"
+      ignore_errors: true
+
+    - name: loop over the vm images and download them into the caddy_fileserver mount_point again try our best but ignore errors for now
+      ansible.builtin.get_url:
+        url: "{{ item }}"
+        dest: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}/{{ item | basename }}"
+        owner: caddy
+        group: caddy
+      loop: "{{ settings.kea_server.caddy_fileserver_config.vm_images_to_download }}"
+      ignore_errors: true
+
+    - name: head the sha512 sum file and keep the result
+      ansible.builtin.shell: |
+        head -n 1 {{ settings.kea_server.storage.caddy_fileserver.mount_point }}/*sha512 | grep -o '^\S*'
+      register: head_the_sha512_sum_file_result
+
+    - name: replace REPLACE_CHECKSUM text in version.yaml in caddy_fileserver mount_point with the head_the_sha512_sum_file_result.stdout
+      ansible.builtin.replace:
+        path: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}/version.yaml"
+        regexp: 'REPLACE_CHECKSUM'
+        replace: "{{ head_the_sha512_sum_file_result.stdout }}"
+        backup: no
+
+    - name: build a harvester directory within the caddy base directory
+      ansible.builtin.file:
+        path: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}/{{ settings.kea_server.caddy_fileserver_config.harvester_folder_name }}"
+        state: directory
+        owner: caddy
+        group: caddy
+
+    - name: build the harvester upgrade node directory name within the caddy harvester base directory
+      ansible.builtin.file:
+        path: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}/{{ settings.kea_server.caddy_fileserver_config.harvester_folder_name }}/{{ settings.kea_server.caddy_fileserver_config.harvester_new_node_post_upgrade_folder }}"
+        state: directory
+        owner: caddy
+        group: caddy
+
+    - name: change ownership recursively of caddy_fileserver mount_point
+      ansible.builtin.file:
+        path: "{{ settings.kea_server.storage.caddy_fileserver.mount_point }}"
+        owner: caddy
+        group: caddy
+        recurse: yes
+
+    - name: start up caddy systemd service again
+      ansible.builtin.systemd:
+        name: caddy.service
+        state: started
+        daemon_reload: yes
+        enabled: yes
+
+  rescue:
+    - name: Print when errors
+      ansible.builtin.debug:
+        msg: 'I caught an error in configuring vm further'
+  always:
+    - name: Always do this
+      ansible.builtin.debug:
+        msg: "This always executes"

vagrant-pxe-airgap-registry-harvester/ansible/roles/caddy/templates/Caddyfile.j2

@@ -0,0 +1,6 @@
+:80 {
+
+    root * {{ settings['kea_server']['storage']['caddy_fileserver']['mount_point'] }}
+
+    file_server browse
+}

vagrant-pxe-airgap-registry-harvester/ansible/roles/caddy/templates/version.yaml.j2

@@ -0,0 +1,9 @@
+apiVersion: harvesterhci.io/v1beta1
+kind: Version
+metadata:
+  name: {{ settings['kea_server']['caddy_fileserver_config']['version_metadata_name'] }}
+  namespace: harvester-system
+spec:
+  isoChecksum: REPLACE_CHECKSUM
+  isoURL: http://{{ settings['kea_server']['main_network']['ip'] }}/{{ settings['kea_server']['caddy_fileserver_config']['harvester_iso_name'] }}
+  releaseDate: '20230921'

vagrant-pxe-airgap-registry-harvester/ansible/roles/harvester/tasks/_download_media.yml

@@ -0,0 +1,16 @@
+---
+- name: parse Harvester media download URL
+  set_fact:
+    harvester_download_url_facts: "{{ harvester_media_url | urlsplit }}"
+
+- name: copy Harvester media from local directory
+  copy:
+    src: "{{ harvester_download_url_facts['path'] }}"
+    dest: "{{ settings['kea_server']['storage']['caddy_fileserver']['mount_point'] }}/{{ settings['kea_server']['caddy_fileserver_config']['harvester_folder_name'] }}/{{ media_filename }}"
+  when: harvester_download_url_facts['scheme']|lower == 'file'
+
+- name: download Harvester media
+  get_url:
+    url: "{{ harvester_media_url }}"
+    dest: "{{ settings['kea_server']['storage']['caddy_fileserver']['mount_point'] }}/{{ settings['kea_server']['caddy_fileserver_config']['harvester_folder_name'] }}/{{ media_filename }}"
+  when: harvester_download_url_facts['scheme']|lower != 'file'