hpc-config-push fails when some basic files are missing

[rezib]

Example:

# hpc-config-push
INFO: creating archive /tmp/puppet-config-push/tmpoci97jis/puppet-config-environment.tar.xz
Traceback (most recent call last):
  File "/usr/sbin/hpc-config-push", line 492, in <module>
    main()
  File "/usr/sbin/hpc-config-push", line 487, in main
    build_tarball()
  File "/usr/sbin/hpc-config-push", line 262, in build_tarball
    tar.add(modulesdir, arcname=os.path.join(conf.environment, 'modules_generic'))
  File "/usr/lib/python3.4/tarfile.py", line 1930, in add
    recursive, exclude, filter=filter)
  File "/usr/lib/python3.4/tarfile.py", line 1930, in add
    recursive, exclude, filter=filter)
  File "/usr/lib/python3.4/tarfile.py", line 1930, in add
    recursive, exclude, filter=filter)
  File "/usr/lib/python3.4/tarfile.py", line 1930, in add
    recursive, exclude, filter=filter)
  File "/usr/lib/python3.4/tarfile.py", line 1930, in add
    recursive, exclude, filter=filter)
  File "/usr/lib/python3.4/tarfile.py", line 1907, in add
    tarinfo = self.gettarinfo(name, arcname)
  File "/usr/lib/python3.4/tarfile.py", line 1781, in gettarinfo
    statres = os.stat(name)
FileNotFoundError: [Errno 2] No such file or directory: 'puppet-hpc/puppet-config/modules/slurmweb/spec/fixtures/modules/stdlib'

And:

# hpc-config-push
INFO: creating archive /tmp/puppet-config-push/tmp4cnedbdn/puppet-config-environment.tar.xz
WARNING: Configured private modules dir is missing: 'hpc-privatedata/puppet-config/aquilon/modules'
WARNING: Configured private manifests dir is missing: 'hpc-privatedata/puppet-config/aquilon/manifests'
INFO: posix push: pushing data in /var/www/html/hpc-config/production/latest
Traceback (most recent call last):
  File "/usr/sbin/hpc-config-push", line 492, in <module>
    main()
  File "/usr/sbin/hpc-config-push", line 488, in main
    push()
  File "/usr/sbin/hpc-config-push", line 447, in push
    _push_posix()
  File "/usr/sbin/hpc-config-push", line 336, in _push_posix
    shutil.copytree(conf.dir_files_private, dir_files)
  File "/usr/lib/python3.4/shutil.py", line 296, in copytree
    names = os.listdir(src)
FileNotFoundError: [Errno 2] No such file or directory: 'hpc-privatedata/files/aquilon'

And:

# hpc-config-push
INFO: creating archive /tmp/puppet-config-push/tmpvz4qdnu3/puppet-config-environment.tar.xz
WARNING: Configured private modules dir is missing: 'hpc-privatedata/puppet-config/aquilon/modules'
WARNING: Configured private manifests dir is missing: 'hpc-privatedata/puppet-config/aquilon/manifests'
INFO: posix push: pushing data in /var/www/html/hpc-config/production/latest
Traceback (most recent call last):
  File "/usr/sbin/hpc-config-push", line 492, in <module>
    main()
  File "/usr/sbin/hpc-config-push", line 488, in main
    push()
  File "/usr/sbin/hpc-config-push", line 447, in push
    _push_posix()
  File "/usr/sbin/hpc-config-push", line 338, in _push_posix
    shutil.copy(conf.conf_puppet, conf.destination)
  File "/usr/lib/python3.4/shutil.py", line 228, in copy
    copyfile(src, dst, follow_symlinks=follow_symlinks)
  File "/usr/lib/python3.4/shutil.py", line 107, in copyfile
    with open(src, 'rb') as fsrc:
FileNotFoundError: [Errno 2] No such file or directory: 'hpc-privatedata/puppet-config/aquilon/puppet.conf'

And:

# hpc-config-push
INFO: creating archive /tmp/puppet-config-push/tmpywqwvry0/puppet-config-environment.tar.xz
WARNING: Configured private modules dir is missing: 'hpc-privatedata/puppet-config/aquilon/modules'
WARNING: Configured private manifests dir is missing: 'hpc-privatedata/puppet-config/aquilon/manifests'
INFO: posix push: pushing data in /var/www/html/hpc-config/production/latest
Traceback (most recent call last):
  File "/usr/sbin/hpc-config-push", line 492, in <module>
    main()
  File "/usr/sbin/hpc-config-push", line 488, in main
    push()
  File "/usr/sbin/hpc-config-push", line 447, in push
    _push_posix()
  File "/usr/sbin/hpc-config-push", line 340, in _push_posix
    shutil.copy(conf.conf_hiera, conf.destination)
  File "/usr/lib/python3.4/shutil.py", line 228, in copy
    copyfile(src, dst, follow_symlinks=follow_symlinks)
  File "/usr/lib/python3.4/shutil.py", line 107, in copyfile
    with open(src, 'rb') as fsrc:
FileNotFoundError: [Errno 2] No such file or directory: 'hpc-privatedata/puppet-config/aquilon/hiera.yaml'

And:

# hpc-config-push
INFO: creating archive /tmp/puppet-config-push/tmpc1y09vh3/puppet-config-environment.tar.xz
WARNING: Configured private modules dir is missing: 'hpc-privatedata/puppet-config/aquilon/modules'
WARNING: Configured private manifests dir is missing: 'hpc-privatedata/puppet-config/aquilon/manifests'
INFO: posix push: pushing data in /var/www/html/hpc-config/production/latest
Traceback (most recent call last):
  File "/usr/sbin/hpc-config-push", line 492, in <module>
    main()
  File "/usr/sbin/hpc-config-push", line 488, in main
    push()
  File "/usr/sbin/hpc-config-push", line 447, in push
    _push_posix()
  File "/usr/sbin/hpc-config-push", line 342, in _push_posix
    shutil.copy(conf.facts_private, conf.destination)
  File "/usr/lib/python3.4/shutil.py", line 228, in copy
    copyfile(src, dst, follow_symlinks=follow_symlinks)
  File "/usr/lib/python3.4/shutil.py", line 107, in copyfile
    with open(src, 'rb') as fsrc:
FileNotFoundError: [Errno 2] No such file or directory: 'hpc-privatedata/puppet-config/aquilon/hpc-config-facts.yaml'