Improve bulk dependency update

Now requirements.in is generated from Pipfile section `[packages]`. A
new pipenv script command `update_requirements` has been created to
simplify bulk dependency updates.

Also split the tox environments which are used in docker and directly on
the host to avoid permission issues.

Signed-off-by: Simon Gerber <simon.gerber@vshn.ch>

Pipfile

@@ -23,4 +23,5 @@ build_kapitan_helm_binding = "./tools/build_kapitan_helm_binding.sh"
 autopep = "autopep8 --in-place --aggressive --recursive --verbose ./"
 local_reveal = "./tools/reveal.sh"
 compile = "kapitan compile -J . dependencies/ --refs-path ./catalog/refs"
-test = "docker run -it --rm -v $PWD:/src:ro -v $PWD/.tox:/app/.tox docker.io/painless/tox"
+test = "docker run -it --rm -v $PWD:/src:ro -v $PWD/.dtox:/app/.tox docker.io/painless/tox"
+update_requirements = "tox -e requirements"

tools/requirements-from-pipfile.py

@@ -0,0 +1,16 @@
+import configparser
+
+
+def main():
+    pipfile = configparser.ConfigParser()
+    pipfile.read('Pipfile')
+    for pkg in pipfile['packages']:
+        version = pipfile['packages'][pkg].strip('"')
+        if version == '*':
+            print(pkg)
+        else:
+            print(f"{pkg}{version}")
+
+
+if __name__ == "__main__":
+    main()

tox.ini

@@ -62,16 +62,17 @@ deps =
     pip-tools
     pipenv
 commands =
-    pip-compile --output-file=requirements.txt requirements.in --upgrade
     pipenv update
+    python tools/requirements-from-pipfile.py > requirements.in
+    pip-compile --output-file=requirements.txt requirements.in --upgrade
 
 [testenv:safety]
 description = Check for vulnerable dependencies
 deps = safety
 commands = safety check -r requirements.txt --bare
 
 [bandit]
-exclude = .cache,.git,.tox,build,dist,docs,tests
+exclude = .cache,.git,.dtox,.tox,build,dist,docs,tests
 targets = .
 
 [flake8]