-
Notifications
You must be signed in to change notification settings - Fork 158
/
utils.py
93 lines (82 loc) · 3.41 KB
/
utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
#
# Licensed to Dagda under one or more contributor
# license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright
# ownership. Dagda licenses this file to you under
# the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#
import json
import os
import shutil
import tempfile
from tarfile import TarFile
from tarfile import ReadError
from api.internal.internal_server import InternalServer
from log.dagda_logger import DagdaLogger
# Prepare filesystem bundle
def extract_filesystem_bundle(docker_driver, container_id=None, image_name=None):
temporary_dir = tempfile.mkdtemp()
# Get and save filesystem bundle
if container_id is not None:
image = docker_driver.get_docker_client().export(container=container_id)
name = container_id
else:
image = docker_driver.get_docker_client().get_image(image=image_name)
name = image_name.replace('/', '_').replace(':', '_')
with open(temporary_dir + "/" + name + ".tar", "wb") as file:
for chunk in image:
file.write(chunk)
# Untar filesystem bundle
tarfile = TarFile(temporary_dir + "/" + name + ".tar")
tarfile.extractall(temporary_dir)
os.remove(temporary_dir + "/" + name + ".tar")
if image_name is not None:
layers = _get_layers_from_manifest(temporary_dir)
_untar_layers(temporary_dir, layers)
# Return
return temporary_dir
# Clean the temporary directory
def clean_up(temporary_dir):
shutil.rmtree(temporary_dir)
# -- Private methods
# Gets docker image layers from manifest
def _get_layers_from_manifest(dir):
layers = []
with open(dir + "/manifest.json", "r") as manifest_json:
json_info = json.loads(''.join(manifest_json.readlines()))
if len(json_info) == 1 and 'Layers' in json_info[0]:
for layer in json_info[0]['Layers']:
layers.append(layer)
return layers
# Untar docker image layers
def _untar_layers(dir, layers):
output = {}
# Untar layer filesystem bundle
for layer in layers:
tarfile = TarFile(dir + "/" + layer)
for member in tarfile.getmembers():
try:
tarfile.extract(member, path=dir, set_attrs=False)
except (ValueError, ReadError) as ex:
if InternalServer.is_debug_logging_enabled():
message = "Unexpected exception of type {0} occurred while untaring the docker image: {1!r}" \
.format(type(ex).__name__, ex.get_message() if type(ex).__name__ == 'DagdaError' else ex.args)
DagdaLogger.get_logger().debug(message)
except PermissionError as ex:
message = "Unexpected error occurred while untaring the docker image: " + \
"Operation not permitted on {0!r}".format(member.name)
DagdaLogger.get_logger().warn(message)
# Clean up
for layer in layers:
clean_up(dir + "/" + layer[:-10])