-
Notifications
You must be signed in to change notification settings - Fork 11
/
utils.py
141 lines (121 loc) · 4.28 KB
/
utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# Copyright (c) 2018, 2020
#
# Author(s):
#
# Martin Raspaud <martin.raspaud@smhi.se>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
"""Utility functions for Trollmoves."""
import socket
from urllib.parse import urlparse, urlunparse
def clean_url(url):
"""Remove login info from *url*."""
if isinstance(url, str):
urlobj = urlparse(url)
else:
urlobj = url
return urlunparse((urlobj.scheme, urlobj.hostname,
urlobj.path, "", "", ""))
def get_local_ips():
"""Get the ips of the current machine."""
import netifaces
inet_addrs = [netifaces.ifaddresses(iface).get(netifaces.AF_INET)
for iface in netifaces.interfaces()]
ips = []
for addr in inet_addrs:
if addr is not None:
for add in addr:
ips.append(add['addr'])
return ips
def gen_dict_extract(var, key):
"""Exctract a value from dictionary."""
if hasattr(var, 'items'):
for k, v in var.items():
if k == key:
yield v
if hasattr(v, 'items'):
for result in gen_dict_extract(v, key):
yield result
elif isinstance(v, list):
for d in v:
for result in gen_dict_extract(d, key):
yield result
def gen_dict_contains(var, key):
"""Check dictionary containing an item."""
if hasattr(var, 'items'):
for k, v in var.items():
if k == key:
yield var
if hasattr(v, 'items'):
for result in gen_dict_contains(v, key):
yield result
elif isinstance(v, list):
for d in v:
for result in gen_dict_contains(d, key):
yield result
def translate_dict_value(var, key, callback):
"""Translate dictionary values."""
newvar = var.copy()
if hasattr(var, 'items'):
for k, v in var.items():
if k == key:
newvar[key] = callback(k, v)
elif hasattr(v, 'items'):
newvar[k] = translate_dict_value(v, key, callback)
elif isinstance(v, list):
newvar[k] = [translate_dict_value(d, key, callback) for d in v]
return newvar
else:
return var
def translate_dict_item(var, key, callback):
"""Translate dictionary items."""
newvar = var.copy()
if hasattr(var, 'items'):
for k, v in var.items():
if k == key:
newvar = callback(var, k)
elif hasattr(v, 'items'):
newvar[k] = translate_dict_item(v, key, callback)
elif isinstance(v, list):
newvar[k] = [translate_dict_item(d, key, callback) for d in v]
return newvar
else:
return var
def translate_dict(var, keys, callback, **kwargs):
"""Translate dictionary."""
try:
newvar = var.copy()
except AttributeError:
import copy
newvar = copy.copy(var)
if hasattr(var, 'items'):
if set(var.keys()) & set(keys):
newvar = callback(var, **kwargs)
for k, v in newvar.items():
if hasattr(v, 'items'):
newvar[k] = translate_dict(v, keys, callback, **kwargs)
elif isinstance(v, list):
newvar[k] = [translate_dict(d, keys, callback, **kwargs)
for d in v]
return newvar
else:
return var
def is_file_local(urlobj):
"""Check that a url path is for a local file."""
if urlobj.scheme not in ['', 'file'] and not socket.gethostbyname(urlobj.netloc) in get_local_ips():
return False
return True