-
Notifications
You must be signed in to change notification settings - Fork 34
/
datetime_value.py
121 lines (93 loc) · 3.64 KB
/
datetime_value.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
import datetime
import pytz
from dbnd._core.utils.timezone import utcnow
from dbnd._vendor import pendulum
from targets.values import ValueType
class DateAlias(object):
now = "now"
today = "today"
yesterday = "yesterday"
class DateValueType(ValueType):
"""
ValueType whose value is a :py:class:`~datetime.date`.
A DateValueType is a Date string formatted ``YYYY-MM-DD``. For example, ``2013-07-10`` specifies
July 10, 2013.
DateValueTypes are 90% of the time used to be interpolated into file system paths or the like.
Here is a gentle reminder of how to interpolate date parameters into strings:
.. code:: python
class MyTask(dbnd.Task):
date = databand.DateValueType()
def run(self):
templated_path = "/my/path/to/my/dataset/{date:%Y/%m/%d}/"
instantiated_path = templated_path.format(date=self.date)
# print(instantiated_path) --> /my/path/to/my/dataset/2016/06/09/
# ... use instantiated_path ...
To set this parameter to default to the current day. You can write code like this:
.. code:: python
import datetime
class MyTask(dbnd.Task):
date = databand.DateValueType(default=datetime.date.today())
"""
type = datetime.date
date_format = "%Y-%m-%d"
def next_in_enumeration(self, value):
return value + datetime.timedelta(days=1)
def normalize(self, value):
if value is None:
return None
if isinstance(value, datetime.datetime):
value = value.date()
return value
def parse_from_str(self, s):
"""
Parses a date string formatted like ``YYYY-MM-DD``.
"""
if s.lower() == DateAlias.today:
return utcnow().date()
elif s.lower() == DateAlias.yesterday:
return utcnow().date() - datetime.timedelta(days=1)
else:
return datetime.datetime.strptime(s, self.date_format).date()
def to_str(self, dt):
"""
Converts the date to a string using the :py:attr:`~_DateValueTypeBase.date_format`.
"""
if dt is None:
return str(dt)
return dt.strftime(self.date_format)
class DateTimeValueType(ValueType):
"""
DateTimeValueType whose value is a :py:class:`~datetime.datetime` specified to the second.
A DateSecondValueType is a `ISO 8601 <http://en.wikipedia.org/wiki/ISO_8601>`_ formatted
date and time specified to the second. For example, ``2013-07-10T190738`` specifies July 10, 2013 at
19:07:38.
"""
type = datetime.datetime
date_format = "%Y-%m-%dT%H%M%S.%f"
def parse_from_str(self, s):
"""
Parses a string to a :py:class:`~datetime.datetime`.
"""
try:
v = datetime.datetime.strptime(s, self.date_format)
return v.replace(tzinfo=pytz.UTC)
except (ValueError):
return pendulum.parse(s, tz=pytz.UTC)
def to_str(self, dt):
"""
Converts the date to a string using the :py:attr:`~_DatetimeValueTypeBase.date_format`.
"""
if dt is None:
return str(dt)
return dt.strftime(self.date_format)
def normalize(self, dt):
"""
Clamp dt to every 1th :py:attr:`~DateTimeValueType._timedelta` starting at
:py:attr:`~_DatetimeValueTypeBase.start`.
"""
if dt is None:
return None
if not isinstance(dt, datetime.datetime):
dt = datetime.datetime.combine(dt, datetime.time.min)
dt = dt.replace(tzinfo=pytz.utc)
return dt