-
Notifications
You must be signed in to change notification settings - Fork 94
/
log_transformer.py
65 lines (56 loc) · 2.73 KB
/
log_transformer.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
"""Converts numbers to their Logarithm"""
import math
from h2oaicore.mojo_transformers import MjT_Replace
from h2oaicore.transformer_utils import CustomTransformer
from h2oaicore.systemutils import dtype_global
import datatable as dt
import numpy as np
class MyLogTransformer(CustomTransformer):
_unsupervised = True
_testing_can_skip_failure = False # ensure tested as if shouldn't fail
@staticmethod
def get_default_properties():
return dict(col_type="numeric", min_cols=1, max_cols=3, relative_importance=1)
def fit_transform(self, X: dt.Frame, y: np.array = None):
return self.transform(X)
def transform(self, X: dt.Frame):
if dtype_global() == np.float32:
X = X[:, [dt.float32(dt.log(dt.f[i])) for i in range(X.ncols)]]
else:
X = X[:, [dt.float64(dt.log(dt.f[i])) for i in range(X.ncols)]]
# Don't leave inf/-inf
for i in range(X.ncols):
X.replace([math.inf, -math.inf], None)
return X
# optional
_mojo = True
from h2oaicore.mojo import MojoWriter, MojoFrame
def to_mojo(self, mojo: MojoWriter, iframe: MojoFrame, group_uuid=None, group_name=None):
import uuid
group_uuid = str(uuid.uuid4())
group_name = self.__class__.__name__
from h2oaicore.mojo import MojoColumn, MojoFrame
from h2oaicore.mojo_transformers import MjT_Log
from h2oaicore.mojo_transformers_utils import AsType
xnew = iframe[self.input_feature_names]
oframe = MojoFrame()
for col in xnew:
ocol = MojoColumn(name=col.name, dtype=np.float64)
ocol_frame = MojoFrame(columns=[ocol])
mojo += MjT_Log(iframe=MojoFrame(columns=[col]), oframe=ocol_frame,
group_uuid=group_uuid, group_name=group_name)
ocol_no_inf = ocol.duplicate()
mojo += MjT_Replace(iframe=MojoFrame(columns=[ocol]),
oframe=MojoFrame(columns=[ocol_no_inf]),
group_uuid=group_uuid, group_name=group_name,
map=[(np.inf, ocol_no_inf.pytype(np.nan))])
ocol_no_neginf = ocol.duplicate()
mojo += MjT_Replace(iframe=MojoFrame(columns=[ocol]),
oframe=MojoFrame(columns=[ocol_no_neginf]),
group_uuid=group_uuid, group_name=group_name,
map=[(-np.inf, ocol_no_neginf.pytype(np.nan))])
oframe += ocol
oframe = AsType(dtype_global()).write_to_mojo(mojo, oframe,
group_uuid=group_uuid,
group_name=group_name)
return oframe