-
Notifications
You must be signed in to change notification settings - Fork 1
/
cp2db.js
121 lines (110 loc) · 3.26 KB
/
cp2db.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
var mysql = require('mysql');
var fs = require('fs');
var connection = mysql.createConnection({
host : 'tux',
user : 'node',
password : 'node123',
database : 'solarismon'
});
var lineMapping = [ {
name: 'unknown1',
type: 'string'
}, {
name: 'unknown2',
type: 'string'
}, {
name: 'P1',
type: 'int'
}, {
name: 'P2',
type: 'int'
}, {
name: 'TK',
type: 'int'
}, {
name: 'TR',
type: 'int'
}, {
name: 'TS',
type: 'int'
}, {
name: 'TV',
type: 'int'
}, {
name: 'V',
type: 'float'
}, {
name: 'Status',
type: 'string'
}, {
name: 'P',
type: 'int'
}];
connection.connect();
process.argv.slice(2).forEach(function (val) {
handleFile(val);
});
connection.end();
function handleFile(fileName) {
var array = fs.readFileSync(fileName).toString().split("\n");
var data = [];
array.forEach(function(line, i){
if(line.length) {
var record = parseLine(line);
if (record) {
data.push(
[record.date, record.TK, record.TR, record.TS, record.TV, record.V, record.Status, record.P, record.P1, record.P2]
);
} else {
console.log("file %s, line %s, invalid content found: '%s'", fileName, i + 1, line);
}
}
});
if(data.length) {
connection.query("INSERT INTO data " +
"(entry_ts, collector_tmp, backward_flow_tmp, storage_tmp, forward_flow_tmp, flow, status, power, pump1, pump2) values ?",
[data], function (err, result) {
if (err) {
console.log("Error while importing file %s", fileName);
throw err;
}
console.log('inserted %s rows from file: %s', result.affectedRows, fileName);
});
}
}
function isDateValid(d) {
return Object.prototype.toString.call(d) === "[object Date]" && isNaN( d.getTime()) === false;
}
function parseLine(line) {
var dateIndex, dateStr, date, parts;
var record = {};
var isValid = true;
if (typeof line == 'string' || line instanceof String) {
dateIndex = line.lastIndexOf(':');
dateStr = line.substring(0, dateIndex);
date = new Date(dateStr);
isValid = isDateValid(date);
line = line.substring(dateIndex + 2);
record.date = date;
parts = line.split(';', lineMapping.length);
if(isValid && parts.length === lineMapping.length) {
record.line = line;
parts.forEach(function(p, i) {
var name = lineMapping[i].name;
if(lineMapping[i].type === 'string') {
record[name] = p;
} else if(lineMapping[i].type === 'int'){
record[name] = parseInt(p);
} else if(lineMapping[i].type === 'float'){
record[name] = parseFloat(p);
}
if(Number.isNaN(record[name])) {
isValid = false;
}
});
} else {
isValid = false;
}
}
return isValid ? record : null;
}