-
Notifications
You must be signed in to change notification settings - Fork 5
/
CsvFileSinkTest.groovy
326 lines (285 loc) · 13.9 KB
/
CsvFileSinkTest.groovy
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
/*
* © 2021. TU Dortmund University,
* Institute of Energy Systems, Energy Efficiency and Energy Economics,
* Research group Distribution grid planning and operation
*/
package edu.ie3.datamodel.io.sink
import static edu.ie3.util.quantities.PowerSystemUnits.DEGREE_GEOM
import static edu.ie3.util.quantities.PowerSystemUnits.KILOVOLTAMPERE
import static tech.units.indriya.unit.Units.PERCENT
import edu.ie3.datamodel.io.naming.FileNamingStrategy
import edu.ie3.datamodel.io.processor.ProcessorProvider
import edu.ie3.datamodel.io.processor.input.InputEntityProcessor
import edu.ie3.datamodel.io.processor.result.ResultEntityProcessor
import edu.ie3.datamodel.io.processor.timeseries.TimeSeriesProcessor
import edu.ie3.datamodel.io.processor.timeseries.TimeSeriesProcessorKey
import edu.ie3.datamodel.models.OperationTime
import edu.ie3.datamodel.models.StandardUnits
import edu.ie3.datamodel.models.input.NodeInput
import edu.ie3.datamodel.models.input.OperatorInput
import edu.ie3.datamodel.models.input.connector.LineInput
import edu.ie3.datamodel.models.input.connector.Transformer2WInput
import edu.ie3.datamodel.models.input.connector.type.LineTypeInput
import edu.ie3.datamodel.models.input.connector.type.Transformer2WTypeInput
import edu.ie3.datamodel.models.input.graphics.LineGraphicInput
import edu.ie3.datamodel.models.input.graphics.NodeGraphicInput
import edu.ie3.datamodel.models.input.system.EmInput
import edu.ie3.datamodel.models.input.system.EvcsInput
import edu.ie3.datamodel.models.input.system.LoadInput
import edu.ie3.datamodel.models.input.system.PvInput
import edu.ie3.datamodel.models.input.system.characteristic.CosPhiFixed
import edu.ie3.datamodel.models.input.thermal.CylindricalStorageInput
import edu.ie3.datamodel.models.input.thermal.ThermalBusInput
import edu.ie3.datamodel.models.input.thermal.ThermalHouseInput
import edu.ie3.datamodel.models.result.system.EmResult
import edu.ie3.datamodel.models.result.system.EvResult
import edu.ie3.datamodel.models.result.system.EvcsResult
import edu.ie3.datamodel.models.result.system.FlexOptionsResult
import edu.ie3.datamodel.models.result.system.PvResult
import edu.ie3.datamodel.models.result.system.WecResult
import edu.ie3.datamodel.models.timeseries.TimeSeries
import edu.ie3.datamodel.models.timeseries.TimeSeriesEntry
import edu.ie3.datamodel.models.timeseries.individual.IndividualTimeSeries
import edu.ie3.datamodel.models.timeseries.individual.TimeBasedValue
import edu.ie3.datamodel.models.value.EnergyPriceValue
import edu.ie3.datamodel.models.value.Value
import edu.ie3.test.common.GridTestData
import edu.ie3.test.common.SampleJointGrid
import edu.ie3.test.common.SystemParticipantTestData
import edu.ie3.test.common.ThermalUnitInputTestData
import edu.ie3.test.common.TimeSeriesTestData
import edu.ie3.util.TimeUtil
import edu.ie3.util.io.FileIOUtils
import spock.lang.Shared
import spock.lang.Specification
import tech.units.indriya.quantity.Quantities
import java.nio.file.Path
import javax.measure.Quantity
import javax.measure.quantity.Power
class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
@Shared
Path testBaseFolderPath = Path.of("test")
// called automatically by spock (see http://spockframework.org/spock/docs/1.0/spock_primer.html - Fixture Methods)
def cleanup() {
// delete files after each test if they exist
if (testBaseFolderPath.toFile().exists()) {
FileIOUtils.deleteRecursively(testBaseFolderPath)
}
}
def "A valid CsvFileSink is able to convert an entity data map correctly to RFC 4180 compliant strings"() {
given:
def csvFileSink = new CsvFileSink(testBaseFolderPath)
def input = [
"hello, whats up?": "nothing",
"okay" : "that's fine"
]
when:
def actual = csvFileSink.csvEntityFieldData(input)
then:
actual == [
"\"hello, whats up?\"": "nothing",
"okay" : "that's fine"
]
cleanup:
csvFileSink.shutdown()
}
def "A valid CsvFileSink throws an IllegalStateException, if processing entity data map to RFC 4180 compliant strings generates duplicated keys"() {
given:
def csvFileSink = new CsvFileSink(testBaseFolderPath)
def input = [
"what is \"this\"?" : "nothing",
"\"what is \"this\"?\"": "something"
]
when:
csvFileSink.csvEntityFieldData(input)
then:
def exception = thrown(IllegalStateException)
exception.message == "Converting entity data to RFC 4180 compliant strings has lead to duplicate keys. Initial input:\n\twhat is \"this\"? = nothing,\n\t\"what is \"this\"?\" = something"
cleanup:
csvFileSink.shutdown()
}
def "A valid CsvFileSink should persist provided elements correctly"() {
given:
CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath,
new ProcessorProvider([
new ResultEntityProcessor(PvResult),
new ResultEntityProcessor(WecResult),
new ResultEntityProcessor(EvResult),
new ResultEntityProcessor(EvcsResult),
new ResultEntityProcessor(EmResult),
new ResultEntityProcessor(FlexOptionsResult),
new InputEntityProcessor(Transformer2WInput),
new InputEntityProcessor(NodeInput),
new InputEntityProcessor(EvcsInput),
new InputEntityProcessor(Transformer2WTypeInput),
new InputEntityProcessor(LineGraphicInput),
new InputEntityProcessor(NodeGraphicInput),
new InputEntityProcessor(CylindricalStorageInput),
new InputEntityProcessor(ThermalHouseInput),
new InputEntityProcessor(OperatorInput),
new InputEntityProcessor(LineInput),
new InputEntityProcessor(ThermalBusInput),
new InputEntityProcessor(LineTypeInput),
new InputEntityProcessor(LoadInput),
new InputEntityProcessor(EmInput)
], [] as Map),
new FileNamingStrategy(),
",")
UUID uuid = UUID.fromString("22bea5fc-2cb2-4c61-beb9-b476e0107f52")
UUID inputModel = UUID.fromString("22bea5fc-2cb2-4c61-beb9-b476e0107f52")
Quantity<Power> p = Quantities.getQuantity(10, StandardUnits.ACTIVE_POWER_IN)
Quantity<Power> q = Quantities.getQuantity(10, StandardUnits.REACTIVE_POWER_IN)
PvResult pvResult = new PvResult(uuid, TimeUtil.withDefaults.toZonedDateTime("2020-01-30 17:26:44"), inputModel, p, q)
WecResult wecResult = new WecResult(uuid, TimeUtil.withDefaults.toZonedDateTime("2020-01-30 17:26:44"), inputModel, p, q)
EvcsResult evcsResult = new EvcsResult(uuid, TimeUtil.withDefaults.toZonedDateTime("2020-01-30 17:26:44"), inputModel, p, q)
EmResult emResult = new EmResult(uuid, TimeUtil.withDefaults.toZonedDateTime("2020-01-30 17:26:44"), inputModel, p, q)
Quantity<Power> pRef = Quantities.getQuantity(5.1, StandardUnits.ACTIVE_POWER_RESULT)
Quantity<Power> pMin = Quantities.getQuantity(-6, StandardUnits.ACTIVE_POWER_RESULT)
Quantity<Power> pMax = Quantities.getQuantity(6, StandardUnits.ACTIVE_POWER_RESULT)
FlexOptionsResult flexOptionsResult = new FlexOptionsResult(uuid, TimeUtil.withDefaults.toZonedDateTime("2020-01-30 17:26:44"), inputModel, pRef, pMin, pMax)
when:
csvFileSink.persistAll([
pvResult,
wecResult,
evcsResult,
emResult,
flexOptionsResult,
GridTestData.transformerCtoG,
GridTestData.lineGraphicCtoD,
GridTestData.nodeGraphicC,
ThermalUnitInputTestData.cylindricStorageInput,
ThermalUnitInputTestData.thermalHouseInput,
SystemParticipantTestData.evcsInput,
SystemParticipantTestData.loadInput,
EnergyManagementTestData.emInput
])
csvFileSink.shutdown()
then:
testBaseFolderPath.toFile().exists()
testBaseFolderPath.resolve("wec_res.csv").toFile().exists()
testBaseFolderPath.resolve("pv_res.csv").toFile().exists()
testBaseFolderPath.resolve("evcs_res.csv").toFile().exists()
testBaseFolderPath.resolve("em_res.csv").toFile().exists()
testBaseFolderPath.resolve("flex_options_res.csv").toFile().exists()
testBaseFolderPath.resolve("transformer_2_w_type_input.csv").toFile().exists()
testBaseFolderPath.resolve("node_input.csv").toFile().exists()
testBaseFolderPath.resolve("transformer_2_w_input.csv").toFile().exists()
testBaseFolderPath.resolve("operator_input.csv").toFile().exists()
testBaseFolderPath.resolve("cylindrical_storage_input.csv").toFile().exists()
testBaseFolderPath.resolve("line_graphic_input.csv").toFile().exists()
testBaseFolderPath.resolve("line_input.csv").toFile().exists()
testBaseFolderPath.resolve("operator_input.csv").toFile().exists()
testBaseFolderPath.resolve("node_graphic_input.csv").toFile().exists()
testBaseFolderPath.resolve("thermal_bus_input.csv").toFile().exists()
testBaseFolderPath.resolve("thermal_house_input.csv").toFile().exists()
testBaseFolderPath.resolve("load_input.csv").toFile().exists()
testBaseFolderPath.resolve("em_input.csv").toFile().exists()
!testBaseFolderPath.resolve("ev_res.csv").toFile().exists()
}
def "A valid CsvFileSink should persist a time series correctly"() {
given:
TimeSeriesProcessor<IndividualTimeSeries, TimeBasedValue, EnergyPriceValue> timeSeriesProcessor = new TimeSeriesProcessor<>(IndividualTimeSeries, TimeBasedValue, EnergyPriceValue)
TimeSeriesProcessorKey timeSeriesProcessorKey = new TimeSeriesProcessorKey(IndividualTimeSeries, TimeBasedValue, EnergyPriceValue)
HashMap<TimeSeriesProcessorKey, TimeSeriesProcessor> timeSeriesProcessorMap = new HashMap<>()
timeSeriesProcessorMap.put(timeSeriesProcessorKey, timeSeriesProcessor)
IndividualTimeSeries<EnergyPriceValue> individualTimeSeries = individualEnergyPriceTimeSeries
CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath,
new ProcessorProvider([], timeSeriesProcessorMap),
new FileNamingStrategy(),
",")
when:
csvFileSink.persist(individualTimeSeries)
csvFileSink.shutdown()
then:
testBaseFolderPath.toFile().exists()
testBaseFolderPath.resolve("its_c_a4bbcb77-b9d0-4b88-92be-b9a14a3e332b.csv").toFile().exists()
}
def "A valid CsvFileSink persists a bunch of time series correctly"() {
given:
CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath)
when:
csvFileSink.persistAll(allTimeSeries)
csvFileSink.shutdown()
then:
testBaseFolderPath.toFile().exists()
testBaseFolderPath.resolve("its_h_3c0ebc06-9bd7-44ea-a347-0c52d3dec854.csv").toFile().exists()
testBaseFolderPath.resolve("its_p_b3d93b08-4985-41a6-b063-00f934a10b28.csv").toFile().exists()
testBaseFolderPath.resolve("its_pq_7d085fc9-be29-4218-b768-00f885be066b.csv").toFile().exists()
testBaseFolderPath.resolve("its_ph_56c20b88-c001-4225-8dac-cd13a75c6b48.csv").toFile().exists()
testBaseFolderPath.resolve("its_pqh_83b577cc-06b1-47a1-bfff-ad648a00784b.csv").toFile().exists()
testBaseFolderPath.resolve("its_c_a4bbcb77-b9d0-4b88-92be-b9a14a3e332b.csv").toFile().exists()
testBaseFolderPath.resolve("lpts_g2_b56853fe-b800-4c18-b324-db1878b22a28.csv").toFile().exists()
testBaseFolderPath.resolve("its_weather_4fcbdfcd-4ff0-46dd-b0df-f3af7ae3ed98.csv").toFile().exists()
}
def "A valid CsvFileSink is able to persist an InputEntity without persisting the nested elements"() {
given:
def csvFileSink = new CsvFileSink(testBaseFolderPath)
def nestedInput = new PvInput(
UUID.fromString("d56f15b7-8293-4b98-b5bd-58f6273ce229"),
"test_pvInput",
OperatorInput.NO_OPERATOR_ASSIGNED,
OperationTime.notLimited(),
Mock(NodeInput),
new CosPhiFixed("cosPhiFixed:{(0.0,0.95)}"),
Mock(EmInput),
0.2,
Quantities.getQuantity(-8.926613807678223, DEGREE_GEOM),
Quantities.getQuantity(95d, PERCENT),
Quantities.getQuantity(41.01871871948242, DEGREE_GEOM),
0.8999999761581421,
1,
false,
Quantities.getQuantity(25d, KILOVOLTAMPERE),
0.95
)
when:
csvFileSink.persistIgnoreNested(nestedInput)
then:
testBaseFolderPath.toFile().exists()
testBaseFolderPath.resolve("pv_input.csv").toFile().exists()
!testBaseFolderPath.resolve("node_input.csv").toFile().exists()
cleanup:
csvFileSink.shutdown()
}
def "A valid CsvFileSink refuses to persist an entity, if no processor can be found for a specific input"() {
given:
/* A csv file sink, that is NOT able to handle time series */
def csvFileSink = new CsvFileSink(
testBaseFolderPath,
new ProcessorProvider(
ProcessorProvider.allEntityProcessors(),
new HashMap<TimeSeriesProcessorKey, TimeSeriesProcessor<TimeSeries<TimeSeriesEntry<Value>, Value>, TimeSeriesEntry<Value>, Value>>()),
new FileNamingStrategy(),
",")
when:
csvFileSink.persist(individualEnergyPriceTimeSeries)
then:
!testBaseFolderPath.resolve("its_a4bbcb77-b9d0-4b88-92be-b9a14a3e332b.csv").toFile().exists()
cleanup:
csvFileSink.shutdown()
}
def "A valid CsvFileSink should persist a valid joint grid container correctly"() {
given:
/* A csv file sink, that is NOT able to handle time series */
def csvFileSink = new CsvFileSink(
testBaseFolderPath,
new ProcessorProvider(),
new FileNamingStrategy(),
",")
when:
csvFileSink.persistJointGrid(SampleJointGrid.grid())
then:
testBaseFolderPath.resolve("line_input.csv").toFile().exists()
testBaseFolderPath.resolve("line_type_input.csv").toFile().exists()
testBaseFolderPath.resolve("load_input.csv").toFile().exists()
testBaseFolderPath.resolve( "node_input.csv").toFile().exists()
testBaseFolderPath.resolve("operator_input.csv").toFile().exists()
testBaseFolderPath.resolve("pv_input.csv").toFile().exists()
testBaseFolderPath.resolve("storage_input.csv").toFile().exists()
testBaseFolderPath.resolve("storage_type_input.csv").toFile().exists()
testBaseFolderPath.resolve("transformer_2_w_input.csv").toFile().exists()
testBaseFolderPath.resolve("transformer_2_w_type_input.csv").toFile().exists()
cleanup:
csvFileSink.shutdown()
}
}