Fabric-Benchmarking-2024-Dec/Contoso Data Generator/config_test.json at main · eugman/Fabric-Benchmarking-2024-Dec · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
{
  "OrdersCount": 1000000000,
  "StartDT": "2014-01-01T00:00:00Z",
  "YearsCount": 3,
  "CutDateBefore": "2000-02-15",
  "CutDateAfter": "2050-11-20",
  "CustomerFakeGenerator": -100000,
  "CustomerPercentage": 0.15,
  "OutputFormat": "CSV",
  "SalesOrders": "BOTH",
  "DeltaTableOrdersPerFile": 1000000,
  "ParquetOrdersRowGroupSize": 250000,
  "CsvMaxOrdersPerFile": 10000000,
  "-CsvGzCompression": 1,


  "DaysWeight": {
    "DaysWeightConstant": false,
    "DaysWeightPoints": [ 0, 10, 30, 40, 70, 75, 80, 100 ],
    "DaysWeightValues": [ 2, 3, 5, 9, 11, 16, 14, 13 ],
    "DaysWeightAddSpikes": true,
    "WeekDaysFactor": [ 0.7, 0.8, 1, 1.3, 1.2, 1, 1.6 ],
    "DayRandomness": 0.05
  },

  "OrderRowsWeights": [ 12, 9, 7, 4, 1, 1, 1 ],
  "OrderQuantityWeights": [ 20, 15, 12, 6, 4, 4, 4, 2, 1, 1 ],
  "DiscountWeights": [ 80, 5, 2, 2, 3, 4, 4, 8, 9, 10, 15, 20, 20, 15, 9 ],
  "OnlinePerCent": [ 0.12, 0.16, 0.20, 0.30, 0.6, 0.5 ],

  "DeliveryDateLambdaWeights": [ 10, 4, 3, 2, 2 ],

  "CountryCurrency": {
    "AU": "AUD",
    "CA": "CAD",
    "FR": "EUR",
    "DE": "EUR",
    "IT": "EUR",
    "NL": "EUR",
    "GB": "GBP",
    "US": "USD"
  },

  "AnnualSpikes": [
    {
      "StartDay": 10,
      "EndDay": 60,
      "Factor": 2
    },
    {
      "StartDay": 100,
      "EndDay": 120,
      "Factor": 1
    },
    {
      "StartDay": 200,
      "EndDay": 260,
      "Factor": 0.5
    },
    {
      "StartDay": 345,
      "EndDay": 375,
      "Factor": 1.5
    }
  ],

  "OneTimeSpikes": [
    {
      "DT1": "2014-02-25",
      "DT2": "2014-11-25",
      "Factor": 0.5
    },
    {
      "DT1": "2018-01-01",
      "DT2": "2018-08-15",
      "Factor": 1.5
    },
    {
      "DT1": "2020-09-28",
      "DT2": "2021-09-15",
      "Factor": 0.5
    }
  ],

  "CustomerActivity": {
    "StartDateWeightPoints": [ 1980, 1990, 2000, 2010 ],
    "StartDateWeightValues": [ 10, 10, 5, 5 ],
    "EndDateWeightPoints": [ 2005, 2015, 2025, 2035, 2045 ],
    "EndDateWeightValues": [ 5, 5, 10, 15, 25 ]
  }
}