This repository has been archived by the owner on Mar 7, 2018. It is now read-only.
/
FortisRecords.scala
127 lines (116 loc) · 5.66 KB
/
FortisRecords.scala
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
package com.microsoft.partnercatalyst.fortis.spark.sinks.cassandra.dto
case class Event(
pipelinekey: String,
computedfeatures: Features,
eventtime: Long,
eventlangcode: String,
eventid: String,
insertiontime: Long,
body: String,
fulltext: String,
batchid: String,
externalsourceid: String,
topics: Seq[String],
placeids: Seq[String],
sourceurl: String,
title: String) extends Serializable
case class EventBatchEntry(
eventid: String,
pipelinekey: String) extends Serializable
case class EventTopics(
pipelinekey: String,
insertiontime: Long,
eventid: String,
externalsourceid: String,
eventtime: Long,
topic: String) extends Serializable
case class EventPlaces(
pipelinekey: String,
insertiontime: Long,
eventid: String,
centroidlat: Double,
centroidlon: Double,
conjunctiontopic1: String,
conjunctiontopic2: String,
conjunctiontopic3: String,
externalsourceid: String,
eventtime: Long,
placeid: String) extends Serializable
case class PopularPlaceAggregate(
override val periodstartdate: Long,
override val externalsourceid: String,
override val periodenddate: Long,
override val periodtype: String,
override val period: String,
override val pipelinekey: String,
override val mentioncount: Long,
override val avgsentimentnumerator: Long,
override val avgsentiment: Double,
placeid: String,
centroidlat: Double,
centroidlon: Double,
conjunctiontopic1: String,
conjunctiontopic2: String,
conjunctiontopic3: String
) extends AggregationRecord with Serializable
case class ComputedTile(
override val periodstartdate: Long,
override val externalsourceid: String,
override val periodenddate: Long,
override val periodtype: String,
override val period: String,
override val pipelinekey: String,
override val mentioncount: Long,
override val avgsentimentnumerator: Long,
override val avgsentiment: Double,
override val tilex: Int,
override val tilez: Int,
override val tiley: Int,
detailtileid: String,
conjunctiontopic1: String,
conjunctiontopic2: String,
conjunctiontopic3: String
) extends AggregationRecordTile with Serializable
case class HeatmapEntry (
mentioncountagg: Long,
avgsentimentagg: Double
)
case class PopularTopicAggregate(
override val periodstartdate: Long,
override val externalsourceid: String,
override val periodenddate: Long,
override val periodtype: String,
override val period: String,
override val pipelinekey: String,
override val mentioncount: Long,
override val avgsentimentnumerator: Long,
override val avgsentiment: Double,
override val tilex: Int,
override val tilez: Int,
override val tiley: Int,
topic: String
) extends AggregationRecordTile with Serializable
case class SiteSetting(
sitename: String,
geofence: Seq[Double],
languages: Set[String],
defaultzoom: Int,
title: String,
logo: String,
translationsvctoken: String,
cogspeechsvctoken: String,
cogvisionsvctoken: String,
cogtextsvctoken: String,
insertiontime: Long
)
case class Stream(
pipeline: String,
streamid: Long,
connector: String,
params: Map[String, String])
case class TrustedSource(
sourceid: String,
sourcetype: String,
connector: String,
rank: Int,
insertion_time: Long)