Skip to content

Commit

Permalink
Scala Common Enrich: removed event_vendor and ue_name and renamed ue_…
Browse files Browse the repository at this point in the history
…properties to unstruct_event (#836)
  • Loading branch information
fblundun committed Jun 17, 2014
1 parent b151e7d commit 7a94804
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -136,7 +136,6 @@ object EnrichmentManager {
// Caution: by definition, a TransformMap loses type safety. Always unit test!
val transformMap: TransformMap =
Map(("e" , (EE.extractEventType, "event")),
("evn" , (ME.toTsvSafe, "event_vendor")),
("ip" , (ME.toTsvSafe, "user_ipaddress")),
("aid" , (ME.toTsvSafe, "app_id")),
("p" , (ME.extractPlatform, "platform")),
Expand Down Expand Up @@ -185,9 +184,8 @@ object EnrichmentManager {
("se_pr" , (ME.toTsvSafe, "se_property")),
("se_va" , (CU.stringToDoublelike, "se_value")),
// Custom unstructured events
("ue_na" , (ME.toTsvSafe, "ue_name")),
("ue_pr" , (extractUrlEncJson, "ue_properties")),
("ue_px" , (extractBase64EncJson, "ue_properties")),
("ue_pr" , (extractUrlEncJson, "unstruct_event")),
("ue_px" , (extractBase64EncJson, "unstruct_event")),
// Ecommerce transactions
("tr_id" , (ME.toTsvSafe, "tr_orderid")),
("tr_af" , (ME.toTsvSafe, "tr_affiliation")),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,6 @@ class CanonicalOutput {

// Transaction (i.e. this logging event)
@BeanProperty var event: String = _
@BeanProperty var event_vendor: String = _
@BeanProperty var event_id: String = _
@BeanProperty var txn_id: String = _

Expand Down Expand Up @@ -119,8 +118,7 @@ class CanonicalOutput {
@BeanProperty var se_value: String = _ // Technically should be a Double but may be rendered incorrectly by Cascading with scientific notification (which Redshift can't process)

// Unstructured Event
@BeanProperty var ue_name: String = _
@BeanProperty var ue_properties: String = _
@BeanProperty var unstruct_event: String = _

// Ecommerce transaction (from querystring)
@BeanProperty var tr_orderid: String = _
Expand Down
1 change: 1 addition & 0 deletions CHANGELOG
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
Version 0.9.X (2014-XX-XX)
--------------------------
Scala Common Enrich: stored etl_tstamp in new field in CanonicalOutput (#818)
Scala Common Enrich: removed event_vendor and ue_name and renamed ue_properties to unstruct_event (#836)
Redshift: bumped table-def to 0.4.0
Redshift: added etl_tstamp to atomic.events (#819)
Redshift: removed event_vendor and ue_name and renamed ue_properties to unstruct_event (#834)
Expand Down

0 comments on commit 7a94804

Please sign in to comment.