Skip to content

Commit

Permalink
readme corrected
Browse files Browse the repository at this point in the history
  • Loading branch information
@ChaturvediShilpa
ChaturvediShilpa committed Mar 15, 2018
1 parent 5184c3a commit 81bca53
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 11 deletions.
2 changes: 1 addition & 1 deletion README.md
View file
Expand Up @@ -59,7 +59,7 @@
```
- To submit jar microbenchmarks-
```
storm jar <stormJarPath> in.dream_lab.bm.stream_iot.storm.topo.micro.MicroTopologyDriver C <microTaskName> <inputDataFilePath used by CustomEventGen and spout> PLUG-<expNum> <rate as 1x,2x> <outputLogPath> <tasks.properties File Path> <TopoName>
storm jar <stormJarPath> in.dream_lab.bm.stream_iot.storm.topo.micro.MicroTopologyDriver C <TopoName> <inputDataFilePath used by CustomEventGen and spout> PLUG-<expNum> <rate as 1x,2x> <outputLogPath> <tasks.properties File Path> <microTaskName>
```
Expand Down
2 changes: 1 addition & 1 deletion modules/tasks/src/main/resources/TAXI_sample_data_senml.csv
View file
Expand Up @@ -997,4 +997,4 @@
1358118120000,{"e":[{"u":"string","n":"taxi_identifier","sv":"F69B9EB05574BF1675A2EE5638B6552F"},{"u":"string","n":"hack_license","sv":"BBBDBACA32C8BA332D7C8CE3E8327CBD"},{"u":"time","n":"pickup_datetime","sv":"2013-01-14 04:10:00"},{"v":"1320","u":"second","n":"trip_time_in_secs"},{"v":"6.15","u":"meter","n":"trip_distance"},{"u":"lon","n":"pickup_longitude","sv":"-73.999153"},{"u":"lat","n":"pickup_latitude","sv":"40.726646"},{"u":"lon","n":"dropoff_longitude","sv":"-74.003471"},{"u":"lat","n":"dropoff_latitude","sv":"40.656467"},{"u":"string","n":"payment_type","sv":"CRD"},{"v":"22.00","u":"dollar","n":"fare_amount"},{"v":"0.50","u":"percentage","n":"surcharge"},{"v":"0.50","u":"percentage","n":"mta_tax"},{"v":"6.75","u":"dollar","n":"tip_amount"},{"v":"0.00","u":"dollar","n":"tolls_amount"},{"v":"29.75","u":"dollar","n":"total_amount"}],"bt":1358118120000}
1358118180000,{"e":[{"u":"string","n":"taxi_identifier","sv":"91780DA9C84994529AC6420FA2FAA198"},{"u":"string","n":"hack_license","sv":"37EEE66947900E0219A66B68E15CDC60"},{"u":"time","n":"pickup_datetime","sv":"2013-01-14 04:05:00"},{"v":"1680","u":"second","n":"trip_time_in_secs"},{"v":"8.04","u":"meter","n":"trip_distance"},{"u":"lon","n":"pickup_longitude","sv":"-73.983932"},{"u":"lat","n":"pickup_latitude","sv":"40.759697"},{"u":"lon","n":"dropoff_longitude","sv":"-73.892921"},{"u":"lat","n":"dropoff_latitude","sv":"40.701931"},{"u":"string","n":"payment_type","sv":"CSH"},{"v":"26.50","u":"dollar","n":"fare_amount"},{"v":"0.50","u":"percentage","n":"surcharge"},{"v":"0.50","u":"percentage","n":"mta_tax"},{"v":"0.00","u":"dollar","n":"tip_amount"},{"v":"0.00","u":"dollar","n":"tolls_amount"},{"v":"27.50","u":"dollar","n":"total_amount"}],"bt":1358118180000}
1358118240000,{"e":[{"u":"string","n":"taxi_identifier","sv":"62AB75789A51B5D51B473A63FAAB935A"},{"u":"string","n":"hack_license","sv":"3C7F19806E44BF69CC9098C9F5F8322C"},{"u":"time","n":"pickup_datetime","sv":"2013-01-14 04:29:00"},{"v":"300","u":"second","n":"trip_time_in_secs"},{"v":"1.13","u":"meter","n":"trip_distance"},{"u":"lon","n":"pickup_longitude","sv":"-73.975983"},{"u":"lat","n":"pickup_latitude","sv":"40.732521"},{"u":"lon","n":"dropoff_longitude","sv":"-73.987717"},{"u":"lat","n":"dropoff_latitude","sv":"40.740906"},{"u":"string","n":"payment_type","sv":"CSH"},{"v":"6.00","u":"dollar","n":"fare_amount"},{"v":"0.50","u":"percentage","n":"surcharge"},{"v":"0.50","u":"percentage","n":"mta_tax"},{"v":"0.00","u":"dollar","n":"tip_amount"},{"v":"0.00","u":"dollar","n":"tolls_amount"},{"v":"7.00","u":"dollar","n":"total_amount"}],"bt":1358118240000}
1358118240000,{"e":[{"u":"string","n":"taxi_identifier","sv":"D2B347756DA9B4B8A284E45499A3538B"},{"u":"string","n":"hack_license","sv":"DEE8A5B1695256673A7CCF26F1DFEBAB"},{"u":"time","n":"pickup_datetime","sv":"2013-01-14 04:28:00"},{"v":"360","u":"second","n":"trip_time_in_secs"},{"v":"2.27","u":"meter","n":"trip_distance"},{"u":"lon","n":"pickup_longitude","sv":"-73.973953"},{"u":"lat","n":"pickup_latitude","sv":"40.747063"},{"u":"lon","n":"dropoff_longitude","sv":"-74.000923"},{"u":"lat","n":"dropoff_latitude","sv":"40.739052"},{"u":"string","n":"payment_type","sv":"CSH"},{"v":"9.00","u":"dollar","n":"fare_amount"},{"v":"0.50","u":"percentage","n":"surcharge"},{"v":"0.50","u":"percentage","n":"mta_tax"},{"v":"0.00","u":"dollar","n":"tip_amount"},{"v":"0.00","u":"dollar","n":"tolls_amount"},{"v":"10.00","u":"dollar","n":"total_amount"}],"bt":1358118240000}
1358118240000,{"e":[{"u":"string","n":"taxi_identifier","sv":"D2B347756DA9B4B8A284E45499A3538B"},{"u":"string","n":"hack_license","sv":"DEE8A5B1695256673A7CCF26F1DFEBAB"},{"u":"time","n":"pickup_datetime","sv":"2013-01-14 04:28:00"},{"v":"360","u":"second","n":"trip_time_in_secs"},{"v":"2.27","u":"meter","n":"trip_distance"},{"u":"lon","n":"pickup_longitude","sv":"-73.973953"},{"u":"lat","n":"pickup_latitude","sv":"40.747063"},{"u":"lon","n":"dropoff_longitude","sv":"-74.000923"},{"u":"lat","n":"dropoff_latitude","sv":"40.739052"},{"u":"string","n":"payment_type","sv":"CSH"},{"v":"9.00","u":"dollar","n":"fare_amount"},{"v":"0.50","u":"percentage","n":"surcharge"},{"v":"0.50","u":"percentage","n":"mta_tax"},{"v":"0.00","u":"dollar","n":"tip_amount"},{"v":"0.00","u":"dollar","n":"tolls_amount"},{"v":"10.00","u":"dollar","n":"total_amount"}],"bt":1358118240000}
18 changes: 9 additions & 9 deletions modules/tasks/src/main/resources/tasks_TAXI.properties
View file
Expand Up @@ -15,17 +15,17 @@ CLASSIFICATION.DECISION_TREE.MODEL_PATH=/Users/anshushukla/Downloads/Incomplete/
CLASSIFICATION.DECISION_TREE.TRAIN.MODEL_UPDATE_FREQUENCY=300
CLASSIFICATION.DECISION_TREE.USE_MSG_FIELD=-1

SPOUT.SENML_CSV_SCHEMA_PATH=/home/shilpa/Sandbox/Repository/bmIOT/data/taxi-schema-without-annotation.csv
SPOUT.SENML_CSV_SCHEMA_PATH=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/taxi-schema-without-annotation.csv

FILTER.BLOOM_FILTER_TRAIN.EXPECTED_INSERTIONS=20000000
FILTER.BLOOM_FILTER_TRAIN.FALSEPOSITIVE_RATIO=0.01

#FILTER.BLOOM_FILTER.MODEL_PATH=/Users/anshushukla/Downloads/Incomplete/stream/iot-bm/modules/tasks/src/main/resources/bloomfilter.model
#FILTER.BLOOM_FILTER.MODEL_PATH=/Users/anshushukla/Downloads/Incomplete/stream/iot-bm/modules/tasks/src/main/resources/bloomfilter-SYS.model
FILTER.BLOOM_FILTER.MODEL_PATH=/home/shilpa/Sandbox/Repository/bmIOT/data/bloomfilter_taxi_id.model
FILTER.BLOOM_FILTER.MODEL_PATH=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/bloomfilter_taxi_id.model
FILTER.BLOOM_FILTER_CHECK.USE_MSG_FIELD=0

FILTER.MULTI_BLOOM_FILTER.MODEL_PATH_LIST=/home/shilpa/Sandbox/Repository/bmIOT/data/bloomfilter_taxi_id.model
FILTER.MULTI_BLOOM_FILTER.MODEL_PATH_LIST=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/bloomfilter-TAXI.model
FILTER.MULTI_BLOOM_FILTER.USE_MSG_FIELD_LIST=taxi_identifier

FILTER.RANGE_FILTER.VALID_RANGE=trip_time_in_secs:140:3155,trip_distance:1.37:29.86,fare_amount:6.00:201.00,tip_amount:0.65:38.55,tolls_amount:2.50:18.00
Expand All @@ -51,8 +51,8 @@ IO.AZURE_BLOB_UPLOAD.DIR_NAME=/Users/anshushukla/Downloads/iot-summer-school
MATH.PI_VIETE.ITERS=1600

PARSE.XML_FILEPATH=/Users/anshushukla/Downloads/Incomplete/stream/iot-bm/modules/tasks/src/main/resources/tempSAX.xml
PARSE.CSV_SCHEMA_FILEPATH=/home/shilpa/Sandbox/Repository/bmIOT/data/taxi-schema-without-annotation.csv
PARSE.CSV_SCHEMA_WITH_ANNOTATEDFIELDS_FILEPATH=/home/shilpa/Sandbox/Repository/bmIOT/data/taxi-schema_with_annotation.csv
PARSE.CSV_SCHEMA_FILEPATH=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/taxi-schema-without-annotation.csv
PARSE.CSV_SCHEMA_WITH_ANNOTATEDFIELDS_FILEPATH=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/taxi-schema_with_annotation.csv
PARSE.META_FIELD_SCHEMA=pickup_datetime,pickup_longitude,pickup_latitude,dropoff_longitude,dropoff_latitude,payment_type
PARSE.ID_FIELD_SCHEMA=taxi_identifier
PARSE.CSV_SENML_USE_MSG_FIELD=0
Expand Down Expand Up @@ -91,14 +91,14 @@ STATISTICS.INTERPOLATION.WINDOW_SIZE=0
#connecting to localhost
IO.MQTT_PUBLISH.APOLLO_USER=admin
IO.MQTT_PUBLISH.APOLLO_PASSWORD=password
IO.MQTT_PUBLISH.APOLLO_URL=tcp://anshudreamd2.cloudapp.net:1883
IO.MQTT_PUBLISH.APOLLO_URL=tcp://localhost:61613
IO.MQTT_PUBLISH.APOLLO_CLIENT=testSubscribernew
IO.MQTT_PUBLISH.TOPIC_NAME=taxidata
IO.MQTT_PUBLISH.USE_MSG_FIELD=0

IO.MQTT_SUBSCRIBE.APOLLO_USER=admin
IO.MQTT_SUBSCRIBE.APOLLO_PASSWORD=password
IO.MQTT_SUBSCRIBE.APOLLO_URL=tcp://localhost:1883
IO.MQTT_SUBSCRIBE.APOLLO_URL=tcp://localhost:61613
IO.MQTT_SUBSCRIBE.APOLLO_CLIENT=dummy2
IO.MQTT_SUBSCRIBE.TOPIC_NAME=testTopic
IO.MQTT_SUBSCRIBE.USE_MSG_FIELD=1
Expand All @@ -114,11 +114,11 @@ IO.MQTT_SUBSCRIBE.USE_MSG_FIELD=1
#IO.MQTT_PUBLISH.TOPIC_NAME=test1
#IO.MQTT_PUBLISH.USE_MSG_FIELD=1

ANNOTATE.ANNOTATE_FILE_PATH=/home/shilpa/Sandbox/Repository/bmIOT/data/taxi-metadata-fulldataset.txt
ANNOTATE.ANNOTATE_FILE_PATH=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/taxi-metadata-fulldataset.txt
ANNOTATE.ANNOTATE_MSG_USE_FIELD=0

JOIN.MAX_COUNT_VALUE=17
JOIN.SCHEMA_FILE_PATH=/home/shilpa/Sandbox/Repository/bmIOT/data/taxi-schema-without-annotation.csv
JOIN.SCHEMA_FILE_PATH=/home/shilpa/codespace/riot-bench/modules/tasks/src/main/resources/taxi-schema-without-annotation.csv
JOIN.META_FIELD_SCHEMA=pickup_datetime,pickup_longitude,pickup_latitude,dropoff_longitude,dropoff_latitude,payment_type


Expand Down

0 comments on commit 81bca53

Please sign in to comment.