Data updated and added the link

README.md

@@ -1,27 +1,29 @@
 # Distributed Systems project
 A web-based platform for comparing Apache big data processing frameworks
 
+## DEMO:
+http://138.197.175.19:5000
 
 ## Setup instructions
 
 Hadoop: [HadoopFiles/README.md](HadoopFiles/README.md)
 
-Storm: [StormSetup.md](StormSetup.md)
+Storm: [StormFies/StormSetup.md](StormFies/StormSetup.md)
 
-Samza: [SamzaSetup.md](SamzaSetup.md)
+Samza: [SamzaFiles/SamzaSetup.md](SamzaFiles/SamzaSetup.md)
 
 Spark: [SparkFiles/README.md](SparkFiles/README.md)
 
 Flink: [FlinkFiles/README.md](FlinkFiles/README.md)
 
-## Server API (`exec_api_samza`)
+## Server API (`exec_api`)
 
 This is a NodeJS application that is put into each server's machine and will call the appropriate shell files when invoked.
 
 ### Prerequisites
 
 - Install NodeJS on the server
-- Run `npm install`
+- Run `npm install` on exec_api folder.
 - Run `npm start`, and the API will run on port 3000.
 
 ## User interface (`userinterface`)
@@ -32,16 +34,19 @@ The historical data will not be available for a client immediately,
 as the historical data is stored in a local database when the servers run,
 so if you want to see the data we used, you will need to insert the data from `stats_raw.xlsx` manually.
 The application uses PostgreSQL, so you will need to insert the SQL file manually.
+[For more info. please look at Data section]
 
 ### Prerequisites
 
 - Install NodeJS on the machine that will run the site.
-- Run `npm install`
-- Run `npm run` and it will run on port 3000.
+- Run `npm install` on `userinterface` folder to install packages.
+- Run `npm start ./bin/www` and it will run on port 3000.
+- Goto URL: `http://localhost:3000` on browser to test the interface.
 
 
 ## Data
 
-The historical data that we use is available in the `stats_raw.xlsx` file.
+The historical data that we use is available in the `data_graphs/stats_raw.xlsx` file.
 This data was gathered over 10 runs for each server and measured CPU usage and memory usage.
-Usages were polled once every second.
+Usages were polled once every second.
+- Use `data_graphs/gathered_historical_data.sql` to insert historical data into the database.

data_graphs/gathered_historical_data.sql

@@ -0,0 +1,168 @@
+INSERT INTO flink (mem, cpu) VALUES 
+(2342, 0),
+(2342,65.9),
+(2491,28.4),
+(2346,0.1),
+(332.046875,0),
+(2634.96484375,0),
+(2634.96484375,0),
+(2634.96484375,0),
+(2634.96484375,1),
+(2634.94921875,0),
+(2635.18359375,0),
+(2635.640625,0),
+(2635.625,0),
+(2635.859375,0),
+(2635.98046875,0),
+(610.046875,50),
+(626.875,0);
+
+INSERT INTO flink_stream (mem, cpu) VALUES 
+(320.95703125,0),
+(322.140625,0),
+(322.140625,0),
+(323.30078125,0),
+(323.30078125,0),
+(323.30078125,0),
+(323.30078125,1),
+(324.078125,0),
+(323.23046875,0),
+(2623.66796875,0),
+(2624.90625,0),
+(2624.54296875,0),
+(2624.40625,0),
+(2624.40625,1),
+(2669.28515625,58),
+(2733.85546875,87),
+(2634.87109375,0),
+(2634.98046875,1),
+(2634.96484375,0),
+(2634.96484375,0),
+(2634.96484375,0),
+(626.875,0),
+(626.875,0),
+(637.1484375,0),
+(637.1484375,0);
+
+
+INSERT INTO hadoop (mem, cpu) VALUES 
+(1955,2.8),
+(1957,83.3),
+(2138,90.9),
+(2097,	99),
+(2191,	95.6),
+(2264,	93.0),
+(2451,	100.0),
+(2557,	100.0),
+(2707,	99.5),
+(2786,	69.6),
+(2888,	100.0),
+(3040,	100.0),
+(3273,	100.0),
+(3483,	89.8),
+(3117,	49.5),
+(2835,	99.7),
+(2969,	100.0),
+(3073,	93.7),
+(3024,	64.7),
+(2681,	89.3),
+(2477,	67.3),
+(2024,	10.7);
+
+INSERT INTO samza (mem, cpu) VALUES 
+(12,	14),
+(1644.6640625,	6),
+(1642.4921875,	5),
+(1649.73046875,	5),
+(1642.03125,	2),
+(1648.203125,	4),
+(1671.69140625,	3),
+(1669.2890625,	4),
+(1980.56640625,	3),
+(2166.296875,	6),
+(2170.765625,	2),
+(2248.25390625,	5),
+(2272.5390625,	1),
+(2275.09375,	5),
+(2280.05078125,	2),
+(2274.40234375,	4),
+(2275.3046875,	1),
+(2278.91015625,	4),
+(2278.89453125,	4),
+(2278.41015625,	5),
+(2917.36328125,	5),
+(2524.8515625,	2),
+(2611.5390625,	4),
+(2609.390625,	5),
+(2729.64453125,	5),
+(2729.765625,	5),
+(1331.56640625,	5);
+
+INSERT INTO spark (mem, cpu) VALUES 
+(72,	0.3),
+(72,	47.0),
+(164,	91.5),
+(312,	90.9),
+(306,	31.4),
+(119,	5.1),
+(73,	0.5),
+(330.55078125,	0),
+(330.55078125,	0),
+(330.55078125,	0),
+(330.55078125,	0),
+(460.2109375,	0),
+(460.2109375,	1),
+(460.2109375,	0),
+(460.2109375,	0),
+(460.12890625,	1),
+(459.640625,	1),
+(459.640625,	0),
+(459.640625,	0),
+(459.640625,	0),
+(458.0546875,	0),
+(458.41796875,	0),
+(458.41796875,	0),
+(481.22265625,	0),
+(472.75,	0),
+(446.30859375,	0);
+
+INSERT INTO spark_stream (mem, cpu) VALUES 
+(95,	0.1),
+(95	,73.6),
+(236,	99.9),
+(380,	85.7),
+(456,	8.7),
+(479,	5.4),
+(495,	49.1),
+(552,	32.7),
+(95,	0.1),
+(912.40625,	1);
+
+INSERT INTO storm (mem, cpu) VALUES 
+(213,	0.8),
+(214,	69.7),
+(356,	100),
+(437,	100),
+(469,	100),
+(491,	100),
+(365,	100),
+(447,	100),
+(480,	100),
+(466,	100),
+(416,	100),
+(461,	100),
+(489,	100),
+(373,	100),
+(425,	100),
+(485,	100),
+(483,	100),
+(525,	99.7),
+(580,	53.6),
+(559,	4.9),
+(540,	9.0),
+(543,	61.2),
+(553,	99.0),
+(555,	95.5),
+(548,	70.7),
+(501,	8.8),
+(418,	2.4);

exec_api/exec_api_flink/flink

@@ -0,0 +1,49 @@
+#!/bin/bash
+
+COMMAND=$1
+
+#set the correct dir to excute folder
+DIR=""
+
+#start flink
+start_flink(){
+    echo "Starting flink"
+    #if already started stop for clear start
+    sudo ./run-batch.sh
+}
+
+#stop flink
+stop_flink(){
+    echo "Stopping flink"
+}
+
+#start flink
+start_flink_stream(){
+    echo "Stating flink"
+    #sudo sysctl -w vm.max_map_count=262144
+    sudo ./run-stream.sh
+}
+
+#stop flink
+stop_flink_stream(){
+    echo "Stopping flink"
+}
+
+
+# Check arguments
+if [ "$COMMAND" == "start_flink" ]; then
+  start_flink
+  exit 0
+elif [ "$COMMAND" == "stop_flink" ]; then
+  stop_flink
+  exit 0
+elif [ "$COMMAND" == "start_flink_stream" ]; then
+  start_flink_stream
+  exit 0
+elif [ "$COMMAND" == "stop_flink_stream" ]; then
+  stop_flink_stream
+  exit 0
+else
+  echo "Enter commands"
+  exit 0
+fi