Skip to content

Commit 19208ba

Browse files
committed
remove; already in base; remove copy files
1 parent ef2e245 commit 19208ba

File tree

2 files changed

+0
-44
lines changed

2 files changed

+0
-44
lines changed

spark-cluster/master/ubuntu/etc/supervisor/supervisor.conf

Lines changed: 0 additions & 31 deletions
This file was deleted.
Lines changed: 0 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,5 @@
11
#!/bin/bash
22

3-
service ssh start
4-
echo "started ssh"
5-
63
$HADOOP_HOME/sbin/start-all.sh
74
echo "started hadoop"
85

@@ -20,16 +17,6 @@ $SPARK_HOME/bin/pyspark \
2017
--master $PYSPARK_MASTER > /tmp/jupyter.log 2>&1 &
2118
echo "started pyspark"
2219

23-
if [ -d "/root/ipynb/data" ]; then
24-
for entry in /root/ipynb/data/*
25-
do
26-
hdfs dfs -copyFromLocal -f $entry /$(basename $entry)
27-
echo "copied $entry to hdfs"
28-
done
29-
else
30-
echo "/root/ipynb/data does not exists"
31-
fi
32-
3320
echo "done!"
3421

3522
exit 0

0 commit comments

Comments
 (0)