We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ef2e245 commit 19208baCopy full SHA for 19208ba
spark-cluster/master/ubuntu/etc/supervisor/supervisor.conf
spark-cluster/master/ubuntu/usr/local/bin/start-all.sh
@@ -1,8 +1,5 @@
1
#!/bin/bash
2
3
-service ssh start
4
-echo "started ssh"
5
-
6
$HADOOP_HOME/sbin/start-all.sh
7
echo "started hadoop"
8
@@ -20,16 +17,6 @@ $SPARK_HOME/bin/pyspark \
20
17
--master $PYSPARK_MASTER > /tmp/jupyter.log 2>&1 &
21
18
echo "started pyspark"
22
19
23
-if [ -d "/root/ipynb/data" ]; then
24
- for entry in /root/ipynb/data/*
25
- do
26
- hdfs dfs -copyFromLocal -f $entry /$(basename $entry)
27
- echo "copied $entry to hdfs"
28
- done
29
-else
30
- echo "/root/ipynb/data does not exists"
31
-fi
32
33
echo "done!"
34
35
exit 0
0 commit comments