Skip to content
Snippets Groups Projects
spark_launch.sh 297 B
Newer Older
Quentin ANDRE's avatar
v92
Quentin ANDRE committed
# node29 is master
ssh pi@10.29.227.239

# launch
start-dfs.sh 
$SPARK_HOME/sbin/start-all.sh
Quentin ANDRE's avatar
Quentin ANDRE committed
# launch spark_streaming in node 29 
Quentin ANDRE's avatar
Quentin ANDRE committed
spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.0 SparkStreamingRadio/spark_streaming_radio.py
Quentin ANDRE's avatar
v92
Quentin ANDRE committed

# stop
$SPARK_HOME/sbin/stop-all.sh
stop-dfs.sh