multiple ports

planes_consumer.py

@@ -2,7 +2,7 @@ import json
 from kafka import KafkaConsumer
 
 planes = {}
-consumer = KafkaConsumer("air-traffic", bootstrap_servers='pi-node07:9092', group_id="air-traffic-monitor")
+consumer = KafkaConsumer("air-traffic", bootstrap_servers='pi-node07:9092, pi-node07:9093', group_id="air-traffic-monitor")
 
 for message in consumer:
     print(message)

spark_launch.sh

@@ -4,6 +4,8 @@ ssh pi@10.29.227.239
 # launch
 start-dfs.sh 
 $SPARK_HOME/sbin/start-all.sh
+# launch spark_streaming in node 29 
+spark-submit SparkStreamingRadio/spark_streaming_radio.py
 
 # stop
 $SPARK_HOME/sbin/stop-all.sh

spark_streaming.py

@@ -18,7 +18,7 @@ def find_country(lat, long):
 
 spark = SparkSession.builder.appName("Spark Structured Streaming from Kafka").getOrCreate()
 sdfPlanes = spark.readStream.format("kafka") \
-    .option("kafka.bootstrap.servers", "localhost:9092") \
+    .option("kafka.bootstrap.servers", "pi-node07:9092") \
     .option("subscribe", "air-traffic") \
     .option("startingOffsets", "latest") \
     .load().selectExpr("CAST(value AS STRING)")

useful-sh.sh

@@ -20,4 +20,4 @@ nc pi-node07 9092
 ssh pi@10.29.227.218 
 python3 bigdata-radio/planes_producer.py
 # consumer in node8
-python3 bigdata-radio/planes_consumer.py
\ No newline at end of file
+python3 bigdata-radio/planes_consumer.py