caroljmcdonald / mapr-streams-sparkstreaming-hbase Goto Github PK

$ spark-submit --class solution.SensorStreamConsumer --master local[2] ms-sparkstreaming-1.0.jar
16/08/03 13:42:40 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
start streaming
[Stage 1:>                                                          (0 + 2) / 3]16/08/03 13:42:48 ERROR Executor: Exception in task 0.0 in stage 1.0 (TID 1)
java.lang.AssertionError: assertion failed: Failed to get records for /user/user01/pump:sensor)
|0 1026779 after polling for 1000
    at scala.Predef$.assert(Predef.scala:179)
    at org.apache.spark.streaming.kafka.v09.KafkaRDD$KafkaRDDIterator.fetchBatch(KafkaRDD.scala:203)
    at org.apache.spark.streaming.kafka.v09.KafkaRDD$KafkaRDDIterator.hasNext(KafkaRDD.scala:173)
    at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:327)
    at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:327)
    at org.apache.spark.util.Utils$.getIteratorSize(Utils.scala:1595)
    at org.apache.spark.rdd.RDD$$anonfun$count$1.apply(RDD.scala:1157)
    at org.apache.spark.rdd.RDD$$anonfun$count$1.apply(RDD.scala:1157)
    at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1858)
    at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1858)
    at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66)
    at org.apache.spark.scheduler.Task.run(Task.scala:89)
    at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214)
    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
    at java.lang.Thread.run(Thread.java:745)
...
16/08/03 13:42:48 ERROR TaskSetManager: Task 0 in stage 1.0 failed 1 times; aborting job
16/08/03 13:42:48 ERROR JobScheduler: Error running job streaming job 1470228164000 ms.0