Spark读取Hbase报错总结

迈不过友情╰ 2022-05-22 09:27 269阅读 0赞

1 : 发生空指针异常，但是最终任务还是运行成功。

java.lang.RuntimeException: java.lang.NullPointerException  
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208)  
at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:314)  
at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:397)  
at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:358)  
at org.apache.hadoop.hbase.mapreduce.TableRecordReaderImpl.nextKeyValue(TableRecordReaderImpl.java:220)  
at org.apache.hadoop.hbase.mapreduce.TableRecordReader.nextKeyValue(TableRecordReader.java:151)  
at org.apache.hadoop.hbase.mapreduce.TableInputFormatBase$1.nextKeyValue(TableInputFormatBase.java:205)  
at org.apache.spark.rdd.NewHadoopRDD$$anon$1.hasNext(NewHadoopRDD.scala:163)  
at org.apache.spark.InterruptibleIterator.hasNext(InterruptibleIterator.scala:39)  
at scala.collection.convert.Wrappers$IteratorWrapper.hasNext(Wrappers.scala:29)  
at com.transinfo.analysis.exportdata.FromTrafficDataToValueFunction.call(FromTrafficDataToValueFunction.java:29)  
at com.transinfo.analysis.exportdata.FromTrafficDataToValueFunction.call(FromTrafficDataToValueFunction.java:1)  
at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$4$1.apply(JavaRDDLike.scala:156)  
at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$4$1.apply(JavaRDDLike.scala:156)  
at org.apache.spark.rdd.RDD$$anonfun$mapPartitions$1$$anonfun$apply$17.apply(RDD.scala:706)  
at org.apache.spark.rdd.RDD$$anonfun$mapPartitions$1$$anonfun$apply$17.apply(RDD.scala:706)  
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)  
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297)  
at org.apache.spark.rdd.RDD.iterator(RDD.scala:264)  
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)  
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:297)  
at org.apache.spark.rdd.RDD.iterator(RDD.scala:264)  
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66)  
at org.apache.spark.scheduler.Task.run(Task.scala:88)  
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214)  
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  
at java.lang.Thread.run(Thread.java:745)  
Caused by: java.lang.NullPointerException  
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:199)  
... 27 more