inceptor 查询数据报错
2023-10-25 11:10:11 2023-10-27 15:49:36 83
DROP TABLE IF EXISTS t5;
CREATE TABLE t5(id INT, value INT) PARTITIONED BY RANGE(amount INT) (
PARTITION less1 VALUES LESS THAN (1),
PARTITION less10 VALUES LESS THAN (10),
PARTITION less100 VALUES LESS THAN (100) )
CLUSTERED BY (id) INTO 5 BUCKETS STORED AS ORC TBLPROPERTIES ("transactional"="true");
INSERT INTO t5 VALUES (1,100,10)
SELECT * FROM t5
失败原因
org.apache.spark.SparkException: Job aborted due to stage failure: Task 2 in stage 1.0 failed 4 times, most recent failure: Lost task 2.3 in stage 1.0 (TID 23, 172.21.76.2): java.lang.Exception: Can't find block deltabroadcast_0
org.apache.spark.broadcast.DeltaBroadcast$.readFromBlockManager(DeltaBroadcast.scala:31)
org.apache.spark.broadcast.Delta.initializeBase(DeltaBroadcast.scala:44)
org.apache.spark.broadcast.Delta.value(DeltaBroadcast.scala:57)
io.transwarp.inceptor.util.HiveConfDeltaBroadcast$.getConfFromBroadcast(HiveConfDeltaBroadcast.scala:127)
io.transwarp.inceptor.execution.serialization.OperatorSerializationWrapper.value(OperatorSerializationWrapper.scala:90)
io.transwarp.inceptor.execution.package$.opSerWrapper2op(package.scala:32)
io.transwarp.inceptor.execution.FileSinkOperator$.io$transwarp$inceptor$execution$FileSinkOperator$$writeFiles$1(FileSinkOperator.scala:366)
io.transwarp.inceptor.execution.FileSinkOperator$$anonfun$executeProcessFileSinkPartition$1.apply(FileSinkOperator.scala:376)
io.transwarp.inceptor.execution.FileSinkOperator$$anonfun$executeProcessFileSinkPartition$1.apply(FileSinkOperator.scala:376)
org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:80)
org.apache.spark.scheduler.Task.run(Task.scala:83)
org.apache.spark.executor.Executor$TaskRunner$$anonfun$run$1.apply$mcV$sp(Executor.scala:443)
org.apache.spark.deploy.SparkHadoopUtil.runAsUser(SparkHadoopUtil.scala:61)
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:388)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
Driver stacktrace: 回答
登录后可回答问题
.jpg)
