-
Notifications
You must be signed in to change notification settings - Fork 5
Open
Description
25/10/20 11:05:23 ERROR DAGSchedulerEventProcessLoop: DAGSchedulerEventProcessLoop failed; shutting down SparkContext
java.lang.IllegalArgumentException: Network location name contains /: /vast-demo/test_schema/t4
at org.apache.hadoop.net.NodeBase.set(NodeBase.java:87)
at org.apache.hadoop.net.NodeBase.<init>(NodeBase.java:65)
at org.apache.spark.deploy.yarn.SparkRackResolver.$anonfun$coreResolve$4(SparkRackResolver.scala:89)
at scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:985)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:984)
at org.apache.spark.deploy.yarn.SparkRackResolver.coreResolve(SparkRackResolver.scala:83)
at org.apache.spark.deploy.yarn.SparkRackResolver.resolve(SparkRackResolver.scala:68)
at org.apache.spark.scheduler.cluster.YarnScheduler.getRacksForHosts(YarnScheduler.scala:35)
at org.apache.spark.scheduler.TaskSetManager.$anonfun$addPendingTasks$1(TaskSetManager.scala:227)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.apache.spark.util.Utils$.timeTakenMs(Utils.scala:552)
at org.apache.spark.scheduler.TaskSetManager.addPendingTasks(TaskSetManager.scala:220)
at org.apache.spark.scheduler.TaskSetManager.<init>(TaskSetManager.scala:217)
at org.apache.spark.scheduler.TaskSchedulerImpl.createTaskSetManager(TaskSchedulerImpl.scala:296)
at org.apache.spark.scheduler.TaskSchedulerImpl.submitTasks(TaskSchedulerImpl.scala:254)
at org.apache.spark.scheduler.DAGScheduler.submitMissingTasks(DAGScheduler.scala:1647)
at org.apache.spark.scheduler.DAGScheduler.submitStage(DAGScheduler.scala:1402)
at org.apache.spark.scheduler.DAGScheduler.handleMapStageSubmitted(DAGScheduler.scala:1377)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:3007)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2994)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2983)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)
Metadata
Metadata
Assignees
Labels
No labels