Holo copyIn写入时报错 #33
Description
error=ERROR: internal error: Capacity error: BinaryArray cannot contain more than 2147483646 bytes, have 2147484109
CONTEXT: [query_id:310004008398768452]
org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2565)
org.postgresql.core.v3.QueryExecutorImpl.processCopyResults(QueryExecutorImpl.java:1224)
org.postgresql.core.v3.QueryExecutorImpl.endCopy(QueryExecutorImpl.java:1029)
org.postgresql.core.v3.CopyInImpl.endCopy(CopyInImpl.java:49)
com.bigdata.etl.stream.CoordinatorWithTransaction$.$anonfun$main$4(CoordinatorWithTransaction.scala:157)
com.bigdata.etl.stream.CoordinatorWithTransaction$.$anonfun$main$4$adapted(CoordinatorWithTransaction.scala:119)
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2(RDD.scala:915)
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2$adapted(RDD.scala:915)
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:373)
org.apache.spark.rdd.RDD.iterator(RDD.scala:337)
org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:92)
org.apache.spark.scheduler.Task.run(Task.scala:131)
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:519)
org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1440)
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:522)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
2023-08-08,19:47:13,830 INFO org.apache.spark.executor.Executor: SerializedDirectResult cost: 3 millis
2023-08-08,19:47:13,830 INFO org.apache.spark.executor.Executor: Finished task 5.0 in stage 2.0 (TID 207). 4670 bytes result sent to driver
2023-08-08,19:47:13,832 INFO org.apache.spark.executor.Executor: send result cost: 2
2023-08-08,19:47:13,832 INFO org.apache.spark.executor.Executor: final result size: 4670
2023-08-08,19:47:14,397 INFO org.apache.spark.executor.YarnCoarseGrainedExecutorBackend: Driver commanded a shutdown
2023-08-08,19:47:14,415 INFO org.apache.spark.storage.memory.MemoryStore: MemoryStore cleared
2023-08-08,19:47:14,416 INFO org.apache.spark.storage.BlockManager: BlockManager stopped
2023-08-08,19:47:14,424 INFO org.apache.spark.util.ShutdownHookManager: Shutdown hook called