| Stage Id ▾ | Pool Name | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|---|
| 8 | default | DataFrameCommonJob_checkExcelOncreation aggregate at InferSchema.scala:30 org.apache.spark.rdd.RDD.aggregate(RDD.scala:1176) com.crealytics.spark.excel.InferSchema$.apply(InferSchema.scala:30) com.crealytics.spark.excel.ExcelRelation.$anonfun$headerColumns$1(ExcelRelation.scala:131) scala.Option.getOrElse(Option.scala:189) com.crealytics.spark.excel.ExcelRelation.headerColumns$lzycompute(ExcelRelation.scala:124) com.crealytics.spark.excel.ExcelRelation.headerColumns(ExcelRelation.scala:120) com.crealytics.spark.excel.ExcelRelation.$anonfun$inferSchema$1(ExcelRelation.scala:189) scala.Option.getOrElse(Option.scala:189) com.crealytics.spark.excel.ExcelRelation.inferSchema(ExcelRelation.scala:188) com.crealytics.spark.excel.ExcelRelation.<init>(ExcelRelation.scala:52) com.crealytics.spark.excel.DefaultSource.createRelation(DefaultSource.scala:52) com.crealytics.spark.excel.DefaultSource.createRelation(DefaultSource.scala:29) com.crealytics.spark.excel.DefaultSource.createRelation(DefaultSource.scala:24) org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:354) org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:297) org.apache.spark.sql.DataFrameReader.$anonfun$load$2(DataFrameReader.scala:286) scala.Option.getOrElse(Option.scala:189) org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:286) org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:232) com.adb.hdh.spark.job.impl.DataFrameCommonJob.readAndGenerateCacheParquet(DataFrameCommonJob.java:1352) | 2025/09/15 13:16:25 | 47 ms |
6/6
|