|
60
|
DataFrameCommonJob_dataExecOnCreation
+details
DataFrameCommonJob_dataExecOnCreation
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:48:35
|
0.3 s
|
[83]
|
|
59
|
DataFrameCommonJob_dataExecSummaryOnCreation
+details
DataFrameCommonJob_dataExecSummaryOnCreation
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:48:35
|
0.3 s
|
[82][84]
|
|
58
|
DataFrameCommonJob_dataExecOnCreation
+details
DataFrameCommonJob_dataExecOnCreation
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:48:35
|
0 ms
|
|
|
57
|
DataFrameCommonJob_dataExecSummaryOnCreation
+details
DataFrameCommonJob_dataExecSummaryOnCreation
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:48:35
|
0 ms
|
|
|
56
|
DataFrameCommonJob_dataExecSummaryOnCreation
+details
DataFrameCommonJob_dataExecSummaryOnCreation
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:41
|
0.6 s
|
[77][79]
|
|
55
|
DataFrameCommonJob_dataExecOnCreation
+details
DataFrameCommonJob_dataExecOnCreation
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:41
|
0.6 s
|
[78]
|
|
54
|
DataFrameCommonJob_dataExecOnCreation
+details
DataFrameCommonJob_dataExecOnCreation
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:41
|
1 ms
|
|
|
53
|
DataFrameCommonJob_dataExecSummaryOnCreation
+details
DataFrameCommonJob_dataExecSummaryOnCreation
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:41
|
0 ms
|
|
|
52
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:02
|
0.2 s
|
[73][74]
|
|
51
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:02
|
0 ms
|
|
|
50
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:00
|
0.1 s
|
[70][71]
|
|
49
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:45:00
|
0 ms
|
|
|
48
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:41
|
0.7 s
|
[67][68]
|
|
47
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:41
|
0 ms
|
|
|
46
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:39
|
0.2 s
|
[64][65]
|
|
45
|
DataFrameCommonJob_dataExecValueAnalysis
+details
DataFrameCommonJob_dataExecValueAnalysis
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:39
|
1 ms
|
|
|
44
|
DataFrameCommonJob_dataExecOnCreation
+details
DataFrameCommonJob_dataExecOnCreation
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:15
|
0.1 s
|
[62]
|
|
43
|
DataFrameCommonJob_dataExecSummaryOnCreation
+details
DataFrameCommonJob_dataExecSummaryOnCreation
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:15
|
0.1 s
|
[60][61]
|
|
42
|
DataFrameCommonJob_dataExecOnCreation
+details
DataFrameCommonJob_dataExecOnCreation
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:15
|
0 ms
|
|
|
41
|
DataFrameCommonJob_dataExecSummaryOnCreation
+details
DataFrameCommonJob_dataExecSummaryOnCreation
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:43:15
|
0 ms
|
|
|
40
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:42:38
|
0.6 s
|
[57]
|
|
39
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:42:38
|
0.3 s
|
[55]
|
|
38
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:42:37
|
0.5 s
|
[53]
|
|
37
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameReader.csv(DataFrameReader.scala:553)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvFile(DataFrameCommonJob.java:314)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvAndGetDataSet(DataFrameCommonJob.java:195)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadCsv(DataFrameStructuredLoaderJob.java:268)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:69)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:42:37
|
58 ms
|
[51]
|
|
36
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:47
|
95 ms
|
[49]
|
|
35
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:47
|
0.2 s
|
[48][50]
|
|
34
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:47
|
0 ms
|
|
|
33
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:47
|
1 ms
|
|
|
32
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.DataFrameReader.csv(DataFrameReader.scala:553)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvFile(DataFrameCommonJob.java:314)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvAndGetDataSet(DataFrameCommonJob.java:195)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadCsv(DataFrameStructuredLoaderJob.java:268)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:69)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:46
|
48 ms
|
[45]
|
|
31
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.DataFrameReader.csv(DataFrameReader.scala:553)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvFile(DataFrameCommonJob.java:314)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvAndGetDataSet(DataFrameCommonJob.java:195)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadCsv(DataFrameStructuredLoaderJob.java:268)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:69)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:46
|
56 ms
|
[44]
|
|
30
|
DataFrameCommonJob_checkCSVSourceOncreation
+details
DataFrameCommonJob_checkCSVSourceOncreation
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkFileTake(DataFrameCommonJob.java:1497)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkCsvFile(DataFrameCommonJob.java:243)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:206)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:11
|
0.1 s
|
[43]
|
|
29
|
DataFrameCommonJob_checkCSVSourceOncreation
+details
DataFrameCommonJob_checkCSVSourceOncreation
org.apache.spark.sql.DataFrameReader.csv(DataFrameReader.scala:553)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvFile(DataFrameCommonJob.java:314)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvAndGetDataSet(DataFrameCommonJob.java:195)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkCsvFile(DataFrameCommonJob.java:241)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:206)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:11
|
52 ms
|
[41]
|
|
28
|
DataFrameCommonJob_checkCSVSourceOncreation
+details
DataFrameCommonJob_checkCSVSourceOncreation
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkFileTake(DataFrameCommonJob.java:1497)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkCsvFile(DataFrameCommonJob.java:243)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:206)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:01
|
73 ms
|
[40]
|
|
27
|
DataFrameCommonJob_checkCSVSourceOncreation
+details
DataFrameCommonJob_checkCSVSourceOncreation
org.apache.spark.sql.DataFrameReader.csv(DataFrameReader.scala:553)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvFile(DataFrameCommonJob.java:314)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvAndGetDataSet(DataFrameCommonJob.java:195)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkCsvFile(DataFrameCommonJob.java:241)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:206)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:37:01
|
52 ms
|
[38]
|
|
26
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:33:36
|
0.2 s
|
[37]
|
|
25
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:33:24
|
84 ms
|
[35]
|
|
24
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:33:24
|
0 ms
|
|
|
23
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:33:23
|
68 ms
|
[32][33]
|
|
22
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:33:23
|
0 ms
|
|
|
21
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readAndGenerateCacheParquet(DataFrameCommonJob.java:1389)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcel(DataFrameCommonJob.java:1246)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcelAndGetDataSet(DataFrameCommonJob.java:666)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadExcel(DataFrameStructuredLoaderJob.java:207)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:88)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:33:16
|
7 s
|
[30]
|
|
20
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:47
|
0.2 s
|
[29]
|
|
19
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:43
|
0.2 s
|
[27]
|
|
18
|
PersistFrame
+details
PersistFrame
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:21
|
0.8 s
|
[25]
|
|
17
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:07
|
0.2 s
|
[23]
|
|
16
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:07
|
1 ms
|
|
|
15
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:06
|
0.1 s
|
[20][21]
|
|
14
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:30:06
|
0 ms
|
|
|
13
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readAndGenerateCacheParquet(DataFrameCommonJob.java:1389)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcel(DataFrameCommonJob.java:1246)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcelAndGetDataSet(DataFrameCommonJob.java:666)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadExcel(DataFrameStructuredLoaderJob.java:207)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:88)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:29:40
|
26 s
|
[18]
|
|
12
|
DataFrameCommonJob_checkCSVSourceOncreation
+details
DataFrameCommonJob_checkCSVSourceOncreation
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkFileTake(DataFrameCommonJob.java:1497)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkCsvFile(DataFrameCommonJob.java:243)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:206)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:18:39
|
0.2 s
|
[17]
|
|
11
|
DataFrameCommonJob_checkCSVSourceOncreation
+details
DataFrameCommonJob_checkCSVSourceOncreation
org.apache.spark.sql.DataFrameReader.csv(DataFrameReader.scala:553)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvFile(DataFrameCommonJob.java:314)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readCsvAndGetDataSet(DataFrameCommonJob.java:195)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkCsvFile(DataFrameCommonJob.java:241)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:206)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:18:38
|
0.2 s
|
[15]
|
|
10
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:17:26
|
0.2 s
|
[13][14]
|
|
9
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:17:26
|
0 ms
|
|
|
8
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:17:26
|
0.1 s
|
[10][11]
|
|
7
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:17:26
|
0 ms
|
|
|
6
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readAndGenerateCacheParquet(DataFrameCommonJob.java:1389)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcel(DataFrameCommonJob.java:1246)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcelAndGetDataSet(DataFrameCommonJob.java:666)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadExcel(DataFrameStructuredLoaderJob.java:207)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:88)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:17:25
|
0.6 s
|
[8]
|
|
5
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.count(Dataset.scala:2980)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:12:46
|
0.5 s
|
[5][6]
|
|
4
|
DataFrameCommonJob_dataExecSummary
+details
DataFrameCommonJob_dataExecSummary
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:12:46
|
1 ms
|
|
|
3
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:12:46
|
0.5 s
|
[4]
|
|
2
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3259)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:21)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:12:45
|
2 ms
|
|
|
1
|
DataFrameCommonJob_dataExec
+details
DataFrameCommonJob_dataExec
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:847)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readAndGenerateCacheParquet(DataFrameCommonJob.java:1389)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcel(DataFrameCommonJob.java:1246)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.readExcelAndGetDataSet(DataFrameCommonJob.java:666)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadExcel(DataFrameStructuredLoaderJob.java:207)
com.adb.hdh.spark.job.impl.DataFrameStructuredLoaderJob.loadUet(DataFrameStructuredLoaderJob.java:88)
com.adb.hdh.spark.job.impl.CommonJob.getDataFrame(CommonJob.java:27)
com.adb.hdh.spark.job.impl.LoadJob.exec(LoadJob.java:19)
com.adb.hdh.spark.jobs.SparkJobRunnerService.createFrames(SparkJobRunnerService.java:338)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:140)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:12:40
|
5 s
|
[1]
|
|
0
|
DataFrameCommonJob_checkExcel
+details
DataFrameCommonJob_checkExcel
org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkFileTake(DataFrameCommonJob.java:1497)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.checkExcel(DataFrameCommonJob.java:575)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:229)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)
|
2025/09/15 13:12:13
|
2 s
|
[0]
|
