EVAL1_SPC2 - Details for Query 35

Details for Query 35

Submitted Time: 2025/09/15 13:37:47
Duration: 0.2 s
Succeeded Jobs: 48 50

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 2 shuffle write time total (min, med, max (stageId: taskId)) 1 ms (0 ms, 0 ms, 0 ms (stage 52.0: task 72)) records read: 2 local bytes read: 118.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 2 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 32.0 B (16.0 B, 16.0 B, 16.0 B (stage 52.0: task 73)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 118.0 B (59.0 B, 59.0 B, 59.0 B (stage 52.0: task 73))"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n106 ms (44 ms, 62 ms, 62 ms (stage 52.0: task 72))"; 5 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 105 ms (44 ms, 61 ms, 61 ms (stage 52.0: task 72)) number of output rows: 2"]; } 6 [labelType="html" label="Scan csv number of output rows: 48,285 number of files read: 1 metadata time: 0 ms size of files read: 6.9 MiB"]; 2->0; 3->2; 5->3; 6->5; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[count(1)])

WholeStageCodegen (2)

Exchange SinglePartition, true, [id=#572]

HashAggregate(keys=[], functions=[partial_count(1)])

WholeStageCodegen (1)

FileScan csv [] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex[file:/data/input/depot/csv/execution/63EA4041_AA71_4F64_B13B_1B63A995EF0A/curre..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>

Details

== Parsed Logical Plan ==
Aggregate [count(1) AS count#5758L]
+- Project [COL_LOINCNUMBER_2814#5655 AS COL_LOINCNUMBER_2814#5717, COL_LONGCOMMONNAME_2815#5656 AS COL_LONGCOMMONNAME_2815#5718, COL_PARTNUMBER_2816#5657 AS COL_PARTNUMBER_2816#5719, COL_PARTTYPENAME_2817#5658 AS COL_PARTTYPENAME_2817#5720, COL_PARTNAME_2818#5659 AS COL_PARTNAME_2818#5721, COL_PARTSEQUENCEORD_2819#5660 AS COL_PARTSEQUENCEORD_2819#5722, COL_RID_2820#5661 AS COL_RID_2820#5723, COL_PREFERREDNAME_2821#5662 AS COL_PREFERREDNAME_2821#5724, COL_RPID_2822#5663 AS COL_RPID_2822#5725, COL_LONGNAME_2823#5664 AS COL_LONGNAME_2823#5726]
   +- Filter true
      +- Project [COL_LOINCNUMBER_2814#5655, COL_LONGCOMMONNAME_2815#5656, COL_PARTNUMBER_2816#5657, COL_PARTTYPENAME_2817#5658, COL_PARTNAME_2818#5659, COL_PARTSEQUENCEORD_2819#5660, COL_RID_2820#5661, COL_PREFERREDNAME_2821#5662, COL_RPID_2822#5663, COL_LONGNAME_2823#5664]
         +- Project [cast(LOINC_IMAGERIE__2813_LOINCNUMBER_2814#5587 as string) AS COL_LOINCNUMBER_2814#5655, cast(LOINC_IMAGERIE__2813_LONGCOMMONNAME_2815#5588 as string) AS COL_LONGCOMMONNAME_2815#5656, cast(LOINC_IMAGERIE__2813_PARTNUMBER_2816#5591 as string) AS COL_PARTNUMBER_2816#5657, cast(LOINC_IMAGERIE__2813_PARTTYPENAME_2817#5593 as string) AS COL_PARTTYPENAME_2817#5658, cast(LOINC_IMAGERIE__2813_PARTNAME_2818#5590 as string) AS COL_PARTNAME_2818#5659, cast(LOINC_IMAGERIE__2813_PARTSEQUENCEORD_2819#5592 as string) AS COL_PARTSEQUENCEORD_2819#5660, cast(LOINC_IMAGERIE__2813_RID_2820#5595 as string) AS COL_RID_2820#5661, cast(LOINC_IMAGERIE__2813_PREFERREDNAME_2821#5594 as string) AS COL_PREFERREDNAME_2821#5662, cast(LOINC_IMAGERIE__2813_RPID_2822#5596 as string) AS COL_RPID_2822#5663, cast(LOINC_IMAGERIE__2813_LONGNAME_2823#5589 as string) AS COL_LONGNAME_2823#5664]
            +- Project [LOINCNUMBER_2814#5522 AS LOINC_IMAGERIE__2813_LOINCNUMBER_2814#5587, LONGCOMMONNAME_2815#5524 AS LOINC_IMAGERIE__2813_LONGCOMMONNAME_2815#5588, LONGNAME_2823#5527 AS LOINC_IMAGERIE__2813_LONGNAME_2823#5589, PARTNAME_2818#5528 AS LOINC_IMAGERIE__2813_PARTNAME_2818#5590, PARTNUMBER_2816#5530 AS LOINC_IMAGERIE__2813_PARTNUMBER_2816#5591, PARTSEQUENCEORD_2819#5532 AS LOINC_IMAGERIE__2813_PARTSEQUENCEORD_2819#5592, PARTTYPENAME_2817#5533 AS LOINC_IMAGERIE__2813_PARTTYPENAME_2817#5593, PREFERREDNAME_2821#5534 AS LOINC_IMAGERIE__2813_PREFERREDNAME_2821#5594, RID_2820#5535 AS LOINC_IMAGERIE__2813_RID_2820#5595, RPID_2822#5536 AS LOINC_IMAGERIE__2813_RPID_2822#5596]
               +- SubqueryAlias LOINC_IMAGERIE__2813108
                  +- Project [LOINCNUMBER_2814#5522, LONGCOMMONNAME_2815#5524, LONGNAME_2823#5527, PARTNAME_2818#5528, PARTNUMBER_2816#5530, PARTSEQUENCEORD_2819#5532, PARTTYPENAME_2817#5533, PREFERREDNAME_2821#5534, RID_2820#5535, RPID_2822#5536]
                     +- Project [LoincNumber#5462 AS LOINCNUMBER_2814#5522, LongCommonName#5464 AS LONGCOMMONNAME_2815#5524, LongName#5476 AS LONGNAME_2823#5527, PartName#5471 AS PARTNAME_2818#5528, PartNumber#5466 AS PARTNUMBER_2816#5530, PartSequenceOrder#5472 AS PARTSEQUENCEORD_2819#5532, PartTypeName#5468 AS PARTTYPENAME_2817#5533, PreferredName#5474 AS PREFERREDNAME_2821#5534, RID#5473 AS RID_2820#5535, RPID#5475 AS RPID_2822#5536]
                        +- Project [LoincNumber#5462, LongCommonName#5464, PartNumber#5466, PartTypeName#5468, PartName#5471, PartSequenceOrder#5472, RID#5473, PreferredName#5474, RPID#5475, LongName#5476]
                           +- Project [LoincNumber#5407 AS LoincNumber#5462, LongCommonName#5408 AS LongCommonName#5464, PartNumber#5409 AS PartNumber#5466, PartTypeName#5410 AS PartTypeName#5468, PartName#5411 AS PartName#5471, PartSequenceOrder#5412 AS PartSequenceOrder#5472, RID#5413 AS RID#5473, PreferredName#5414 AS PreferredName#5474, RPID#5415 AS RPID#5475, LongName#5416 AS LongName#5476]
                              +- Relation[LoincNumber#5407,LongCommonName#5408,PartNumber#5409,PartTypeName#5410,PartName#5411,PartSequenceOrder#5412,RID#5413,PreferredName#5414,RPID#5415,LongName#5416] csv

== Analyzed Logical Plan ==
count: bigint
Aggregate [count(1) AS count#5758L]
+- Project [COL_LOINCNUMBER_2814#5655 AS COL_LOINCNUMBER_2814#5717, COL_LONGCOMMONNAME_2815#5656 AS COL_LONGCOMMONNAME_2815#5718, COL_PARTNUMBER_2816#5657 AS COL_PARTNUMBER_2816#5719, COL_PARTTYPENAME_2817#5658 AS COL_PARTTYPENAME_2817#5720, COL_PARTNAME_2818#5659 AS COL_PARTNAME_2818#5721, COL_PARTSEQUENCEORD_2819#5660 AS COL_PARTSEQUENCEORD_2819#5722, COL_RID_2820#5661 AS COL_RID_2820#5723, COL_PREFERREDNAME_2821#5662 AS COL_PREFERREDNAME_2821#5724, COL_RPID_2822#5663 AS COL_RPID_2822#5725, COL_LONGNAME_2823#5664 AS COL_LONGNAME_2823#5726]
   +- Filter true
      +- Project [COL_LOINCNUMBER_2814#5655, COL_LONGCOMMONNAME_2815#5656, COL_PARTNUMBER_2816#5657, COL_PARTTYPENAME_2817#5658, COL_PARTNAME_2818#5659, COL_PARTSEQUENCEORD_2819#5660, COL_RID_2820#5661, COL_PREFERREDNAME_2821#5662, COL_RPID_2822#5663, COL_LONGNAME_2823#5664]
         +- Project [cast(LOINC_IMAGERIE__2813_LOINCNUMBER_2814#5587 as string) AS COL_LOINCNUMBER_2814#5655, cast(LOINC_IMAGERIE__2813_LONGCOMMONNAME_2815#5588 as string) AS COL_LONGCOMMONNAME_2815#5656, cast(LOINC_IMAGERIE__2813_PARTNUMBER_2816#5591 as string) AS COL_PARTNUMBER_2816#5657, cast(LOINC_IMAGERIE__2813_PARTTYPENAME_2817#5593 as string) AS COL_PARTTYPENAME_2817#5658, cast(LOINC_IMAGERIE__2813_PARTNAME_2818#5590 as string) AS COL_PARTNAME_2818#5659, cast(LOINC_IMAGERIE__2813_PARTSEQUENCEORD_2819#5592 as string) AS COL_PARTSEQUENCEORD_2819#5660, cast(LOINC_IMAGERIE__2813_RID_2820#5595 as string) AS COL_RID_2820#5661, cast(LOINC_IMAGERIE__2813_PREFERREDNAME_2821#5594 as string) AS COL_PREFERREDNAME_2821#5662, cast(LOINC_IMAGERIE__2813_RPID_2822#5596 as string) AS COL_RPID_2822#5663, cast(LOINC_IMAGERIE__2813_LONGNAME_2823#5589 as string) AS COL_LONGNAME_2823#5664]
            +- Project [LOINCNUMBER_2814#5522 AS LOINC_IMAGERIE__2813_LOINCNUMBER_2814#5587, LONGCOMMONNAME_2815#5524 AS LOINC_IMAGERIE__2813_LONGCOMMONNAME_2815#5588, LONGNAME_2823#5527 AS LOINC_IMAGERIE__2813_LONGNAME_2823#5589, PARTNAME_2818#5528 AS LOINC_IMAGERIE__2813_PARTNAME_2818#5590, PARTNUMBER_2816#5530 AS LOINC_IMAGERIE__2813_PARTNUMBER_2816#5591, PARTSEQUENCEORD_2819#5532 AS LOINC_IMAGERIE__2813_PARTSEQUENCEORD_2819#5592, PARTTYPENAME_2817#5533 AS LOINC_IMAGERIE__2813_PARTTYPENAME_2817#5593, PREFERREDNAME_2821#5534 AS LOINC_IMAGERIE__2813_PREFERREDNAME_2821#5594, RID_2820#5535 AS LOINC_IMAGERIE__2813_RID_2820#5595, RPID_2822#5536 AS LOINC_IMAGERIE__2813_RPID_2822#5596]
               +- SubqueryAlias LOINC_IMAGERIE__2813108
                  +- Project [LOINCNUMBER_2814#5522, LONGCOMMONNAME_2815#5524, LONGNAME_2823#5527, PARTNAME_2818#5528, PARTNUMBER_2816#5530, PARTSEQUENCEORD_2819#5532, PARTTYPENAME_2817#5533, PREFERREDNAME_2821#5534, RID_2820#5535, RPID_2822#5536]
                     +- Project [LoincNumber#5462 AS LOINCNUMBER_2814#5522, LongCommonName#5464 AS LONGCOMMONNAME_2815#5524, LongName#5476 AS LONGNAME_2823#5527, PartName#5471 AS PARTNAME_2818#5528, PartNumber#5466 AS PARTNUMBER_2816#5530, PartSequenceOrder#5472 AS PARTSEQUENCEORD_2819#5532, PartTypeName#5468 AS PARTTYPENAME_2817#5533, PreferredName#5474 AS PREFERREDNAME_2821#5534, RID#5473 AS RID_2820#5535, RPID#5475 AS RPID_2822#5536]
                        +- Project [LoincNumber#5462, LongCommonName#5464, PartNumber#5466, PartTypeName#5468, PartName#5471, PartSequenceOrder#5472, RID#5473, PreferredName#5474, RPID#5475, LongName#5476]
                           +- Project [LoincNumber#5407 AS LoincNumber#5462, LongCommonName#5408 AS LongCommonName#5464, PartNumber#5409 AS PartNumber#5466, PartTypeName#5410 AS PartTypeName#5468, PartName#5411 AS PartName#5471, PartSequenceOrder#5412 AS PartSequenceOrder#5472, RID#5413 AS RID#5473, PreferredName#5414 AS PreferredName#5474, RPID#5415 AS RPID#5475, LongName#5416 AS LongName#5476]
                              +- Relation[LoincNumber#5407,LongCommonName#5408,PartNumber#5409,PartTypeName#5410,PartName#5411,PartSequenceOrder#5412,RID#5413,PreferredName#5414,RPID#5415,LongName#5416] csv

== Optimized Logical Plan ==
Aggregate [count(1) AS count#5758L]
+- Project
   +- Relation[LoincNumber#5407,LongCommonName#5408,PartNumber#5409,PartTypeName#5410,PartName#5411,PartSequenceOrder#5412,RID#5413,PreferredName#5414,RPID#5415,LongName#5416] csv

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- *(2) HashAggregate(keys=[], functions=[count(1)], output=[count#5758L])
   +- ShuffleQueryStage 0
      +- Exchange SinglePartition, true, [id=#572]
         +- *(1) HashAggregate(keys=[], functions=[partial_count(1)], output=[count#5771L])
            +- FileScan csv [] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex[file:/data/input/depot/csv/execution/63EA4041_AA71_4F64_B13B_1B63A995EF0A/curre..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>