EVAL1_SPC2 - Details for Query 8

Details for Query 8

Submitted Time: 2025/09/15 13:17:26
Duration: 0.1 s
Succeeded Jobs: 10 11

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 1 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 1 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 6 shuffle write time total (min, med, max (stageId: taskId)) 5 ms (0 ms, 0 ms, 1 ms (stage 11.0: task 22)) records read: 6 local bytes read: 354.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 6 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 96.0 B (16.0 B, 16.0 B, 16.0 B (stage 11.0: task 22)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 354.0 B (59.0 B, 59.0 B, 59.0 B (stage 11.0: task 22))"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n117 ms (8 ms, 24 ms, 25 ms (stage 11.0: task 20))"; 5 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 112 ms (7 ms, 24 ms, 24 ms (stage 11.0: task 23)) number of output rows: 6"]; 6 [labelType="html" label="ColumnarToRow number of output rows: 6,945 number of input batches: 6"]; } 7 [labelType="html" label="Scan parquet number of files read: 6 scan time total (min, med, max (stageId: taskId)) 111 ms (7 ms, 23 ms, 24 ms (stage 11.0: task 20)) metadata time: 0 ms size of files read: 232.9 KiB number of output rows: 6,945"]; 2->0; 3->2; 5->3; 6->5; 7->6; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[count(1)])

WholeStageCodegen (2)

Exchange SinglePartition, true, [id=#121]

HashAggregate(keys=[], functions=[partial_count(1)])

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/input/depot/excel/cache/693D1968_C0BA_4D71_AD27_BFE39CB5F506_993619b..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>

Details

== Parsed Logical Plan ==
Aggregate [count(1) AS count#1554L]
+- Project [COL_NIVEAU_CODE_2777#1499 AS COL_NIVEAU_CODE_2777#1526, COL_ATC_CODE_2778#1500 AS COL_ATC_CODE_2778#1527, COL_ATC_CODEPERE_2779#1501 AS COL_ATC_CODEPERE_2779#1528, COL_LIBELLE_ANGLAIS_2780#1502 AS COL_LIBELLE_ANGLAIS_2780#1529, COL_LIBELLE_FRANCAI_2781#1503 AS COL_LIBELLE_FRANCAI_2781#1530, COL_COMMENTAIRES_2782#1504 AS COL_COMMENTAIRES_2782#1531, COL_CREATION_2783#1505 AS COL_CREATION_2783#1532, COL_MODIFICATION_2784#1506 AS COL_MODIFICATION_2784#1533, COL_INACTIVATION_2785#1507 AS COL_INACTIVATION_2785#1534]
   +- Filter true
      +- Project [COL_NIVEAU_CODE_2777#1499, COL_ATC_CODE_2778#1500, COL_ATC_CODEPERE_2779#1501, COL_LIBELLE_ANGLAIS_2780#1502, COL_LIBELLE_FRANCAI_2781#1503, COL_COMMENTAIRES_2782#1504, COL_CREATION_2783#1505, COL_MODIFICATION_2784#1506, COL_INACTIVATION_2785#1507]
         +- Project [cast(ATC_2776_NIVEAU_CODE_2777#1480 as string) AS COL_NIVEAU_CODE_2777#1499, cast(ATC_2776_ATC_CODE_2778#1473 as string) AS COL_ATC_CODE_2778#1500, cast(ATC_2776_ATC_CODEPERE_2779#1472 as string) AS COL_ATC_CODEPERE_2779#1501, cast(ATC_2776_LIBELLE_ANGLAIS_2780#1477 as string) AS COL_LIBELLE_ANGLAIS_2780#1502, cast(ATC_2776_LIBELLE_FRANCAI_2781#1478 as string) AS COL_LIBELLE_FRANCAI_2781#1503, cast(ATC_2776_COMMENTAIRES_2782#1474 as string) AS COL_COMMENTAIRES_2782#1504, cast(ATC_2776_CREATION_2783#1475 as string) AS COL_CREATION_2783#1505, cast(ATC_2776_MODIFICATION_2784#1479 as string) AS COL_MODIFICATION_2784#1506, cast(ATC_2776_INACTIVATION_2785#1476 as string) AS COL_INACTIVATION_2785#1507]
            +- Project [ATC_CODEPERE_2779#1436 AS ATC_2776_ATC_CODEPERE_2779#1472, ATC_CODE_2778#1437 AS ATC_2776_ATC_CODE_2778#1473, COMMENTAIRES_2782#1438 AS ATC_2776_COMMENTAIRES_2782#1474, CREATION_2783#1439 AS ATC_2776_CREATION_2783#1475, INACTIVATION_2785#1440 AS ATC_2776_INACTIVATION_2785#1476, LIBELLE_ANGLAIS_2780#1441 AS ATC_2776_LIBELLE_ANGLAIS_2780#1477, LIBELLE_FRANCAI_2781#1442 AS ATC_2776_LIBELLE_FRANCAI_2781#1478, MODIFICATION_2784#1443 AS ATC_2776_MODIFICATION_2784#1479, NIVEAU_CODE_2777#1444 AS ATC_2776_NIVEAU_CODE_2777#1480]
               +- SubqueryAlias ATC_2776109
                  +- Project [ATC_CODEPERE_2779#1436, ATC_CODE_2778#1437, COMMENTAIRES_2782#1438, CREATION_2783#1439, INACTIVATION_2785#1440, LIBELLE_ANGLAIS_2780#1441, LIBELLE_FRANCAI_2781#1442, MODIFICATION_2784#1443, NIVEAU_CODE_2777#1444]
                     +- Project [ATC_codePere#1408 AS ATC_CODEPERE_2779#1436, ATC_code#1407 AS ATC_CODE_2778#1437, Commentaires#1411 AS COMMENTAIRES_2782#1438, Création#1412 AS CREATION_2783#1439, Inactivation#1414 AS INACTIVATION_2785#1440, Libellé anglais#1409 AS LIBELLE_ANGLAIS_2780#1441, Libellé français#1410 AS LIBELLE_FRANCAI_2781#1442, Modification#1413 AS MODIFICATION_2784#1443, Niveau code#1406 AS NIVEAU_CODE_2777#1444]
                        +- Project [Niveau code#1406, ATC_code#1407, ATC_codePere#1408, Libellé anglais#1409, Libellé français#1410, Commentaires#1411, Création#1412, Modification#1413, Inactivation#1414, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1415]
                           +- Project [Niveau code#1296 AS Niveau code#1406, ATC_code#1307 AS ATC_code#1407, ATC_codePere#1318 AS ATC_codePere#1408, Libellé anglais#1329 AS Libellé anglais#1409, Libellé français#1340 AS Libellé français#1410, Commentaires#1351 AS Commentaires#1411, Création#1362 AS Création#1412, Modification#1373 AS Modification#1413, Inactivation#1384 AS Inactivation#1414, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1395 AS 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1415]
                              +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Création#1362, Modification#1373, Inactivation#1384, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285 AS 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1395]
                                 +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Création#1362, Modification#1373, Inactivation#1284 AS Inactivation#1384, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                    +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Création#1362, Modification#1283 AS Modification#1373, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                       +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Cr%C3%A9ation#1282 AS Création#1362, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                          +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1281 AS Commentaires#1351, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                             +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libell%C3%A9+fran%C3%A7ais#1280 AS Libellé français#1340, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libell%C3%A9+anglais#1279 AS Libellé anglais#1329, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                   +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1278 AS ATC_codePere#1318, Libell%C3%A9+anglais#1279, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                      +- Project [Niveau code#1296, ATC_code#1277 AS ATC_code#1307, ATC_codePere#1278, Libell%C3%A9+anglais#1279, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                         +- Project [Niveau+code#1276 AS Niveau code#1296, ATC_code#1277, ATC_codePere#1278, Libell%C3%A9+anglais#1279, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                            +- Relation[Niveau+code#1276,ATC_code#1277,ATC_codePere#1278,Libell%C3%A9+anglais#1279,Libell%C3%A9+fran%C3%A7ais#1280,Commentaires#1281,Cr%C3%A9ation#1282,Modification#1283,Inactivation#1284,693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285] parquet

== Analyzed Logical Plan ==
count: bigint
Aggregate [count(1) AS count#1554L]
+- Project [COL_NIVEAU_CODE_2777#1499 AS COL_NIVEAU_CODE_2777#1526, COL_ATC_CODE_2778#1500 AS COL_ATC_CODE_2778#1527, COL_ATC_CODEPERE_2779#1501 AS COL_ATC_CODEPERE_2779#1528, COL_LIBELLE_ANGLAIS_2780#1502 AS COL_LIBELLE_ANGLAIS_2780#1529, COL_LIBELLE_FRANCAI_2781#1503 AS COL_LIBELLE_FRANCAI_2781#1530, COL_COMMENTAIRES_2782#1504 AS COL_COMMENTAIRES_2782#1531, COL_CREATION_2783#1505 AS COL_CREATION_2783#1532, COL_MODIFICATION_2784#1506 AS COL_MODIFICATION_2784#1533, COL_INACTIVATION_2785#1507 AS COL_INACTIVATION_2785#1534]
   +- Filter true
      +- Project [COL_NIVEAU_CODE_2777#1499, COL_ATC_CODE_2778#1500, COL_ATC_CODEPERE_2779#1501, COL_LIBELLE_ANGLAIS_2780#1502, COL_LIBELLE_FRANCAI_2781#1503, COL_COMMENTAIRES_2782#1504, COL_CREATION_2783#1505, COL_MODIFICATION_2784#1506, COL_INACTIVATION_2785#1507]
         +- Project [cast(ATC_2776_NIVEAU_CODE_2777#1480 as string) AS COL_NIVEAU_CODE_2777#1499, cast(ATC_2776_ATC_CODE_2778#1473 as string) AS COL_ATC_CODE_2778#1500, cast(ATC_2776_ATC_CODEPERE_2779#1472 as string) AS COL_ATC_CODEPERE_2779#1501, cast(ATC_2776_LIBELLE_ANGLAIS_2780#1477 as string) AS COL_LIBELLE_ANGLAIS_2780#1502, cast(ATC_2776_LIBELLE_FRANCAI_2781#1478 as string) AS COL_LIBELLE_FRANCAI_2781#1503, cast(ATC_2776_COMMENTAIRES_2782#1474 as string) AS COL_COMMENTAIRES_2782#1504, cast(ATC_2776_CREATION_2783#1475 as string) AS COL_CREATION_2783#1505, cast(ATC_2776_MODIFICATION_2784#1479 as string) AS COL_MODIFICATION_2784#1506, cast(ATC_2776_INACTIVATION_2785#1476 as string) AS COL_INACTIVATION_2785#1507]
            +- Project [ATC_CODEPERE_2779#1436 AS ATC_2776_ATC_CODEPERE_2779#1472, ATC_CODE_2778#1437 AS ATC_2776_ATC_CODE_2778#1473, COMMENTAIRES_2782#1438 AS ATC_2776_COMMENTAIRES_2782#1474, CREATION_2783#1439 AS ATC_2776_CREATION_2783#1475, INACTIVATION_2785#1440 AS ATC_2776_INACTIVATION_2785#1476, LIBELLE_ANGLAIS_2780#1441 AS ATC_2776_LIBELLE_ANGLAIS_2780#1477, LIBELLE_FRANCAI_2781#1442 AS ATC_2776_LIBELLE_FRANCAI_2781#1478, MODIFICATION_2784#1443 AS ATC_2776_MODIFICATION_2784#1479, NIVEAU_CODE_2777#1444 AS ATC_2776_NIVEAU_CODE_2777#1480]
               +- SubqueryAlias ATC_2776109
                  +- Project [ATC_CODEPERE_2779#1436, ATC_CODE_2778#1437, COMMENTAIRES_2782#1438, CREATION_2783#1439, INACTIVATION_2785#1440, LIBELLE_ANGLAIS_2780#1441, LIBELLE_FRANCAI_2781#1442, MODIFICATION_2784#1443, NIVEAU_CODE_2777#1444]
                     +- Project [ATC_codePere#1408 AS ATC_CODEPERE_2779#1436, ATC_code#1407 AS ATC_CODE_2778#1437, Commentaires#1411 AS COMMENTAIRES_2782#1438, Création#1412 AS CREATION_2783#1439, Inactivation#1414 AS INACTIVATION_2785#1440, Libellé anglais#1409 AS LIBELLE_ANGLAIS_2780#1441, Libellé français#1410 AS LIBELLE_FRANCAI_2781#1442, Modification#1413 AS MODIFICATION_2784#1443, Niveau code#1406 AS NIVEAU_CODE_2777#1444]
                        +- Project [Niveau code#1406, ATC_code#1407, ATC_codePere#1408, Libellé anglais#1409, Libellé français#1410, Commentaires#1411, Création#1412, Modification#1413, Inactivation#1414, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1415]
                           +- Project [Niveau code#1296 AS Niveau code#1406, ATC_code#1307 AS ATC_code#1407, ATC_codePere#1318 AS ATC_codePere#1408, Libellé anglais#1329 AS Libellé anglais#1409, Libellé français#1340 AS Libellé français#1410, Commentaires#1351 AS Commentaires#1411, Création#1362 AS Création#1412, Modification#1373 AS Modification#1413, Inactivation#1384 AS Inactivation#1414, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1395 AS 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1415]
                              +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Création#1362, Modification#1373, Inactivation#1384, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285 AS 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1395]
                                 +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Création#1362, Modification#1373, Inactivation#1284 AS Inactivation#1384, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                    +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Création#1362, Modification#1283 AS Modification#1373, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                       +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1351, Cr%C3%A9ation#1282 AS Création#1362, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                          +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libellé français#1340, Commentaires#1281 AS Commentaires#1351, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                             +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libellé anglais#1329, Libell%C3%A9+fran%C3%A7ais#1280 AS Libellé français#1340, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1318, Libell%C3%A9+anglais#1279 AS Libellé anglais#1329, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                   +- Project [Niveau code#1296, ATC_code#1307, ATC_codePere#1278 AS ATC_codePere#1318, Libell%C3%A9+anglais#1279, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                      +- Project [Niveau code#1296, ATC_code#1277 AS ATC_code#1307, ATC_codePere#1278, Libell%C3%A9+anglais#1279, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                         +- Project [Niveau+code#1276 AS Niveau code#1296, ATC_code#1277, ATC_codePere#1278, Libell%C3%A9+anglais#1279, Libell%C3%A9+fran%C3%A7ais#1280, Commentaires#1281, Cr%C3%A9ation#1282, Modification#1283, Inactivation#1284, 693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285]
                                                            +- Relation[Niveau+code#1276,ATC_code#1277,ATC_codePere#1278,Libell%C3%A9+anglais#1279,Libell%C3%A9+fran%C3%A7ais#1280,Commentaires#1281,Cr%C3%A9ation#1282,Modification#1283,Inactivation#1284,693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285] parquet

== Optimized Logical Plan ==
Aggregate [count(1) AS count#1554L]
+- Project
   +- Relation[Niveau+code#1276,ATC_code#1277,ATC_codePere#1278,Libell%C3%A9+anglais#1279,Libell%C3%A9+fran%C3%A7ais#1280,Commentaires#1281,Cr%C3%A9ation#1282,Modification#1283,Inactivation#1284,693D1968_C0BA_4D71_AD27_BFE39CB5F506HEADER_COL_DETAIL_DEPOT#1285] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- *(2) HashAggregate(keys=[], functions=[count(1)], output=[count#1554L])
   +- ShuffleQueryStage 0
      +- Exchange SinglePartition, true, [id=#121]
         +- *(1) HashAggregate(keys=[], functions=[partial_count(1)], output=[count#1557L])
            +- *(1) ColumnarToRow
               +- FileScan parquet [] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/input/depot/excel/cache/693D1968_C0BA_4D71_AD27_BFE39CB5F506_993619b..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>