digraph G { subgraph cluster0 { isCluster="true"; id="cluster0"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n1.8 s (30 ms, 139 ms, 151 ms (stage 66830.0: task 166566))"; tooltip="WholeStageCodegen (3)"; 1 [id="node1" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#803008, product#803730, plant#803725, orderDateTime#803731, deliveryDateTime#803726, availabilityDateTime#803732, qty#803522 AS orderQuantityInBaseUnit#803796, orderProposalId#803721L]"]; 2 [id="node2" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#803520L], [worklistShardItemId#803744L], LeftOuter, BuildRight, (shardId#803008 = 0_1_10000002108), false"]; 3 [id="node3" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#803008, item#803519.worklistShardItemId AS worklistShardItemId#803520L, item#803519.qty AS qty#803522]"]; 4 [id="node4" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(items#803010), [shardId#803008], false, [item#803519]"]; 5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (((isnotnull(shardId#803008) AND (shardId#803008 = 0_1_10000002108)) AND (size(items#803010, true) > 0)) AND isnotnull(items#803010))"]; } 6 [id="node6" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#803008, items#803010], [isnotnull(shardId#803008), (shardId#803008 = 0_1_10000002108), (size(items#803010, true) > 0), isnotnull(items#803010)]"]; subgraph cluster7 { isCluster="true"; id="cluster7"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#803008) AND (shardId#803008 = 0_1_10000002108))"]; } 9 [id="node9" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#803008, orderProposalId#803009L, items#803010, optimizationGroups#803011, isOptimal#803012, optimizationInsights#803014], [isnotnull(shardId#803008), (shardId#803008 = 0_1_10000002108)]"]; subgraph cluster10 { isCluster="true"; id="cluster10"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 11 [id="node11" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#803008) AND (shardId#803008 = 0_1_10000002108))"]; 12 [id="node12" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#803008,orderProposalId#803009L,items#803010,optimizationGroups#803011,isOptimal#803012,lastModified#803013,optimizationInsights#803014]"]; } 13 [id="node13" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 1 ms<br>time to collect: 472 ms<br>number of output rows: 980<br>data size: 1047.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=315821]"]; subgraph cluster14 { isCluster="true"; id="cluster14"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n186 ms (2 ms, 3 ms, 29 ms (stage 66781.0: task 166559))"; tooltip="WholeStageCodegen (2)"; 15 [id="node15" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#803744L, orderProposalId#803721L, product#803730, plant#803725, orderDateTime#803731, deliveryDateTime#803726, availabilityDateTime#803732]"]; } 16 [id="node16" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>61.7 KiB (2.3 KiB, 3.1 KiB, 4.3 KiB (stage 66781.0: task 166555))<br>merged fetch fallback count: 0<br>local blocks read: 220<br>remote merged chunks fetched: 0<br>remote blocks read: 218<br>data size total (min, med, max (stageId: taskId))<br>122.5 KiB (3.4 KiB, 5.0 KiB, 6.0 KiB (stage 66780.0: task 166522))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (0 ms, 0 ms, 0 ms (stage 66780.0: task 166525))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>25 ms (0 ms, 0 ms, 25 ms (stage 66781.0: task 166559))<br>remote bytes read total (min, med, max (stageId: taskId))<br>62.3 KiB (2.4 KiB, 3.0 KiB, 4.0 KiB (stage 66781.0: task 166553))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>153 ms (1 ms, 1 ms, 28 ms (stage 66781.0: task 166558))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>124.0 KiB (3.6 KiB, 5.0 KiB, 6.0 KiB (stage 66780.0: task 166521))" tooltip="Exchange hashpartitioning(worklistShardItemId#803744L, 20), REPARTITION_BY_NUM, [plan_id=315817]"]; subgraph cluster17 { isCluster="true"; id="cluster17"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.9 s (85 ms, 108 ms, 160 ms (stage 66780.0: task 166528))"; tooltip="WholeStageCodegen (1)"; 18 [id="node18" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#803721L, plant#803725, deliveryDateTime#803726, product#803730, orderDateTime#803731, availabilityDateTime#803732, worklistShardItemId#803744L]"]; 19 [id="node19" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#803744L)"]; 20 [id="node20" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"]; } 21 [id="node21" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.5 s (83 ms, 100 ms, 131 ms (stage 66780.0: task 166534))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.1 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#803721L,plant#803725,deliveryDateTime#803726,product#803730,orderDateTime#803731,availabilityDateTime#803732,worklistShardItemId#803744L,shardId#803765,sequenceId#803743] Batched: true, DataFilters: [isnotnull(worklistShardItemId#803744L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#803765), isnotnull(sequenceId#803743), (shardId#803765 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,plant:string,deliveryDateTime:timestamp,product:string,orderDateTim..."]; 2->1; 3->2; 4->3; 5->4; 6->5; 8->6; 9->8; 11->9; 12->11; 13->2; 15->13; 16->15; 18->16; 19->18; 20->19; 21->20; }