digraph G { subgraph cluster0 { isCluster="true"; id="cluster0"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (27 ms, 36 ms, 124 ms (stage 50252.0: task 135182))"; tooltip="WholeStageCodegen (3)"; 1 [id="node1" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#643168, product#645046, plant#645041, orderDateTime#645047, deliveryDateTime#645042, availabilityDateTime#645048, qty#643818 AS orderQuantityInBaseUnit#646345, orderProposalId#645037L]"]; 2 [id="node2" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#643816L], [worklistShardItemId#645060L], LeftOuter, BuildRight, (shardId#643168 = 0_1_10000002106), false"]; 3 [id="node3" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#643168, item#643815.worklistShardItemId AS worklistShardItemId#643816L, item#643815.qty AS qty#643818]"]; 4 [id="node4" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(items#643170), [shardId#643168], false, [item#643815]"]; 5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (((isnotnull(shardId#643168) AND (shardId#643168 = 0_1_10000002106)) AND (size(items#643170, true) > 0)) AND isnotnull(items#643170))"]; } 6 [id="node6" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#643168, items#643170], [isnotnull(shardId#643168), (shardId#643168 = 0_1_10000002106), (size(items#643170, true) > 0), isnotnull(items#643170)]"]; subgraph cluster7 { isCluster="true"; id="cluster7"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#643168) AND (shardId#643168 = 0_1_10000002106))"]; } 9 [id="node9" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#643168, orderProposalId#643169L, items#643170, optimizationGroups#643171, isOptimal#643172, optimizationInsights#643174], [isnotnull(shardId#643168), (shardId#643168 = 0_1_10000002106)]"]; subgraph cluster10 { isCluster="true"; id="cluster10"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 11 [id="node11" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#643168) AND (shardId#643168 = 0_1_10000002106))"]; 12 [id="node12" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#643168,orderProposalId#643169L,items#643170,optimizationGroups#643171,isOptimal#643172,lastModified#643173,optimizationInsights#643174]"]; } 13 [id="node13" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 1 ms<br>time to collect: 538 ms<br>number of output rows: 980<br>data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=264628]"]; subgraph cluster14 { isCluster="true"; id="cluster14"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n33 ms (1 ms, 2 ms, 3 ms (stage 50159.0: task 135171))"; tooltip="WholeStageCodegen (2)"; 15 [id="node15" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#645060L, orderProposalId#645037L, product#645046, plant#645041, orderDateTime#645047, deliveryDateTime#645042, availabilityDateTime#645048]"]; } 16 [id="node16" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>67.0 KiB (2.2 KiB, 3.5 KiB, 4.1 KiB (stage 50159.0: task 135168))<br>merged fetch fallback count: 0<br>local blocks read: 233<br>remote merged chunks fetched: 0<br>remote blocks read: 203<br>data size total (min, med, max (stageId: taskId))<br>122.5 KiB (3.4 KiB, 5.0 KiB, 6.0 KiB (stage 50158.0: task 135063))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>22 ms (0 ms, 0 ms, 1 ms (stage 50158.0: task 135072))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50159.0: task 135108))<br>remote bytes read total (min, med, max (stageId: taskId))<br>57.8 KiB (2.3 KiB, 2.7 KiB, 3.7 KiB (stage 50159.0: task 135166))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>20 ms (0 ms, 1 ms, 2 ms (stage 50159.0: task 135108))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>124.8 KiB (3.9 KiB, 4.9 KiB, 5.7 KiB (stage 50158.0: task 135067))" tooltip="Exchange hashpartitioning(worklistShardItemId#645060L, 20), REPARTITION_BY_NUM, [plan_id=264624]"]; subgraph cluster17 { isCluster="true"; id="cluster17"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.7 s (75 ms, 94 ms, 181 ms (stage 50158.0: task 135062))"; tooltip="WholeStageCodegen (1)"; 18 [id="node18" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#645037L, plant#645041, deliveryDateTime#645042, product#645046, orderDateTime#645047, availabilityDateTime#645048, worklistShardItemId#645060L]"]; 19 [id="node19" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#645060L)"]; 20 [id="node20" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"]; } 21 [id="node21" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.4 s (73 ms, 92 ms, 148 ms (stage 50158.0: task 135062))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.1 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#645037L,plant#645041,deliveryDateTime#645042,product#645046,orderDateTime#645047,availabilityDateTime#645048,worklistShardItemId#645060L,shardId#645081,sequenceId#645059] Batched: true, DataFilters: [isnotnull(worklistShardItemId#645060L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#645081), isnotnull(sequenceId#645059), (shardId#645081 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,plant:string,deliveryDateTime:timestamp,product:string,orderDateTim..."]; 2->1; 3->2; 4->3; 5->4; 6->5; 8->6; 9->8; 11->9; 12->11; 13->2; 15->13; 16->15; 18->16; 19->18; 20->19; 21->20; }