4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 94663 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 25
Input Size / Records:
38.6 KiB / 18
Shuffle Write Size / Records:
1116.0 B / 18
Associated Job Ids:
7096
DAG Visualization
digraph G { id="graph_94663"; subgraph graph_stage_94663 { id="graph_stage_94663"; isCluster="true"; label="Stage 94663"; subgraph cluster_133095 { id="cluster_133095"; isCluster="true"; label="Exchange"; 51561 [id="node_51561" labelType="html" label="ShuffledRowRDD [51561] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133091 { id="cluster_133091"; isCluster="true"; label="WholeStageCodegen (2)"; 51562 [id="node_51562" labelType="html" label="MapPartitionsRDD [51562] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133096 { id="cluster_133096"; isCluster="true"; label="mapPartitionsInternal"; 51563 [id="node_51563" labelType="html" label="MapPartitionsRDD [51563] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_133097 { id="cluster_133097"; isCluster="true"; label="mapPartitionsInternal"; 51564 [id="node_51564" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000002111 AS shardId#1102212, worklistShardItemId#1102280L, orderProposalId#1102257L, orderProposalItemId#1102258, orderProposalItemGroupId#1102281, originalReplenishmentRunId#1102299L, orderProposalHorizonGroupingId#1102275L, splitIndicator#1102276L, previousOrderProposal#1102277L, clusterId#1102278L, cast(sequenceId#1102279 as bigint) AS sequenceId#1102222L, sourceOfSupplyUuid#1102271, supplierGroup#1102259, supplier#1102260, subrange#1102263, product#1102266, plant#1102261, purchasingOrg#1102272, purchasingGroup#1102273, mrpController#1102270, orderDateTime#1102267, deliveryDateTime#1102262, availabilityDateTime#1102268, nextAvailabilityDateTime#1102269, isFallbackOrderOnly#1102274, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#1102280L, 25), REPARTITION_BY_NUM, [plan_id=422350]\n +- Project [orderProposalId#1102257L, orderProposalItemId#1102258, supplierGroup#1102259, supplier#1102260, plant#1102261, deliveryDateTime#11... [51564] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_133100 { id="cluster_133100"; isCluster="true"; label="InMemoryTableScan"; 51565 [id="node_51565" labelType="html" label="MapPartitionsRDD [51565] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 51566 [id="node_51566" labelType="html" label="MapPartitionsRDD [51566] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 51567 [id="node_51567" labelType="html" label="MapPartitionsRDD [51567] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133098 { id="cluster_133098"; isCluster="true"; label="CollectLimit"; 51568 [id="node_51568" labelType="html" label="MapPartitionsRDD [51568] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 51569 [id="node_51569" labelType="html" label="MapPartitionsRDD [51569] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 51561->51562; 51562->51563; 51563->51564; 51564->51565; 51565->51566; 51566->51567; 51567->51568; 51568->51569; }
51560,51561
51564
Event Timeline
Enable zooming
Tasks: 25. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time