4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 94666 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 25
Input Size / Records:
38.6 KiB / 18
Shuffle Write Size / Records:
1656.0 B / 18
Associated Job Ids:
7097
DAG Visualization
digraph G { id="graph_94666"; subgraph graph_stage_94666 { id="graph_stage_94666"; isCluster="true"; label="Stage 94666"; subgraph cluster_133095 { id="cluster_133095"; isCluster="true"; label="Exchange"; 51561 [id="node_51561" labelType="html" label="ShuffledRowRDD [51561] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133091 { id="cluster_133091"; isCluster="true"; label="WholeStageCodegen (2)"; 51562 [id="node_51562" labelType="html" label="MapPartitionsRDD [51562] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133096 { id="cluster_133096"; isCluster="true"; label="mapPartitionsInternal"; 51563 [id="node_51563" labelType="html" label="MapPartitionsRDD [51563] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_133097 { id="cluster_133097"; isCluster="true"; label="mapPartitionsInternal"; 51564 [id="node_51564" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000002111 AS shardId#1102212, worklistShardItemId#1102280L, orderProposalId#1102257L, orderProposalItemId#1102258, orderProposalItemGroupId#1102281, originalReplenishmentRunId#1102299L, orderProposalHorizonGroupingId#1102275L, splitIndicator#1102276L, previousOrderProposal#1102277L, clusterId#1102278L, cast(sequenceId#1102279 as bigint) AS sequenceId#1102222L, sourceOfSupplyUuid#1102271, supplierGroup#1102259, supplier#1102260, subrange#1102263, product#1102266, plant#1102261, purchasingOrg#1102272, purchasingGroup#1102273, mrpController#1102270, orderDateTime#1102267, deliveryDateTime#1102262, availabilityDateTime#1102268, nextAvailabilityDateTime#1102269, isFallbackOrderOnly#1102274, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#1102280L, 25), REPARTITION_BY_NUM, [plan_id=422350]\n +- Project [orderProposalId#1102257L, orderProposalItemId#1102258, supplierGroup#1102259, supplier#1102260, plant#1102261, deliveryDateTime#11... [51564] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_133124 { id="cluster_133124"; isCluster="true"; label="InMemoryTableScan"; 51573 [id="node_51573" labelType="html" label="MapPartitionsRDD [51573] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 51574 [id="node_51574" labelType="html" label="MapPartitionsRDD [51574] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 51575 [id="node_51575" labelType="html" label="MapPartitionsRDD [51575] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133120 { id="cluster_133120"; isCluster="true"; label="WholeStageCodegen (1)"; 51576 [id="node_51576" labelType="html" label="MapPartitionsRDD [51576] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133119 { id="cluster_133119"; isCluster="true"; label="Exchange"; 51577 [id="node_51577" labelType="html" label="MapPartitionsRDD [51577] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 51561->51562; 51562->51563; 51563->51564; 51564->51573; 51573->51574; 51574->51575; 51575->51576; 51576->51577; }
51560,51561
51564
Event Timeline
Enable zooming
Tasks: 25. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time