4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657087 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
86115
DAG Visualization
digraph G { id="graph_1657087"; subgraph graph_stage_1657087 { id="graph_stage_1657087"; isCluster="true"; label="Stage 1657087"; subgraph cluster_1780459 { id="cluster_1780459"; isCluster="true"; label="Exchange"; 710246 [id="node_710246" labelType="html" label="ShuffledRowRDD [710246] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780458 { id="cluster_1780458"; isCluster="true"; label="Sort"; 710247 [id="node_710247" labelType="html" label="MapPartitionsRDD [710247] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780559 { id="cluster_1780559"; isCluster="true"; label="Exchange"; 710268 [id="node_710268" labelType="html" label="ShuffledRowRDD [710268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780556 { id="cluster_1780556"; isCluster="true"; label="WholeStageCodegen (9)"; 710269 [id="node_710269" labelType="html" label="MapPartitionsRDD [710269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780457 { id="cluster_1780457"; isCluster="true"; label="SortMergeJoin"; 710270 [id="node_710270" labelType="html" label="ZippedPartitionsRDD2 [710270] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780456 { id="cluster_1780456"; isCluster="true"; label="Project"; 710271 [id="node_710271" labelType="html" label="MapPartitionsRDD [710271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780455 { id="cluster_1780455"; isCluster="true"; label="InMemoryTableScan"; 710272 [id="node_710272" labelType="html" label="MapPartitionsRDD [710272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710273 [id="node_710273" labelType="html" label="Project [shardId#16695828, named_struct(orderProposalId, _extract_orderProposalId#16698657L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#16698649L, supplierGroup, _extract_supplierGroup#16698650, optimizationGroups, coalesce(optimizationGroups#16697902, []), supplier, _extract_supplier#16698651, supplyingPlant, _extract_supplyingPlant#16698652, orderDateTime, _extract_orderDateTime#16698653, itemGroups, _extract_itemGroups#16698654, previousOrderProposals, _extract_previousOrderProposals#16698655, parentItems, _extract_parentItems#16698656) AS orderProposal#16698009]\n+- SortMergeJoin [coalesce(shardId#16695828, ), isnull(shardId#16695828), coalesce(_extract_orderProposalId#16698657L, 0), isnull(_extract_orderProposalId#16698657L)], [coalesce(shardId#16697905, ), isnull(shardId#16697905), coalesce(orderProposalId#16697906L, 0), isnull(orderProposalId#16697906L)], LeftOuter\n :- Sort [coalesce(shardId#16695828, ) ASC NULLS FIRST, isnull(shardId#16695828) ASC NULLS FIRST, coalesce(_extrac... [710273] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780716 { id="cluster_1780716"; isCluster="true"; label="InMemoryTableScan"; 710284 [id="node_710284" labelType="html" label="MapPartitionsRDD [710284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710285 [id="node_710285" labelType="html" label="MapPartitionsRDD [710285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710286 [id="node_710286" labelType="html" label="MapPartitionsRDD [710286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780715 { id="cluster_1780715"; isCluster="true"; label="Project"; 710287 [id="node_710287" labelType="html" label="MapPartitionsRDD [710287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780714 { id="cluster_1780714"; isCluster="true"; label="ObjectHashAggregate"; 710288 [id="node_710288" labelType="html" label="MapPartitionsRDD [710288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780713 { id="cluster_1780713"; isCluster="true"; label="Exchange"; 710289 [id="node_710289" labelType="html" label="MapPartitionsRDD [710289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710246->710247; 710268->710269; 710247->710270; 710269->710270; 710270->710271; 710271->710272; 710272->710273; 710273->710284; 710284->710285; 710285->710286; 710286->710287; 710287->710288; 710288->710289; }
710245,710246
710267,710268
710273
710246
710247
710268
710269
710270
710271
710272
710273
710284
710285
710286
710287
710288
710289
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time