4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135407 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
114662
DAG Visualization
digraph G { id="graph_2135407"; subgraph graph_stage_2135407 { id="graph_stage_2135407"; isCluster="true"; label="Stage 2135407"; subgraph cluster_2366417 { id="cluster_2366417"; isCluster="true"; label="Exchange"; 943306 [id="node_943306" labelType="html" label="ShuffledRowRDD [943306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366416 { id="cluster_2366416"; isCluster="true"; label="Sort"; 943307 [id="node_943307" labelType="html" label="MapPartitionsRDD [943307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366517 { id="cluster_2366517"; isCluster="true"; label="Exchange"; 943328 [id="node_943328" labelType="html" label="ShuffledRowRDD [943328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366514 { id="cluster_2366514"; isCluster="true"; label="WholeStageCodegen (9)"; 943329 [id="node_943329" labelType="html" label="MapPartitionsRDD [943329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366415 { id="cluster_2366415"; isCluster="true"; label="SortMergeJoin"; 943330 [id="node_943330" labelType="html" label="ZippedPartitionsRDD2 [943330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366414 { id="cluster_2366414"; isCluster="true"; label="Project"; 943331 [id="node_943331" labelType="html" label="MapPartitionsRDD [943331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366413 { id="cluster_2366413"; isCluster="true"; label="InMemoryTableScan"; 943332 [id="node_943332" labelType="html" label="MapPartitionsRDD [943332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943333 [id="node_943333" labelType="html" label="Project [shardId#22197470, named_struct(orderProposalId, _extract_orderProposalId#22200299L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#22200291L, supplierGroup, _extract_supplierGroup#22200292, optimizationGroups, coalesce(optimizationGroups#22199544, []), supplier, _extract_supplier#22200293, supplyingPlant, _extract_supplyingPlant#22200294, orderDateTime, _extract_orderDateTime#22200295, itemGroups, _extract_itemGroups#22200296, previousOrderProposals, _extract_previousOrderProposals#22200297, parentItems, _extract_parentItems#22200298) AS orderProposal#22199651]\n+- SortMergeJoin [coalesce(shardId#22197470, ), isnull(shardId#22197470), coalesce(_extract_orderProposalId#22200299L, 0), isnull(_extract_orderProposalId#22200299L)], [coalesce(shardId#22199547, ), isnull(shardId#22199547), coalesce(orderProposalId#22199548L, 0), isnull(orderProposalId#22199548L)], LeftOuter\n :- Sort [coalesce(shardId#22197470, ) ASC NULLS FIRST, isnull(shardId#22197470) ASC NULLS FIRST, coalesce(_extrac... [943333] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943334 [id="node_943334" labelType="html" label="MapPartitionsRDD [943334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943335 [id="node_943335" labelType="html" label="MapPartitionsRDD [943335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943336 [id="node_943336" labelType="html" label="MapPartitionsRDD [943336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366412 { id="cluster_2366412"; isCluster="true"; label="Filter"; 943337 [id="node_943337" labelType="html" label="MapPartitionsRDD [943337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366411 { id="cluster_2366411"; isCluster="true"; label="Project"; 943338 [id="node_943338" labelType="html" label="MapPartitionsRDD [943338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366406 { id="cluster_2366406"; isCluster="true"; label="WholeStageCodegen (1)"; 943339 [id="node_943339" labelType="html" label="MapPartitionsRDD [943339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366405 { id="cluster_2366405"; isCluster="true"; label="Exchange"; 943340 [id="node_943340" labelType="html" label="MapPartitionsRDD [943340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943306->943307; 943328->943329; 943307->943330; 943329->943330; 943330->943331; 943331->943332; 943332->943333; 943333->943334; 943334->943335; 943335->943336; 943336->943337; 943337->943338; 943338->943339; 943339->943340; }
943305,943306
943327,943328
943333
943306
943307
943328
943329
943330
943331
943332
943333
943334
943335
943336
943337
943338
943339
943340
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time