4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135523 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
114663
DAG Visualization
digraph G { id="graph_2135523"; subgraph graph_stage_2135523 { id="graph_stage_2135523"; isCluster="true"; label="Stage 2135523"; subgraph cluster_2366417 { id="cluster_2366417"; isCluster="true"; label="Exchange"; 943306 [id="node_943306" labelType="html" label="ShuffledRowRDD [943306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366416 { id="cluster_2366416"; isCluster="true"; label="Sort"; 943307 [id="node_943307" labelType="html" label="MapPartitionsRDD [943307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366517 { id="cluster_2366517"; isCluster="true"; label="Exchange"; 943328 [id="node_943328" labelType="html" label="ShuffledRowRDD [943328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366514 { id="cluster_2366514"; isCluster="true"; label="WholeStageCodegen (9)"; 943329 [id="node_943329" labelType="html" label="MapPartitionsRDD [943329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366415 { id="cluster_2366415"; isCluster="true"; label="SortMergeJoin"; 943330 [id="node_943330" labelType="html" label="ZippedPartitionsRDD2 [943330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366414 { id="cluster_2366414"; isCluster="true"; label="Project"; 943331 [id="node_943331" labelType="html" label="MapPartitionsRDD [943331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366413 { id="cluster_2366413"; isCluster="true"; label="InMemoryTableScan"; 943332 [id="node_943332" labelType="html" label="MapPartitionsRDD [943332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943333 [id="node_943333" labelType="html" label="Project [shardId#22197470, named_struct(orderProposalId, _extract_orderProposalId#22200299L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#22200291L, supplierGroup, _extract_supplierGroup#22200292, optimizationGroups, coalesce(optimizationGroups#22199544, []), supplier, _extract_supplier#22200293, supplyingPlant, _extract_supplyingPlant#22200294, orderDateTime, _extract_orderDateTime#22200295, itemGroups, _extract_itemGroups#22200296, previousOrderProposals, _extract_previousOrderProposals#22200297, parentItems, _extract_parentItems#22200298) AS orderProposal#22199651]\n+- SortMergeJoin [coalesce(shardId#22197470, ), isnull(shardId#22197470), coalesce(_extract_orderProposalId#22200299L, 0), isnull(_extract_orderProposalId#22200299L)], [coalesce(shardId#22199547, ), isnull(shardId#22199547), coalesce(orderProposalId#22199548L, 0), isnull(orderProposalId#22199548L)], LeftOuter\n :- Sort [coalesce(shardId#22197470, ) ASC NULLS FIRST, isnull(shardId#22197470) ASC NULLS FIRST, coalesce(_extrac... [943333] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366674 { id="cluster_2366674"; isCluster="true"; label="InMemoryTableScan"; 943344 [id="node_943344" labelType="html" label="MapPartitionsRDD [943344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943345 [id="node_943345" labelType="html" label="MapPartitionsRDD [943345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943346 [id="node_943346" labelType="html" label="MapPartitionsRDD [943346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366673 { id="cluster_2366673"; isCluster="true"; label="Project"; 943347 [id="node_943347" labelType="html" label="MapPartitionsRDD [943347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366672 { id="cluster_2366672"; isCluster="true"; label="ObjectHashAggregate"; 943348 [id="node_943348" labelType="html" label="MapPartitionsRDD [943348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366671 { id="cluster_2366671"; isCluster="true"; label="Exchange"; 943349 [id="node_943349" labelType="html" label="MapPartitionsRDD [943349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943306->943307; 943328->943329; 943307->943330; 943329->943330; 943330->943331; 943331->943332; 943332->943333; 943333->943344; 943344->943345; 943345->943346; 943346->943347; 943347->943348; 943348->943349; }
943305,943306
943327,943328
943333
943306
943307
943328
943329
943330
943331
943332
943333
943344
943345
943346
943347
943348
943349
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time