4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1655933 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 51
Shuffle Read Size / Records:
17.8 MiB / 51
Shuffle Write Size / Records:
3.1 KiB / 51
Associated Job Ids:
86063
DAG Visualization
digraph G { id="graph_1655933"; subgraph graph_stage_1655933 { id="graph_stage_1655933"; isCluster="true"; label="Stage 1655933"; subgraph cluster_1779244 { id="cluster_1779244"; isCluster="true"; label="Exchange"; 709669 [id="node_709669" labelType="html" label="ShuffledRowRDD [709669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779243 { id="cluster_1779243"; isCluster="true"; label="Project"; 709670 [id="node_709670" labelType="html" label="MapPartitionsRDD [709670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779242 { id="cluster_1779242"; isCluster="true"; label="InMemoryTableScan"; 709671 [id="node_709671" labelType="html" label="MapPartitionsRDD [709671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709672 [id="node_709672" labelType="html" label="Project [shardId#16679725, orderProposals#16684542]\n+- Exchange rangepartitioning(shardId#16679725 ASC NULLS FIRST, resultSeparationId#16684538L ASC NULLS FIRST, 51), REPARTITION_BY_NUM, [plan_id=4961170]\n +- InMemoryTableScan [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542]\n +- InMemoryRelation [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542])\n +- Exchange hashpartitioning(shardId#16679725, resultSeparationId#16684538L, 30), ENSURE_REQUIREMENTS, [plan_id=4961127]\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[partial_collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparation... [709672] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709673 [id="node_709673" labelType="html" label="MapPartitionsRDD [709673] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709674 [id="node_709674" labelType="html" label="MapPartitionsRDD [709674] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709675 [id="node_709675" labelType="html" label="MapPartitionsRDD [709675] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779241 { id="cluster_1779241"; isCluster="true"; label="CollectLimit"; 709676 [id="node_709676" labelType="html" label="MapPartitionsRDD [709676] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709677 [id="node_709677" labelType="html" label="MapPartitionsRDD [709677] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709669->709670; 709670->709671; 709671->709672; 709672->709673; 709673->709674; 709674->709675; 709675->709676; 709676->709677; }
709668,709669
709672
709669
709670
709671
709672
709673
709674
709675
709676
709677
Event Timeline
Enable zooming
Tasks: 51. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time