4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656007 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 51
Input Size / Records:
17.8 MiB / 51
Shuffle Write Size / Records:
4.6 KiB / 51
Associated Job Ids:
86067
DAG Visualization
digraph G { id="graph_1656007"; subgraph graph_stage_1656007 { id="graph_stage_1656007"; isCluster="true"; label="Stage 1656007"; subgraph cluster_1779244 { id="cluster_1779244"; isCluster="true"; label="Exchange"; 709669 [id="node_709669" labelType="html" label="ShuffledRowRDD [709669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779243 { id="cluster_1779243"; isCluster="true"; label="Project"; 709670 [id="node_709670" labelType="html" label="MapPartitionsRDD [709670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779242 { id="cluster_1779242"; isCluster="true"; label="InMemoryTableScan"; 709671 [id="node_709671" labelType="html" label="MapPartitionsRDD [709671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709672 [id="node_709672" labelType="html" label="Project [shardId#16679725, orderProposals#16684542]\n+- Exchange rangepartitioning(shardId#16679725 ASC NULLS FIRST, resultSeparationId#16684538L ASC NULLS FIRST, 51), REPARTITION_BY_NUM, [plan_id=4961170]\n +- InMemoryTableScan [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542]\n +- InMemoryRelation [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542])\n +- Exchange hashpartitioning(shardId#16679725, resultSeparationId#16684538L, 30), ENSURE_REQUIREMENTS, [plan_id=4961127]\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[partial_collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparation... [709672] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779328 { id="cluster_1779328"; isCluster="true"; label="InMemoryTableScan"; 709700 [id="node_709700" labelType="html" label="MapPartitionsRDD [709700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709701 [id="node_709701" labelType="html" label="MapPartitionsRDD [709701] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709702 [id="node_709702" labelType="html" label="MapPartitionsRDD [709702] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779325 { id="cluster_1779325"; isCluster="true"; label="WholeStageCodegen (1)"; 709703 [id="node_709703" labelType="html" label="MapPartitionsRDD [709703] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779324 { id="cluster_1779324"; isCluster="true"; label="Exchange"; 709704 [id="node_709704" labelType="html" label="MapPartitionsRDD [709704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709669->709670; 709670->709671; 709671->709672; 709672->709700; 709700->709701; 709701->709702; 709702->709703; 709703->709704; }
709668,709669
709672
709669
709670
709671
709672
709700
709701
709702
709703
709704
Event Timeline
Enable zooming
Tasks: 51. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time