4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136880 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
38 ms
Locality Level Summary:
Process local: 1
Associated Job Ids:
114692
DAG Visualization
digraph G { id="graph_2136880"; subgraph graph_stage_2136880 { id="graph_stage_2136880"; isCluster="true"; label="Stage 2136880"; subgraph cluster_2367306 { id="cluster_2367306"; isCluster="true"; label="Exchange"; 943600 [id="node_943600" labelType="html" label="ShuffledRowRDD [943600] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367305 { id="cluster_2367305"; isCluster="true"; label="Project"; 943601 [id="node_943601" labelType="html" label="MapPartitionsRDD [943601] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367304 { id="cluster_2367304"; isCluster="true"; label="InMemoryTableScan"; 943602 [id="node_943602" labelType="html" label="MapPartitionsRDD [943602] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943603 [id="node_943603" labelType="html" label="Project [shardId#22197470, orderProposals#22201407]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=6645750]\n +- InMemoryTableScan [shardId#22197470, resultSeparationId#22201403L, orderProposals#22201407]\n +- InMemoryRelation [shardId#22197470, resultSeparationId#22201403L, orderProposals#22201407], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#22197470, resultSeparationId#22201403L], functions=[collect_list(orderProposal#22199651, 0, 0)], output=[shardId#22197470, resultSeparationId#22201403L, orderProposals#22201407])\n +- Exchange hashpartitioning(shardId#22197470, resultSeparationId#22201403L, 30), ENSURE_REQUIREMENTS, [plan_id=6645707]\n +- ObjectHashAggregate(keys=[shardId#22197470, resultSeparationId#22201403L], functions=[partial_collect_list(orderProposal#22199651, 0, 0)], output=[shardId#22197470, resultSeparationId#22201403L, buf#22201443])\n +- Project [shardId#22197470, ord... [943603] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943604 [id="node_943604" labelType="html" label="MapPartitionsRDD [943604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943605 [id="node_943605" labelType="html" label="MapPartitionsRDD [943605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943606 [id="node_943606" labelType="html" label="MapPartitionsRDD [943606] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367303 { id="cluster_2367303"; isCluster="true"; label="CollectLimit"; 943607 [id="node_943607" labelType="html" label="MapPartitionsRDD [943607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367308 { id="cluster_2367308"; isCluster="true"; label="mapPartitionsInternal"; 943608 [id="node_943608" labelType="html" label="MapPartitionsRDD [943608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943600->943601; 943601->943602; 943602->943603; 943603->943604; 943604->943605; 943605->943606; 943606->943607; 943607->943608; }
943599,943600
943603
943600
943601
943602
943603
943604
943605
943606
943607
943608
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time