4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133547 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
37 ms
Locality Level Summary:
Process local: 1
Associated Job Ids:
114603
DAG Visualization
digraph G { id="graph_2133547"; subgraph graph_stage_2133547 { id="graph_stage_2133547"; isCluster="true"; label="Stage 2133547"; subgraph cluster_2365276 { id="cluster_2365276"; isCluster="true"; label="Exchange"; 942791 [id="node_942791" labelType="html" label="ShuffledRowRDD [942791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365275 { id="cluster_2365275"; isCluster="true"; label="Project"; 942792 [id="node_942792" labelType="html" label="MapPartitionsRDD [942792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365274 { id="cluster_2365274"; isCluster="true"; label="InMemoryTableScan"; 942793 [id="node_942793" labelType="html" label="MapPartitionsRDD [942793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942794 [id="node_942794" labelType="html" label="Project [shardId#22176599, orderProposals#22180743]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=6640752]\n +- InMemoryTableScan [shardId#22176599, resultSeparationId#22180739L, orderProposals#22180743]\n +- InMemoryRelation [shardId#22176599, resultSeparationId#22180739L, orderProposals#22180743], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#22176599, resultSeparationId#22180739L], functions=[collect_list(orderProposal#22178987, 0, 0)], output=[shardId#22176599, resultSeparationId#22180739L, orderProposals#22180743])\n +- Exchange hashpartitioning(shardId#22176599, resultSeparationId#22180739L, 30), ENSURE_REQUIREMENTS, [plan_id=6640709]\n +- ObjectHashAggregate(keys=[shardId#22176599, resultSeparationId#22180739L], functions=[partial_collect_list(orderProposal#22178987, 0, 0)], output=[shardId#22176599, resultSeparationId#22180739L, buf#22180779])\n +- Project [shardId#22176599, ord... [942794] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942795 [id="node_942795" labelType="html" label="MapPartitionsRDD [942795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942796 [id="node_942796" labelType="html" label="MapPartitionsRDD [942796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942797 [id="node_942797" labelType="html" label="MapPartitionsRDD [942797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365273 { id="cluster_2365273"; isCluster="true"; label="CollectLimit"; 942798 [id="node_942798" labelType="html" label="MapPartitionsRDD [942798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365278 { id="cluster_2365278"; isCluster="true"; label="mapPartitionsInternal"; 942799 [id="node_942799" labelType="html" label="MapPartitionsRDD [942799] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942791->942792; 942792->942793; 942793->942794; 942794->942795; 942795->942796; 942796->942797; 942797->942798; 942798->942799; }
942790,942791
942794
942791
942792
942793
942794
942795
942796
942797
942798
942799
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time