4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657821 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 1
Associated Job Ids:
86146
DAG Visualization
digraph G { id="graph_1657821"; subgraph graph_stage_1657821 { id="graph_stage_1657821"; isCluster="true"; label="Stage 1657821"; subgraph cluster_1781326 { id="cluster_1781326"; isCluster="true"; label="Exchange"; 710532 [id="node_710532" labelType="html" label="ShuffledRowRDD [710532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781325 { id="cluster_1781325"; isCluster="true"; label="Project"; 710533 [id="node_710533" labelType="html" label="MapPartitionsRDD [710533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781324 { id="cluster_1781324"; isCluster="true"; label="InMemoryTableScan"; 710534 [id="node_710534" labelType="html" label="MapPartitionsRDD [710534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710535 [id="node_710535" labelType="html" label="Project [shardId#16695828, orderProposals#16699765]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4965682]\n +- InMemoryTableScan [shardId#16695828, resultSeparationId#16699761L, orderProposals#16699765]\n +- InMemoryRelation [shardId#16695828, resultSeparationId#16699761L, orderProposals#16699765], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#16695828, resultSeparationId#16699761L], functions=[collect_list(orderProposal#16698009, 0, 0)], output=[shardId#16695828, resultSeparationId#16699761L, orderProposals#16699765])\n +- Exchange hashpartitioning(shardId#16695828, resultSeparationId#16699761L, 30), ENSURE_REQUIREMENTS, [plan_id=4965639]\n +- ObjectHashAggregate(keys=[shardId#16695828, resultSeparationId#16699761L], functions=[partial_collect_list(orderProposal#16698009, 0, 0)], output=[shardId#16695828, resultSeparationId#16699761L, buf#16699801])\n +- Project [shardId#16695828, ord... [710535] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710536 [id="node_710536" labelType="html" label="MapPartitionsRDD [710536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710537 [id="node_710537" labelType="html" label="MapPartitionsRDD [710537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710538 [id="node_710538" labelType="html" label="MapPartitionsRDD [710538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781323 { id="cluster_1781323"; isCluster="true"; label="CollectLimit"; 710539 [id="node_710539" labelType="html" label="MapPartitionsRDD [710539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781328 { id="cluster_1781328"; isCluster="true"; label="mapPartitionsInternal"; 710540 [id="node_710540" labelType="html" label="MapPartitionsRDD [710540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710532->710533; 710533->710534; 710534->710535; 710535->710536; 710536->710537; 710537->710538; 710538->710539; 710539->710540; }
710531,710532
710535
710532
710533
710534
710535
710536
710537
710538
710539
710540
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time