4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331622 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
38 s
Locality Level Summary:
Process local: 56
Input Size / Records:
19.5 MiB / 56
Output Size / Records:
356.9 MiB / 56
Associated Job Ids:
18481
DAG Visualization
digraph G { id="graph_331622"; subgraph graph_stage_331622 { id="graph_stage_331622"; isCluster="true"; label="Stage 331622"; subgraph cluster_378972 { id="cluster_378972"; isCluster="true"; label="Exchange"; 151487 [id="node_151487" labelType="html" label="ShuffledRowRDD [151487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378971 { id="cluster_378971"; isCluster="true"; label="Project"; 151488 [id="node_151488" labelType="html" label="MapPartitionsRDD [151488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378970 { id="cluster_378970"; isCluster="true"; label="InMemoryTableScan"; 151489 [id="node_151489" labelType="html" label="MapPartitionsRDD [151489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151490 [id="node_151490" labelType="html" label="Project [shardId#3538856, orderProposals#3555235]\n+- Exchange rangepartitioning(shardId#3538856 ASC NULLS FIRST, resultSeparationId#3555231L ASC NULLS FIRST, 56), REPARTITION_BY_NUM, [plan_id=1018174]\n +- InMemoryTableScan [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235]\n +- InMemoryRelation [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235])\n +- Exchange hashpartitioning(shardId#3538856, resultSeparationId#3555231L, 30), ENSURE_REQUIREMENTS, [plan_id=1018120]\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[partial_collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, buf#35552... [151490] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379187 { id="cluster_379187"; isCluster="true"; label="InMemoryTableScan"; 151578 [id="node_151578" labelType="html" label="MapPartitionsRDD [151578] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151579 [id="node_151579" labelType="html" label="MapPartitionsRDD [151579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151580 [id="node_151580" labelType="html" label="MapPartitionsRDD [151580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379186 { id="cluster_379186"; isCluster="true"; label="Project"; 151581 [id="node_151581" labelType="html" label="MapPartitionsRDD [151581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379185 { id="cluster_379185"; isCluster="true"; label="Sort"; 151582 [id="node_151582" labelType="html" label="MapPartitionsRDD [151582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379184 { id="cluster_379184"; isCluster="true"; label="WriteFiles"; 151583 [id="node_151583" labelType="html" label="MapPartitionsRDD [151583] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151487->151488; 151488->151489; 151489->151490; 151490->151578; 151578->151579; 151579->151580; 151580->151581; 151581->151582; 151582->151583; }
151486,151487
151490
151487
151488
151489
151490
151578
151579
151580
151581
151582
151583
Event Timeline
Enable zooming
Tasks: 56. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time