4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331592 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 56
Input Size / Records:
19.5 MiB / 56
Shuffle Write Size / Records:
3.4 KiB / 56
Associated Job Ids:
18480
DAG Visualization
digraph G { id="graph_331592"; subgraph graph_stage_331592 { id="graph_stage_331592"; isCluster="true"; label="Stage 331592"; subgraph cluster_378972 { id="cluster_378972"; isCluster="true"; label="Exchange"; 151487 [id="node_151487" labelType="html" label="ShuffledRowRDD [151487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378971 { id="cluster_378971"; isCluster="true"; label="Project"; 151488 [id="node_151488" labelType="html" label="MapPartitionsRDD [151488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378970 { id="cluster_378970"; isCluster="true"; label="InMemoryTableScan"; 151489 [id="node_151489" labelType="html" label="MapPartitionsRDD [151489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151490 [id="node_151490" labelType="html" label="Project [shardId#3538856, orderProposals#3555235]\n+- Exchange rangepartitioning(shardId#3538856 ASC NULLS FIRST, resultSeparationId#3555231L ASC NULLS FIRST, 56), REPARTITION_BY_NUM, [plan_id=1018174]\n +- InMemoryTableScan [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235]\n +- InMemoryRelation [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235])\n +- Exchange hashpartitioning(shardId#3538856, resultSeparationId#3555231L, 30), ENSURE_REQUIREMENTS, [plan_id=1018120]\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[partial_collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, buf#35552... [151490] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379173 { id="cluster_379173"; isCluster="true"; label="InMemoryTableScan"; 151570 [id="node_151570" labelType="html" label="MapPartitionsRDD [151570] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151571 [id="node_151571" labelType="html" label="MapPartitionsRDD [151571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151572 [id="node_151572" labelType="html" label="MapPartitionsRDD [151572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379172 { id="cluster_379172"; isCluster="true"; label="CollectLimit"; 151573 [id="node_151573" labelType="html" label="MapPartitionsRDD [151573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151574 [id="node_151574" labelType="html" label="MapPartitionsRDD [151574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151487->151488; 151488->151489; 151489->151490; 151490->151570; 151570->151571; 151571->151572; 151572->151573; 151573->151574; }
151486,151487
151490
151487
151488
151489
151490
151570
151571
151572
151573
151574
Event Timeline
Enable zooming
Tasks: 56. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time