4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331291 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 56
Shuffle Read Size / Records:
19.5 MiB / 56
Shuffle Write Size / Records:
3.4 KiB / 56
Associated Job Ids:
18467
DAG Visualization
digraph G { id="graph_331291"; subgraph graph_stage_331291 { id="graph_stage_331291"; isCluster="true"; label="Stage 331291"; subgraph cluster_378972 { id="cluster_378972"; isCluster="true"; label="Exchange"; 151487 [id="node_151487" labelType="html" label="ShuffledRowRDD [151487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378971 { id="cluster_378971"; isCluster="true"; label="Project"; 151488 [id="node_151488" labelType="html" label="MapPartitionsRDD [151488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378970 { id="cluster_378970"; isCluster="true"; label="InMemoryTableScan"; 151489 [id="node_151489" labelType="html" label="MapPartitionsRDD [151489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151490 [id="node_151490" labelType="html" label="Project [shardId#3538856, orderProposals#3555235]\n+- Exchange rangepartitioning(shardId#3538856 ASC NULLS FIRST, resultSeparationId#3555231L ASC NULLS FIRST, 56), REPARTITION_BY_NUM, [plan_id=1018174]\n +- InMemoryTableScan [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235]\n +- InMemoryRelation [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235])\n +- Exchange hashpartitioning(shardId#3538856, resultSeparationId#3555231L, 30), ENSURE_REQUIREMENTS, [plan_id=1018120]\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[partial_collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, buf#35552... [151490] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151491 [id="node_151491" labelType="html" label="MapPartitionsRDD [151491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151492 [id="node_151492" labelType="html" label="MapPartitionsRDD [151492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151493 [id="node_151493" labelType="html" label="MapPartitionsRDD [151493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378969 { id="cluster_378969"; isCluster="true"; label="CollectLimit"; 151494 [id="node_151494" labelType="html" label="MapPartitionsRDD [151494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151495 [id="node_151495" labelType="html" label="MapPartitionsRDD [151495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151487->151488; 151488->151489; 151489->151490; 151490->151491; 151491->151492; 151492->151493; 151493->151494; 151494->151495; }
151486,151487
151490
151487
151488
151489
151490
151491
151492
151493
151494
151495
Event Timeline
Enable zooming
Tasks: 56. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time