4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331557 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 56
Input Size / Records:
19.5 MiB / 56
Shuffle Write Size / Records:
5.0 KiB / 56
Associated Job Ids:
18477
DAG Visualization
digraph G { id="graph_331557"; subgraph graph_stage_331557 { id="graph_stage_331557"; isCluster="true"; label="Stage 331557"; subgraph cluster_378972 { id="cluster_378972"; isCluster="true"; label="Exchange"; 151487 [id="node_151487" labelType="html" label="ShuffledRowRDD [151487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378971 { id="cluster_378971"; isCluster="true"; label="Project"; 151488 [id="node_151488" labelType="html" label="MapPartitionsRDD [151488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378970 { id="cluster_378970"; isCluster="true"; label="InMemoryTableScan"; 151489 [id="node_151489" labelType="html" label="MapPartitionsRDD [151489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151490 [id="node_151490" labelType="html" label="Project [shardId#3538856, orderProposals#3555235]\n+- Exchange rangepartitioning(shardId#3538856 ASC NULLS FIRST, resultSeparationId#3555231L ASC NULLS FIRST, 56), REPARTITION_BY_NUM, [plan_id=1018174]\n +- InMemoryTableScan [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235]\n +- InMemoryRelation [shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235])\n +- Exchange hashpartitioning(shardId#3538856, resultSeparationId#3555231L, 30), ENSURE_REQUIREMENTS, [plan_id=1018120]\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[partial_collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, buf#35552... [151490] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379133 { id="cluster_379133"; isCluster="true"; label="InMemoryTableScan"; 151549 [id="node_151549" labelType="html" label="MapPartitionsRDD [151549] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151550 [id="node_151550" labelType="html" label="MapPartitionsRDD [151550] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151551 [id="node_151551" labelType="html" label="MapPartitionsRDD [151551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379130 { id="cluster_379130"; isCluster="true"; label="WholeStageCodegen (1)"; 151552 [id="node_151552" labelType="html" label="MapPartitionsRDD [151552] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379129 { id="cluster_379129"; isCluster="true"; label="Exchange"; 151553 [id="node_151553" labelType="html" label="MapPartitionsRDD [151553] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151487->151488; 151488->151489; 151489->151490; 151490->151549; 151549->151550; 151550->151551; 151551->151552; 151552->151553; }
151486,151487
151490
151487
151488
151489
151490
151549
151550
151551
151552
151553
Event Timeline
Enable zooming
Tasks: 56. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time