4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331070 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 60
Shuffle Read Size / Records:
20.8 MiB / 60
Shuffle Write Size / Records:
3.6 KiB / 60
Associated Job Ids:
18457
DAG Visualization
digraph G { id="graph_331070"; subgraph graph_stage_331070 { id="graph_stage_331070"; isCluster="true"; label="Stage 331070"; subgraph cluster_378825 { id="cluster_378825"; isCluster="true"; label="Exchange"; 151415 [id="node_151415" labelType="html" label="ShuffledRowRDD [151415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378824 { id="cluster_378824"; isCluster="true"; label="Project"; 151416 [id="node_151416" labelType="html" label="MapPartitionsRDD [151416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378823 { id="cluster_378823"; isCluster="true"; label="InMemoryTableScan"; 151417 [id="node_151417" labelType="html" label="MapPartitionsRDD [151417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151418 [id="node_151418" labelType="html" label="Project [shardId#3524906, orderProposals#3548043]\n+- Exchange rangepartitioning(shardId#3524906 ASC NULLS FIRST, resultSeparationId#3548039L ASC NULLS FIRST, 60), REPARTITION_BY_NUM, [plan_id=1016824]\n +- InMemoryTableScan [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043]\n +- InMemoryRelation [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043])\n +- Exchange hashpartitioning(shardId#3524906, resultSeparationId#3548039L, 30), ENSURE_REQUIREMENTS, [plan_id=1016673]\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[partial_collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, buf#35480... [151418] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151419 [id="node_151419" labelType="html" label="MapPartitionsRDD [151419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151420 [id="node_151420" labelType="html" label="MapPartitionsRDD [151420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151421 [id="node_151421" labelType="html" label="MapPartitionsRDD [151421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378822 { id="cluster_378822"; isCluster="true"; label="CollectLimit"; 151422 [id="node_151422" labelType="html" label="MapPartitionsRDD [151422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151423 [id="node_151423" labelType="html" label="MapPartitionsRDD [151423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151415->151416; 151416->151417; 151417->151418; 151418->151419; 151419->151420; 151420->151421; 151421->151422; 151422->151423; }
151414,151415
151418
151415
151416
151417
151418
151419
151420
151421
151422
151423
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time