4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331261 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
20.8 MiB / 60
Shuffle Write Size / Records:
5.4 KiB / 60
Associated Job Ids:
18466
DAG Visualization
digraph G { id="graph_331261"; subgraph graph_stage_331261 { id="graph_stage_331261"; isCluster="true"; label="Stage 331261"; subgraph cluster_378825 { id="cluster_378825"; isCluster="true"; label="Exchange"; 151415 [id="node_151415" labelType="html" label="ShuffledRowRDD [151415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378824 { id="cluster_378824"; isCluster="true"; label="Project"; 151416 [id="node_151416" labelType="html" label="MapPartitionsRDD [151416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378823 { id="cluster_378823"; isCluster="true"; label="InMemoryTableScan"; 151417 [id="node_151417" labelType="html" label="MapPartitionsRDD [151417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151418 [id="node_151418" labelType="html" label="Project [shardId#3524906, orderProposals#3548043]\n+- Exchange rangepartitioning(shardId#3524906 ASC NULLS FIRST, resultSeparationId#3548039L ASC NULLS FIRST, 60), REPARTITION_BY_NUM, [plan_id=1016824]\n +- InMemoryTableScan [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043]\n +- InMemoryRelation [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043])\n +- Exchange hashpartitioning(shardId#3524906, resultSeparationId#3548039L, 30), ENSURE_REQUIREMENTS, [plan_id=1016673]\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[partial_collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, buf#35480... [151418] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378990 { id="cluster_378990"; isCluster="true"; label="InMemoryTableScan"; 151478 [id="node_151478" labelType="html" label="MapPartitionsRDD [151478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151479 [id="node_151479" labelType="html" label="MapPartitionsRDD [151479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151480 [id="node_151480" labelType="html" label="MapPartitionsRDD [151480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378987 { id="cluster_378987"; isCluster="true"; label="WholeStageCodegen (1)"; 151481 [id="node_151481" labelType="html" label="MapPartitionsRDD [151481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378986 { id="cluster_378986"; isCluster="true"; label="Exchange"; 151482 [id="node_151482" labelType="html" label="MapPartitionsRDD [151482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151415->151416; 151416->151417; 151417->151418; 151418->151478; 151478->151479; 151479->151480; 151480->151481; 151481->151482; }
151414,151415
151418
151415
151416
151417
151418
151478
151479
151480
151481
151482
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time