4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340039 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
39 s
Locality Level Summary:
Process local: 60
Input Size / Records:
20.8 MiB / 60
Output Size / Records:
381.3 MiB / 60
Associated Job Ids:
18704
DAG Visualization
digraph G { id="graph_340039"; subgraph graph_stage_340039 { id="graph_stage_340039"; isCluster="true"; label="Stage 340039"; subgraph cluster_384990 { id="cluster_384990"; isCluster="true"; label="Exchange"; 153898 [id="node_153898" labelType="html" label="ShuffledRowRDD [153898] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384989 { id="cluster_384989"; isCluster="true"; label="Project"; 153899 [id="node_153899" labelType="html" label="MapPartitionsRDD [153899] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384988 { id="cluster_384988"; isCluster="true"; label="InMemoryTableScan"; 153900 [id="node_153900" labelType="html" label="MapPartitionsRDD [153900] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153901 [id="node_153901" labelType="html" label="Project [shardId#3580449, orderProposals#3592451]\n+- Exchange rangepartitioning(shardId#3580449 ASC NULLS FIRST, resultSeparationId#3592447L ASC NULLS FIRST, 60), REPARTITION_BY_NUM, [plan_id=1029948]\n +- InMemoryTableScan [shardId#3580449, resultSeparationId#3592447L, orderProposals#3592451]\n +- InMemoryRelation [shardId#3580449, resultSeparationId#3592447L, orderProposals#3592451], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3580449, resultSeparationId#3592447L], functions=[collect_list(orderProposal#3584099, 0, 0)], output=[shardId#3580449, resultSeparationId#3592447L, orderProposals#3592451])\n +- Exchange hashpartitioning(shardId#3580449, resultSeparationId#3592447L, 30), ENSURE_REQUIREMENTS, [plan_id=1029905]\n +- ObjectHashAggregate(keys=[shardId#3580449, resultSeparationId#3592447L], functions=[partial_collect_list(orderProposal#3584099, 0, 0)], output=[shardId#3580449, resultSeparationId#3592447L, buf#35924... [153901] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385183 { id="cluster_385183"; isCluster="true"; label="InMemoryTableScan"; 153972 [id="node_153972" labelType="html" label="MapPartitionsRDD [153972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153973 [id="node_153973" labelType="html" label="MapPartitionsRDD [153973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153974 [id="node_153974" labelType="html" label="MapPartitionsRDD [153974] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385182 { id="cluster_385182"; isCluster="true"; label="Project"; 153975 [id="node_153975" labelType="html" label="MapPartitionsRDD [153975] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385181 { id="cluster_385181"; isCluster="true"; label="Sort"; 153976 [id="node_153976" labelType="html" label="MapPartitionsRDD [153976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385180 { id="cluster_385180"; isCluster="true"; label="WriteFiles"; 153977 [id="node_153977" labelType="html" label="MapPartitionsRDD [153977] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153898->153899; 153899->153900; 153900->153901; 153901->153972; 153972->153973; 153973->153974; 153974->153975; 153975->153976; 153976->153977; }
153897,153898
153901
153898
153899
153900
153901
153972
153973
153974
153975
153976
153977
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time