4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1031244 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
30 s
Locality Level Summary:
Process local: 30
Input Size / Records:
89.4 MiB / 1431144
Output Size / Records:
4.2 MiB / 410552
Associated Job Ids:
52655
DAG Visualization
digraph G { id="graph_1031244"; subgraph graph_stage_1031244 { id="graph_stage_1031244"; isCluster="true"; label="Stage 1031244"; subgraph cluster_1085419 { id="cluster_1085419"; isCluster="true"; label="repartition"; 433241 [id="node_433241" labelType="html" label="ShuffledRDD [433241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433242 [id="node_433242" labelType="html" label="CoalescedRDD [433242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433243 [id="node_433243" labelType="html" label="MapPartitionsRDD [433243] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087134 { id="cluster_1087134"; isCluster="true"; label="map"; 433904 [id="node_433904" labelType="html" label="MapPartitionsRDD [433904] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087206 { id="cluster_1087206"; isCluster="true"; label="WholeStageCodegen (1)"; 433934 [id="node_433934" labelType="html" label="MapPartitionsRDD [433934] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087204 { id="cluster_1087204"; isCluster="true"; label="Project"; 433935 [id="node_433935" labelType="html" label="MapPartitionsRDD [433935] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087203 { id="cluster_1087203"; isCluster="true"; label="Sort"; 433936 [id="node_433936" labelType="html" label="MapPartitionsRDD [433936] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433241->433242; 433242->433243; 433243->433904; 433904->433934; 433934->433935; 433935->433936; }
433240,433241
433243
433241
433242
433243
433904
433934
433935
433936
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time