4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333999 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2.2 MiB / 7226
Shuffle Write Size / Records:
186.2 KiB / 7226
Associated Job Ids:
18566
DAG Visualization
digraph G { id="graph_333999"; subgraph graph_stage_333999 { id="graph_stage_333999"; isCluster="true"; label="Stage 333999"; 152385 [id="node_152385" labelType="html" label="SQLExecutionRDD [152385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_380962 { id="cluster_380962"; isCluster="true"; label="Exchange"; 152380 [id="node_152380" labelType="html" label="ShuffledRowRDD [152380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380961 { id="cluster_380961"; isCluster="true"; label="ObjectHashAggregate"; 152381 [id="node_152381" labelType="html" label="MapPartitionsRDD [152381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380893 { id="cluster_380893"; isCluster="true"; label="WholeStageCodegen (13)"; 152382 [id="node_152382" labelType="html" label="MapPartitionsRDD [152382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380884 { id="cluster_380884"; isCluster="true"; label="DeserializeToObject"; 152383 [id="node_152383" labelType="html" label="MapPartitionsRDD [152383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380877 { id="cluster_380877"; isCluster="true"; label="MapPartitions"; 152384 [id="node_152384" labelType="html" label="MapPartitionsRDD [152384] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381016 { id="cluster_381016"; isCluster="true"; label="mapPartitions"; 152386 [id="node_152386" labelType="html" label="MapPartitionsRDD [152386] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381343 { id="cluster_381343"; isCluster="true"; label="repartition"; 152486 [id="node_152486" labelType="html" label="ShuffledRDD [152486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152487 [id="node_152487" labelType="html" label="CoalescedRDD [152487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152488 [id="node_152488" labelType="html" label="MapPartitionsRDD [152488] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381384 { id="cluster_381384"; isCluster="true"; label="map"; 152489 [id="node_152489" labelType="html" label="MapPartitionsRDD [152489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381436 { id="cluster_381436"; isCluster="true"; label="WholeStageCodegen (4)"; 152504 [id="node_152504" labelType="html" label="MapPartitionsRDD [152504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381445 { id="cluster_381445"; isCluster="true"; label="Scan"; 152505 [id="node_152505" labelType="html" label="MapPartitionsRDD [152505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381440 { id="cluster_381440"; isCluster="true"; label="WholeStageCodegen (5)"; 152506 [id="node_152506" labelType="html" label="MapPartitionsRDD [152506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381435 { id="cluster_381435"; isCluster="true"; label="Union"; 152507 [id="node_152507" labelType="html" label="UnionRDD [152507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381432 { id="cluster_381432"; isCluster="true"; label="WholeStageCodegen (6)"; 152508 [id="node_152508" labelType="html" label="MapPartitionsRDD [152508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381431 { id="cluster_381431"; isCluster="true"; label="Exchange"; 152509 [id="node_152509" labelType="html" label="MapPartitionsRDD [152509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152380->152381; 152381->152382; 152382->152383; 152383->152384; 152384->152385; 152385->152386; 152486->152487; 152487->152488; 152488->152489; 152489->152504; 152386->152505; 152505->152506; 152504->152507; 152506->152507; 152507->152508; 152508->152509; }
152379,152380
152485,152486
152386
152488
152385
152380
152381
152382
152383
152384
152386
152486
152487
152488
152489
152504
152505
152506
152507
152508
152509
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time