4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338017 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
59 s
Locality Level Summary:
Process local: 30
Input Size / Records:
146.9 MiB / 2388392
Shuffle Write Size / Records:
140.0 MiB / 2228520
Associated Job Ids:
18681
DAG Visualization
digraph G { id="graph_338017"; subgraph graph_stage_338017 { id="graph_stage_338017"; isCluster="true"; label="Stage 338017"; 153792 [id="node_153792" labelType="html" label="SQLExecutionRDD [153792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_381879 { id="cluster_381879"; isCluster="true"; label="map"; 152695 [id="node_152695" labelType="html" label="MapPartitionsRDD [152695] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_381900 { id="cluster_381900"; isCluster="true"; label="checkpoint"; 152698 [id="node_152698" labelType="html" label="LocalCheckpointRDD [152698]<br>count at KpiCurveCacheImpl.java:255}"]; } subgraph cluster_384774 { id="cluster_384774"; isCluster="true"; label="map"; 153789 [id="node_153789" labelType="html" label="MapPartitionsRDD [153789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384776 { id="cluster_384776"; isCluster="true"; label="WholeStageCodegen (1)"; 153790 [id="node_153790" labelType="html" label="MapPartitionsRDD [153790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384775 { id="cluster_384775"; isCluster="true"; label="DeserializeToObject"; 153791 [id="node_153791" labelType="html" label="MapPartitionsRDD [153791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384779 { id="cluster_384779"; isCluster="true"; label="mapPartitions"; 153793 [id="node_153793" labelType="html" label="MapPartitionsRDD [153793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384780 { id="cluster_384780"; isCluster="true"; label="repartition"; 153794 [id="node_153794" labelType="html" label="MapPartitionsRDD [153794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152698->152695; 152695->153789; 153789->153790; 153790->153791; 153791->153792; 153792->153793; 153793->153794; }
152695
153792
152695
153789
153790
153791
153793
153794
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time