4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032494 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Process local: 30
Input Size / Records:
47.3 MiB / 1020592
Shuffle Write Size / Records:
52.1 MiB / 1020592
Associated Job Ids:
52675
DAG Visualization
digraph G { id="graph_1032494"; subgraph graph_stage_1032494 { id="graph_stage_1032494"; isCluster="true"; label="Stage 1032494"; 434058 [id="node_434058" labelType="html" label="SQLExecutionRDD [434058] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; subgraph cluster_1087236 { id="cluster_1087236"; isCluster="true"; label="repartition"; 433945 [id="node_433945" labelType="html" label="ShuffledRDD [433945] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433946 [id="node_433946" labelType="html" label="CoalescedRDD [433946] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433947 [id="node_433947" labelType="html" label="MapPartitionsRDD [433947] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087458 { id="cluster_1087458"; isCluster="true"; label="map"; 434055 [id="node_434055" labelType="html" label="MapPartitionsRDD [434055] [Indeterminate]<br>createDataFrame at KpiCurveCacheImpl.java:230}"]; } subgraph cluster_1087483 { id="cluster_1087483"; isCluster="true"; label="WholeStageCodegen (1)"; 434056 [id="node_434056" labelType="html" label="MapPartitionsRDD [434056] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_1087482 { id="cluster_1087482"; isCluster="true"; label="DeserializeToObject"; 434057 [id="node_434057" labelType="html" label="MapPartitionsRDD [434057] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_1087486 { id="cluster_1087486"; isCluster="true"; label="mapPartitions"; 434059 [id="node_434059" labelType="html" label="MapPartitionsRDD [434059] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_1087487 { id="cluster_1087487"; isCluster="true"; label="repartition"; 434060 [id="node_434060" labelType="html" label="MapPartitionsRDD [434060] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; } } 433945->433946; 433946->433947; 433947->434055; 434055->434056; 434056->434057; 434057->434058; 434058->434059; 434059->434060; }
433944,433945
433947
434058
433945
433946
433947
434055
434056
434057
434059
434060
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time