4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656690 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
232.0 KiB / 692
Associated Job Ids:
86104
DAG Visualization
digraph G { id="graph_1656690"; subgraph graph_stage_1656690 { id="graph_stage_1656690"; isCluster="true"; label="Stage 1656690"; subgraph cluster_1780211 { id="cluster_1780211"; isCluster="true"; label="repartition"; 710099 [id="node_710099" labelType="html" label="ShuffledRDD [710099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710100 [id="node_710100" labelType="html" label="CoalescedRDD [710100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710101 [id="node_710101" labelType="html" label="MapPartitionsRDD [710101] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780270 { id="cluster_1780270"; isCluster="true"; label="map"; 710108 [id="node_710108" labelType="html" label="MapPartitionsRDD [710108] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780281 { id="cluster_1780281"; isCluster="true"; label="WholeStageCodegen (1)"; 710109 [id="node_710109" labelType="html" label="MapPartitionsRDD [710109] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780280 { id="cluster_1780280"; isCluster="true"; label="InMemoryTableScan"; 710110 [id="node_710110" labelType="html" label="MapPartitionsRDD [710110] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710111 [id="node_710111" labelType="html" label="*(1) Filter (isnotnull(shardId#16695828) AND (shardId#16695828 = 0_3_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16695828,orderProposalId#16695829L,items#16695830,optimizationGroups#16695831,isOptimal#16695832,lastModified#16695833,optimizationInsights#16695834]\n [710111] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710112 [id="node_710112" labelType="html" label="MapPartitionsRDD [710112] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710113 [id="node_710113" labelType="html" label="MapPartitionsRDD [710113] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710114 [id="node_710114" labelType="html" label="MapPartitionsRDD [710114] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780275 { id="cluster_1780275"; isCluster="true"; label="WholeStageCodegen (1)"; 710115 [id="node_710115" labelType="html" label="MapPartitionsRDD [710115] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780274 { id="cluster_1780274"; isCluster="true"; label="Exchange"; 710116 [id="node_710116" labelType="html" label="MapPartitionsRDD [710116] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710099->710100; 710100->710101; 710101->710108; 710108->710109; 710109->710110; 710110->710111; 710111->710112; 710112->710113; 710113->710114; 710114->710115; 710115->710116; }
710098,710099
710101
710111
710099
710100
710101
710108
710109
710110
710111
710112
710113
710114
710115
710116
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time