4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656794 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
204.9 KiB / 30
Shuffle Write Size / Records:
2.7 KiB / 30
Associated Job Ids:
86106
DAG Visualization
digraph G { id="graph_1656794"; subgraph graph_stage_1656794 { id="graph_stage_1656794"; isCluster="true"; label="Stage 1656794"; subgraph cluster_1780211 { id="cluster_1780211"; isCluster="true"; label="repartition"; 710099 [id="node_710099" labelType="html" label="ShuffledRDD [710099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710100 [id="node_710100" labelType="html" label="CoalescedRDD [710100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710101 [id="node_710101" labelType="html" label="MapPartitionsRDD [710101] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780270 { id="cluster_1780270"; isCluster="true"; label="map"; 710108 [id="node_710108" labelType="html" label="MapPartitionsRDD [710108] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780281 { id="cluster_1780281"; isCluster="true"; label="WholeStageCodegen (1)"; 710109 [id="node_710109" labelType="html" label="MapPartitionsRDD [710109] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780280 { id="cluster_1780280"; isCluster="true"; label="InMemoryTableScan"; 710110 [id="node_710110" labelType="html" label="MapPartitionsRDD [710110] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710111 [id="node_710111" labelType="html" label="*(1) Filter (isnotnull(shardId#16695828) AND (shardId#16695828 = 0_3_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16695828,orderProposalId#16695829L,items#16695830,optimizationGroups#16695831,isOptimal#16695832,lastModified#16695833,optimizationInsights#16695834]\n [710111] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780304 { id="cluster_1780304"; isCluster="true"; label="InMemoryTableScan"; 710120 [id="node_710120" labelType="html" label="MapPartitionsRDD [710120] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710121 [id="node_710121" labelType="html" label="MapPartitionsRDD [710121] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710122 [id="node_710122" labelType="html" label="MapPartitionsRDD [710122] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780301 { id="cluster_1780301"; isCluster="true"; label="WholeStageCodegen (1)"; 710123 [id="node_710123" labelType="html" label="MapPartitionsRDD [710123] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780300 { id="cluster_1780300"; isCluster="true"; label="InMemoryTableScan"; 710124 [id="node_710124" labelType="html" label="MapPartitionsRDD [710124] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710125 [id="node_710125" labelType="html" label="*(1) Filter (isnotnull(shardId#16695828) AND (shardId#16695828 = 0_3_10000000548))\n+- InMemoryTableScan [shardId#16695828, orderProposalId#16695829L, items#16695830, optimizationGroups#16695831, isOptimal#16695832, optimizationInsights#16695834], [isnotnull(shardId#16695828), (shardId#16695828 = 0_3_10000000548)]\n +- InMemoryRelation [shardId#16695828, orderProposalId#16695829L, items#16695830, optimizationGroups#16695831, isOptimal#16695832, lastModified#16695833, optimizationInsights#16695834], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#16695828) AND (shardId#16695828 = 0_3_10000000548))\n +- *(1) Scan ExistingRDD[shardId#16695828,orderProposalId#16695829L,items#16695830,optimizationGroups#16695831,isOptimal#16695832,lastModified#16695833,optimizationInsights#16695834]\n [710125] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780331 { id="cluster_1780331"; isCluster="true"; label="InMemoryTableScan"; 710134 [id="node_710134" labelType="html" label="MapPartitionsRDD [710134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710135 [id="node_710135" labelType="html" label="MapPartitionsRDD [710135] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710136 [id="node_710136" labelType="html" label="MapPartitionsRDD [710136] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780325 { id="cluster_1780325"; isCluster="true"; label="WholeStageCodegen (1)"; 710137 [id="node_710137" labelType="html" label="MapPartitionsRDD [710137] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780324 { id="cluster_1780324"; isCluster="true"; label="Exchange"; 710138 [id="node_710138" labelType="html" label="MapPartitionsRDD [710138] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710099->710100; 710100->710101; 710101->710108; 710108->710109; 710109->710110; 710110->710111; 710111->710120; 710120->710121; 710121->710122; 710122->710123; 710123->710124; 710124->710125; 710125->710134; 710134->710135; 710135->710136; 710136->710137; 710137->710138; }
710098,710099
710101
710111
710125
710099
710100
710101
710108
710109
710110
710111
710120
710121
710122
710123
710124
710125
710134
710135
710136
710137
710138
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time