4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341221 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
18732
DAG Visualization
digraph G { id="graph_341221"; subgraph graph_stage_341221 { id="graph_stage_341221"; isCluster="true"; label="Stage 341221"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385708 { id="cluster_385708"; isCluster="true"; label="map"; 154236 [id="node_154236" labelType="html" label="MapPartitionsRDD [154236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385719 { id="cluster_385719"; isCluster="true"; label="WholeStageCodegen (1)"; 154237 [id="node_154237" labelType="html" label="MapPartitionsRDD [154237] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385718 { id="cluster_385718"; isCluster="true"; label="InMemoryTableScan"; 154238 [id="node_154238" labelType="html" label="MapPartitionsRDD [154238] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154239 [id="node_154239" labelType="html" label="*(1) Filter (isnotnull(shardId#3616660) AND (shardId#3616660 = 0_1_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3616660,orderProposalId#3616661L,items#3616662,optimizationGroups#3616663,isOptimal#3616664,lastModified#3616665,optimizationInsights#3616666]\n [154239] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385742 { id="cluster_385742"; isCluster="true"; label="InMemoryTableScan"; 154248 [id="node_154248" labelType="html" label="MapPartitionsRDD [154248] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154249 [id="node_154249" labelType="html" label="MapPartitionsRDD [154249] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154250 [id="node_154250" labelType="html" label="MapPartitionsRDD [154250] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385739 { id="cluster_385739"; isCluster="true"; label="WholeStageCodegen (1)"; 154251 [id="node_154251" labelType="html" label="MapPartitionsRDD [154251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385738 { id="cluster_385738"; isCluster="true"; label="InMemoryTableScan"; 154252 [id="node_154252" labelType="html" label="MapPartitionsRDD [154252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154253 [id="node_154253" labelType="html" label="*(1) Filter (isnotnull(shardId#3616660) AND (shardId#3616660 = 0_1_10000000532))\n+- InMemoryTableScan [shardId#3616660, orderProposalId#3616661L, items#3616662, optimizationGroups#3616663, isOptimal#3616664, optimizationInsights#3616666], [isnotnull(shardId#3616660), (shardId#3616660 = 0_1_10000000532)]\n +- InMemoryRelation [shardId#3616660, orderProposalId#3616661L, items#3616662, optimizationGroups#3616663, isOptimal#3616664, lastModified#3616665, optimizationInsights#3616666], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3616660) AND (shardId#3616660 = 0_1_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3616660,orderProposalId#3616661L,items#3616662,optimizationGroups#3616663,isOptimal#3616664,lastModified#3616665,optimizationInsights#3616666]\n [154253] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154254 [id="node_154254" labelType="html" label="MapPartitionsRDD [154254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154255 [id="node_154255" labelType="html" label="MapPartitionsRDD [154255] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154256 [id="node_154256" labelType="html" label="MapPartitionsRDD [154256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385737 { id="cluster_385737"; isCluster="true"; label="CollectLimit"; 154257 [id="node_154257" labelType="html" label="MapPartitionsRDD [154257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154258 [id="node_154258" labelType="html" label="MapPartitionsRDD [154258] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153995->153996; 153996->153997; 153997->154236; 154236->154237; 154237->154238; 154238->154239; 154239->154248; 154248->154249; 154249->154250; 154250->154251; 154251->154252; 154252->154253; 154253->154254; 154254->154255; 154255->154256; 154256->154257; 154257->154258; }
153994,153995
153997
154239
154253
153995
153996
153997
154236
154237
154238
154239
154248
154249
154250
154251
154252
154253
154254
154255
154256
154257
154258
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time