4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341247 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
18740
DAG Visualization
digraph G { id="graph_341247"; subgraph graph_stage_341247 { id="graph_stage_341247"; isCluster="true"; label="Stage 341247"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385860 { id="cluster_385860"; isCluster="true"; label="map"; 154297 [id="node_154297" labelType="html" label="MapPartitionsRDD [154297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385871 { id="cluster_385871"; isCluster="true"; label="WholeStageCodegen (1)"; 154298 [id="node_154298" labelType="html" label="MapPartitionsRDD [154298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385870 { id="cluster_385870"; isCluster="true"; label="InMemoryTableScan"; 154299 [id="node_154299" labelType="html" label="MapPartitionsRDD [154299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154300 [id="node_154300" labelType="html" label="*(1) Filter (isnotnull(shardId#3617344) AND (shardId#3617344 = 0_3_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3617344,orderProposalId#3617345L,items#3617346,optimizationGroups#3617347,isOptimal#3617348,lastModified#3617349,optimizationInsights#3617350]\n [154300] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385894 { id="cluster_385894"; isCluster="true"; label="InMemoryTableScan"; 154309 [id="node_154309" labelType="html" label="MapPartitionsRDD [154309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154310 [id="node_154310" labelType="html" label="MapPartitionsRDD [154310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154311 [id="node_154311" labelType="html" label="MapPartitionsRDD [154311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385891 { id="cluster_385891"; isCluster="true"; label="WholeStageCodegen (1)"; 154312 [id="node_154312" labelType="html" label="MapPartitionsRDD [154312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385890 { id="cluster_385890"; isCluster="true"; label="InMemoryTableScan"; 154313 [id="node_154313" labelType="html" label="MapPartitionsRDD [154313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154314 [id="node_154314" labelType="html" label="*(1) Filter (isnotnull(shardId#3617344) AND (shardId#3617344 = 0_3_10000000532))\n+- InMemoryTableScan [shardId#3617344, orderProposalId#3617345L, items#3617346, optimizationGroups#3617347, isOptimal#3617348, optimizationInsights#3617350], [isnotnull(shardId#3617344), (shardId#3617344 = 0_3_10000000532)]\n +- InMemoryRelation [shardId#3617344, orderProposalId#3617345L, items#3617346, optimizationGroups#3617347, isOptimal#3617348, lastModified#3617349, optimizationInsights#3617350], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3617344) AND (shardId#3617344 = 0_3_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3617344,orderProposalId#3617345L,items#3617346,optimizationGroups#3617347,isOptimal#3617348,lastModified#3617349,optimizationInsights#3617350]\n [154314] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154315 [id="node_154315" labelType="html" label="MapPartitionsRDD [154315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154316 [id="node_154316" labelType="html" label="MapPartitionsRDD [154316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154317 [id="node_154317" labelType="html" label="MapPartitionsRDD [154317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385889 { id="cluster_385889"; isCluster="true"; label="CollectLimit"; 154318 [id="node_154318" labelType="html" label="MapPartitionsRDD [154318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154319 [id="node_154319" labelType="html" label="MapPartitionsRDD [154319] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153995->153996; 153996->153997; 153997->154297; 154297->154298; 154298->154299; 154299->154300; 154300->154309; 154309->154310; 154310->154311; 154311->154312; 154312->154313; 154313->154314; 154314->154315; 154315->154316; 154316->154317; 154317->154318; 154318->154319; }
153994,153995
153997
154300
154314
153995
153996
153997
154297
154298
154299
154300
154309
154310
154311
154312
154313
154314
154315
154316
154317
154318
154319
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time