4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341179 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
18723
DAG Visualization
digraph G { id="graph_341179"; subgraph graph_stage_341179 { id="graph_stage_341179"; isCluster="true"; label="Stage 341179"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385548 { id="cluster_385548"; isCluster="true"; label="map"; 154161 [id="node_154161" labelType="html" label="MapPartitionsRDD [154161] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385559 { id="cluster_385559"; isCluster="true"; label="WholeStageCodegen (1)"; 154162 [id="node_154162" labelType="html" label="MapPartitionsRDD [154162] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385558 { id="cluster_385558"; isCluster="true"; label="InMemoryTableScan"; 154163 [id="node_154163" labelType="html" label="MapPartitionsRDD [154163] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154164 [id="node_154164" labelType="html" label="*(1) Filter (isnotnull(shardId#3615817) AND (shardId#3615817 = 0_7_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3615817,orderProposalId#3615818L,items#3615819,optimizationGroups#3615820,isOptimal#3615821,lastModified#3615822,optimizationInsights#3615823]\n [154164] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385582 { id="cluster_385582"; isCluster="true"; label="InMemoryTableScan"; 154173 [id="node_154173" labelType="html" label="MapPartitionsRDD [154173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154174 [id="node_154174" labelType="html" label="MapPartitionsRDD [154174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154175 [id="node_154175" labelType="html" label="MapPartitionsRDD [154175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385579 { id="cluster_385579"; isCluster="true"; label="WholeStageCodegen (1)"; 154176 [id="node_154176" labelType="html" label="MapPartitionsRDD [154176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385578 { id="cluster_385578"; isCluster="true"; label="InMemoryTableScan"; 154177 [id="node_154177" labelType="html" label="MapPartitionsRDD [154177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154178 [id="node_154178" labelType="html" label="*(1) Filter (isnotnull(shardId#3615817) AND (shardId#3615817 = 0_7_10000000532))\n+- InMemoryTableScan [shardId#3615817, orderProposalId#3615818L, items#3615819, optimizationGroups#3615820, isOptimal#3615821, optimizationInsights#3615823], [isnotnull(shardId#3615817), (shardId#3615817 = 0_7_10000000532)]\n +- InMemoryRelation [shardId#3615817, orderProposalId#3615818L, items#3615819, optimizationGroups#3615820, isOptimal#3615821, lastModified#3615822, optimizationInsights#3615823], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3615817) AND (shardId#3615817 = 0_7_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3615817,orderProposalId#3615818L,items#3615819,optimizationGroups#3615820,isOptimal#3615821,lastModified#3615822,optimizationInsights#3615823]\n [154178] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154179 [id="node_154179" labelType="html" label="MapPartitionsRDD [154179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154180 [id="node_154180" labelType="html" label="MapPartitionsRDD [154180] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154181 [id="node_154181" labelType="html" label="MapPartitionsRDD [154181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385577 { id="cluster_385577"; isCluster="true"; label="CollectLimit"; 154182 [id="node_154182" labelType="html" label="MapPartitionsRDD [154182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154183 [id="node_154183" labelType="html" label="MapPartitionsRDD [154183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153995->153996; 153996->153997; 153997->154161; 154161->154162; 154162->154163; 154163->154164; 154164->154173; 154173->154174; 154174->154175; 154175->154176; 154176->154177; 154177->154178; 154178->154179; 154179->154180; 154180->154181; 154181->154182; 154182->154183; }
153994,153995
153997
154164
154178
153995
153996
153997
154161
154162
154163
154164
154173
154174
154175
154176
154177
154178
154179
154180
154181
154182
154183
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time