4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341195 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
18729
DAG Visualization
digraph G { id="graph_341195"; subgraph graph_stage_341195 { id="graph_stage_341195"; isCluster="true"; label="Stage 341195"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385677 { id="cluster_385677"; isCluster="true"; label="map"; 154210 [id="node_154210" labelType="html" label="MapPartitionsRDD [154210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385685 { id="cluster_385685"; isCluster="true"; label="WholeStageCodegen (1)"; 154225 [id="node_154225" labelType="html" label="MapPartitionsRDD [154225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385684 { id="cluster_385684"; isCluster="true"; label="InMemoryTableScan"; 154226 [id="node_154226" labelType="html" label="MapPartitionsRDD [154226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154227 [id="node_154227" labelType="html" label="*(1) Project [shardId#3616431, item#3616522L AS worklistShardItemId#3616523L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3616602), [shardId#3616431], false, [item#3616522L]\n +- *(1) Project [shardId#3616431, items#3616433.worklistShardItemId AS _extract_worklistShardItemId#3616602]\n +- *(1) Filter ((isnotnull(shardId#3616431) AND ((shardId#3616431 = 0_1_10000000532) AND (isOptimal#3616435 <=> false))) AND ((size(items#3616433.worklistShardItemId, true) > 0) AND isnotnull(items#3616433.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3616431,orderProposalId#3616432L,items#3616433,optimizationGroups#3616434,isOptimal#3616435,lastModified#3616436,optimizationInsights#3616437]\n [154227] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154228 [id="node_154228" labelType="html" label="MapPartitionsRDD [154228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154229 [id="node_154229" labelType="html" label="MapPartitionsRDD [154229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154230 [id="node_154230" labelType="html" label="MapPartitionsRDD [154230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385683 { id="cluster_385683"; isCluster="true"; label="CollectLimit"; 154231 [id="node_154231" labelType="html" label="MapPartitionsRDD [154231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154232 [id="node_154232" labelType="html" label="MapPartitionsRDD [154232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153995->153996; 153996->153997; 153997->154210; 154210->154225; 154225->154226; 154226->154227; 154227->154228; 154228->154229; 154229->154230; 154230->154231; 154231->154232; }
153994,153995
153997
154227
153995
153996
153997
154210
154225
154226
154227
154228
154229
154230
154231
154232
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time