4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341237 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
18738
DAG Visualization
digraph G { id="graph_341237"; subgraph graph_stage_341237 { id="graph_stage_341237"; isCluster="true"; label="Stage 341237"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385837 { id="cluster_385837"; isCluster="true"; label="map"; 154285 [id="node_154285" labelType="html" label="MapPartitionsRDD [154285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385840 { id="cluster_385840"; isCluster="true"; label="WholeStageCodegen (1)"; 154286 [id="node_154286" labelType="html" label="MapPartitionsRDD [154286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385839 { id="cluster_385839"; isCluster="true"; label="InMemoryTableScan"; 154287 [id="node_154287" labelType="html" label="MapPartitionsRDD [154287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154288 [id="node_154288" labelType="html" label="*(1) Project [shardId#3617274, item#3617282L AS worklistShardItemId#3617283L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3617286), [shardId#3617274], false, [item#3617282L]\n +- *(1) Project [shardId#3617274, items#3617276.worklistShardItemId AS _extract_worklistShardItemId#3617286]\n +- *(1) Filter ((isnotnull(shardId#3617274) AND ((shardId#3617274 = 0_3_10000000532) AND (isOptimal#3617278 <=> false))) AND ((size(items#3617276.worklistShardItemId, true) > 0) AND isnotnull(items#3617276.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3617274,orderProposalId#3617275L,items#3617276,optimizationGroups#3617277,isOptimal#3617278,lastModified#3617279,optimizationInsights#3617280]\n [154288] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154289 [id="node_154289" labelType="html" label="MapPartitionsRDD [154289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154290 [id="node_154290" labelType="html" label="MapPartitionsRDD [154290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154291 [id="node_154291" labelType="html" label="MapPartitionsRDD [154291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385838 { id="cluster_385838"; isCluster="true"; label="CollectLimit"; 154292 [id="node_154292" labelType="html" label="MapPartitionsRDD [154292] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154293 [id="node_154293" labelType="html" label="MapPartitionsRDD [154293] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153995->153996; 153996->153997; 153997->154285; 154285->154286; 154286->154287; 154287->154288; 154288->154289; 154289->154290; 154290->154291; 154291->154292; 154292->154293; }
153994,153995
153997
154288
153995
153996
153997
154285
154286
154287
154288
154289
154290
154291
154292
154293
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time