4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332807 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Associated Job Ids:
18520
DAG Visualization
digraph G { id="graph_332807"; subgraph graph_stage_332807 { id="graph_stage_332807"; isCluster="true"; label="Stage 332807"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379917 { id="cluster_379917"; isCluster="true"; label="map"; 151908 [id="node_151908" labelType="html" label="MapPartitionsRDD [151908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379928 { id="cluster_379928"; isCluster="true"; label="WholeStageCodegen (1)"; 151923 [id="node_151923" labelType="html" label="MapPartitionsRDD [151923] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379927 { id="cluster_379927"; isCluster="true"; label="InMemoryTableScan"; 151924 [id="node_151924" labelType="html" label="MapPartitionsRDD [151924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151925 [id="node_151925" labelType="html" label="*(1) Project [shardId#3574795, item#3574816L AS worklistShardItemId#3574887L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3574966), [shardId#3574795], false, [item#3574816L]\n +- *(1) Project [shardId#3574795, items#3574797.worklistShardItemId AS _extract_worklistShardItemId#3574966]\n +- *(1) Filter ((isnotnull(shardId#3574795) AND ((shardId#3574795 = 0_6_10000000532) AND (isOptimal#3574799 <=> false))) AND ((size(items#3574797.worklistShardItemId, true) > 0) AND isnotnull(items#3574797.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3574795,orderProposalId#3574796L,items#3574797,optimizationGroups#3574798,isOptimal#3574799,lastModified#3574800,optimizationInsights#3574801]\n [151925] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151926 [id="node_151926" labelType="html" label="MapPartitionsRDD [151926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151927 [id="node_151927" labelType="html" label="MapPartitionsRDD [151927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151928 [id="node_151928" labelType="html" label="MapPartitionsRDD [151928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379926 { id="cluster_379926"; isCluster="true"; label="CollectLimit"; 151929 [id="node_151929" labelType="html" label="MapPartitionsRDD [151929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151930 [id="node_151930" labelType="html" label="MapPartitionsRDD [151930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151908; 151908->151923; 151923->151924; 151924->151925; 151925->151926; 151926->151927; 151927->151928; 151928->151929; 151929->151930; }
151633,151634
151636
151925
151634
151635
151636
151908
151923
151924
151925
151926
151927
151928
151929
151930
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time