4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332472 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Associated Job Ids:
18511
DAG Visualization
digraph G { id="graph_332472"; subgraph graph_stage_332472 { id="graph_stage_332472"; isCluster="true"; label="Stage 332472"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379736 { id="cluster_379736"; isCluster="true"; label="map"; 151833 [id="node_151833" labelType="html" label="MapPartitionsRDD [151833] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379745 { id="cluster_379745"; isCluster="true"; label="WholeStageCodegen (1)"; 151848 [id="node_151848" labelType="html" label="MapPartitionsRDD [151848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379744 { id="cluster_379744"; isCluster="true"; label="InMemoryTableScan"; 151849 [id="node_151849" labelType="html" label="MapPartitionsRDD [151849] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151850 [id="node_151850" labelType="html" label="*(1) Project [shardId#3573952, item#3574043L AS worklistShardItemId#3574079L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3574123), [shardId#3573952], false, [item#3574043L]\n +- *(1) Project [shardId#3573952, items#3573954.worklistShardItemId AS _extract_worklistShardItemId#3574123]\n +- *(1) Filter ((isnotnull(shardId#3573952) AND ((shardId#3573952 = 0_5_10000000532) AND (isOptimal#3573956 <=> false))) AND ((size(items#3573954.worklistShardItemId, true) > 0) AND isnotnull(items#3573954.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3573952,orderProposalId#3573953L,items#3573954,optimizationGroups#3573955,isOptimal#3573956,lastModified#3573957,optimizationInsights#3573958]\n [151850] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151851 [id="node_151851" labelType="html" label="MapPartitionsRDD [151851] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151852 [id="node_151852" labelType="html" label="MapPartitionsRDD [151852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151853 [id="node_151853" labelType="html" label="MapPartitionsRDD [151853] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379743 { id="cluster_379743"; isCluster="true"; label="CollectLimit"; 151854 [id="node_151854" labelType="html" label="MapPartitionsRDD [151854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151855 [id="node_151855" labelType="html" label="MapPartitionsRDD [151855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151833; 151833->151848; 151848->151849; 151849->151850; 151850->151851; 151851->151852; 151852->151853; 151853->151854; 151854->151855; }
151633,151634
151636
151850
151634
151635
151636
151833
151848
151849
151850
151851
151852
151853
151854
151855
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time