4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332137 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Associated Job Ids:
18501
DAG Visualization
digraph G { id="graph_332137"; subgraph graph_stage_332137 { id="graph_stage_332137"; isCluster="true"; label="Stage 332137"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379554 { id="cluster_379554"; isCluster="true"; label="map"; 151737 [id="node_151737" labelType="html" label="MapPartitionsRDD [151737] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379563 { id="cluster_379563"; isCluster="true"; label="WholeStageCodegen (1)"; 151752 [id="node_151752" labelType="html" label="MapPartitionsRDD [151752] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379562 { id="cluster_379562"; isCluster="true"; label="InMemoryTableScan"; 151753 [id="node_151753" labelType="html" label="MapPartitionsRDD [151753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151754 [id="node_151754" labelType="html" label="*(1) Project [shardId#3572814, item#3572905L AS worklistShardItemId#3572941L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3572985), [shardId#3572814], false, [item#3572905L]\n +- *(1) Project [shardId#3572814, items#3572816.worklistShardItemId AS _extract_worklistShardItemId#3572985]\n +- *(1) Filter ((isnotnull(shardId#3572814) AND ((shardId#3572814 = 0_2_10000000532) AND (isOptimal#3572818 <=> false))) AND ((size(items#3572816.worklistShardItemId, true) > 0) AND isnotnull(items#3572816.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3572814,orderProposalId#3572815L,items#3572816,optimizationGroups#3572817,isOptimal#3572818,lastModified#3572819,optimizationInsights#3572820]\n [151754] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151755 [id="node_151755" labelType="html" label="MapPartitionsRDD [151755] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151756 [id="node_151756" labelType="html" label="MapPartitionsRDD [151756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151757 [id="node_151757" labelType="html" label="MapPartitionsRDD [151757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379561 { id="cluster_379561"; isCluster="true"; label="CollectLimit"; 151758 [id="node_151758" labelType="html" label="MapPartitionsRDD [151758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151759 [id="node_151759" labelType="html" label="MapPartitionsRDD [151759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151737; 151737->151752; 151752->151753; 151753->151754; 151754->151755; 151755->151756; 151756->151757; 151757->151758; 151758->151759; }
151633,151634
151636
151754
151634
151635
151636
151737
151752
151753
151754
151755
151756
151757
151758
151759
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time