4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332232 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Associated Job Ids:
18502
DAG Visualization
digraph G { id="graph_332232"; subgraph graph_stage_332232 { id="graph_stage_332232"; isCluster="true"; label="Stage 332232"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379585 { id="cluster_379585"; isCluster="true"; label="map"; 151763 [id="node_151763" labelType="html" label="MapPartitionsRDD [151763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379596 { id="cluster_379596"; isCluster="true"; label="WholeStageCodegen (1)"; 151764 [id="node_151764" labelType="html" label="MapPartitionsRDD [151764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379595 { id="cluster_379595"; isCluster="true"; label="InMemoryTableScan"; 151765 [id="node_151765" labelType="html" label="MapPartitionsRDD [151765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151766 [id="node_151766" labelType="html" label="*(1) Filter (isnotnull(shardId#3573043) AND (shardId#3573043 = 0_2_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3573043,orderProposalId#3573044L,items#3573045,optimizationGroups#3573046,isOptimal#3573047,lastModified#3573048,optimizationInsights#3573049]\n [151766] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151767 [id="node_151767" labelType="html" label="MapPartitionsRDD [151767] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151768 [id="node_151768" labelType="html" label="MapPartitionsRDD [151768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151769 [id="node_151769" labelType="html" label="MapPartitionsRDD [151769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379590 { id="cluster_379590"; isCluster="true"; label="WholeStageCodegen (1)"; 151770 [id="node_151770" labelType="html" label="MapPartitionsRDD [151770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379589 { id="cluster_379589"; isCluster="true"; label="Exchange"; 151771 [id="node_151771" labelType="html" label="MapPartitionsRDD [151771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151763; 151763->151764; 151764->151765; 151765->151766; 151766->151767; 151767->151768; 151768->151769; 151769->151770; 151770->151771; }
151633,151634
151636
151766
151634
151635
151636
151763
151764
151765
151766
151767
151768
151769
151770
151771
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time