4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332567 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Associated Job Ids:
18512
DAG Visualization
digraph G { id="graph_332567"; subgraph graph_stage_332567 { id="graph_stage_332567"; isCluster="true"; label="Stage 332567"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379767 { id="cluster_379767"; isCluster="true"; label="map"; 151859 [id="node_151859" labelType="html" label="MapPartitionsRDD [151859] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379778 { id="cluster_379778"; isCluster="true"; label="WholeStageCodegen (1)"; 151860 [id="node_151860" labelType="html" label="MapPartitionsRDD [151860] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379777 { id="cluster_379777"; isCluster="true"; label="InMemoryTableScan"; 151861 [id="node_151861" labelType="html" label="MapPartitionsRDD [151861] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151862 [id="node_151862" labelType="html" label="*(1) Filter (isnotnull(shardId#3574181) AND (shardId#3574181 = 0_5_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3574181,orderProposalId#3574182L,items#3574183,optimizationGroups#3574184,isOptimal#3574185,lastModified#3574186,optimizationInsights#3574187]\n [151862] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151863 [id="node_151863" labelType="html" label="MapPartitionsRDD [151863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151864 [id="node_151864" labelType="html" label="MapPartitionsRDD [151864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151865 [id="node_151865" labelType="html" label="MapPartitionsRDD [151865] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379772 { id="cluster_379772"; isCluster="true"; label="WholeStageCodegen (1)"; 151866 [id="node_151866" labelType="html" label="MapPartitionsRDD [151866] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379771 { id="cluster_379771"; isCluster="true"; label="Exchange"; 151867 [id="node_151867" labelType="html" label="MapPartitionsRDD [151867] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151859; 151859->151860; 151860->151861; 151861->151862; 151862->151863; 151863->151864; 151864->151865; 151865->151866; 151866->151867; }
151633,151634
151636
151862
151634
151635
151636
151859
151860
151861
151862
151863
151864
151865
151866
151867
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time