4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333265 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
18532
DAG Visualization
digraph G { id="graph_333265"; subgraph graph_stage_333265 { id="graph_stage_333265"; isCluster="true"; label="Stage 333265"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_380210 { id="cluster_380210"; isCluster="true"; label="map"; 152051 [id="node_152051" labelType="html" label="MapPartitionsRDD [152051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380218 { id="cluster_380218"; isCluster="true"; label="WholeStageCodegen (1)"; 152065 [id="node_152065" labelType="html" label="MapPartitionsRDD [152065] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380217 { id="cluster_380217"; isCluster="true"; label="InMemoryTableScan"; 152066 [id="node_152066" labelType="html" label="MapPartitionsRDD [152066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152067 [id="node_152067" labelType="html" label="*(1) Project [shardId#3576457, item#3576548L AS worklistShardItemId#3576549L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3576628), [shardId#3576457], false, [item#3576548L]\n +- *(1) Project [shardId#3576457, items#3576459.worklistShardItemId AS _extract_worklistShardItemId#3576628]\n +- *(1) Filter ((isnotnull(shardId#3576457) AND ((shardId#3576457 = 0_1_10000000532) AND (isOptimal#3576461 <=> false))) AND ((size(items#3576459.worklistShardItemId, true) > 0) AND isnotnull(items#3576459.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3576457,orderProposalId#3576458L,items#3576459,optimizationGroups#3576460,isOptimal#3576461,lastModified#3576462,optimizationInsights#3576463]\n [152067] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152068 [id="node_152068" labelType="html" label="MapPartitionsRDD [152068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152069 [id="node_152069" labelType="html" label="MapPartitionsRDD [152069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152070 [id="node_152070" labelType="html" label="MapPartitionsRDD [152070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380216 { id="cluster_380216"; isCluster="true"; label="CollectLimit"; 152071 [id="node_152071" labelType="html" label="MapPartitionsRDD [152071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152072 [id="node_152072" labelType="html" label="MapPartitionsRDD [152072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->152051; 152051->152065; 152065->152066; 152066->152067; 152067->152068; 152068->152069; 152069->152070; 152070->152071; 152071->152072; }
151633,151634
151636
152067
151634
151635
151636
152051
152065
152066
152067
152068
152069
152070
152071
152072
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time