4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341169 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
18721
DAG Visualization
digraph G { id="graph_341169"; subgraph graph_stage_341169 { id="graph_stage_341169"; isCluster="true"; label="Stage 341169"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385517 { id="cluster_385517"; isCluster="true"; label="map"; 154135 [id="node_154135" labelType="html" label="MapPartitionsRDD [154135] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385526 { id="cluster_385526"; isCluster="true"; label="WholeStageCodegen (1)"; 154150 [id="node_154150" labelType="html" label="MapPartitionsRDD [154150] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385525 { id="cluster_385525"; isCluster="true"; label="InMemoryTableScan"; 154151 [id="node_154151" labelType="html" label="MapPartitionsRDD [154151] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154152 [id="node_154152" labelType="html" label="*(1) Project [shardId#3615588, item#3615679L AS worklistShardItemId#3615680L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3615759), [shardId#3615588], false, [item#3615679L]\n +- *(1) Project [shardId#3615588, items#3615590.worklistShardItemId AS _extract_worklistShardItemId#3615759]\n +- *(1) Filter ((isnotnull(shardId#3615588) AND ((shardId#3615588 = 0_7_10000000532) AND (isOptimal#3615592 <=> false))) AND ((size(items#3615590.worklistShardItemId, true) > 0) AND isnotnull(items#3615590.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3615588,orderProposalId#3615589L,items#3615590,optimizationGroups#3615591,isOptimal#3615592,lastModified#3615593,optimizationInsights#3615594]\n [154152] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154153 [id="node_154153" labelType="html" label="MapPartitionsRDD [154153] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154154 [id="node_154154" labelType="html" label="MapPartitionsRDD [154154] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154155 [id="node_154155" labelType="html" label="MapPartitionsRDD [154155] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385524 { id="cluster_385524"; isCluster="true"; label="CollectLimit"; 154156 [id="node_154156" labelType="html" label="MapPartitionsRDD [154156] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154157 [id="node_154157" labelType="html" label="MapPartitionsRDD [154157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153995->153996; 153996->153997; 153997->154135; 154135->154150; 154150->154151; 154151->154152; 154152->154153; 154153->154154; 154154->154155; 154155->154156; 154156->154157; }
153994,153995
153997
154152
153995
153996
153997
154135
154150
154151
154152
154153
154154
154155
154156
154157
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time