4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333463 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
49.9 KiB / 37
Shuffle Write Size / Records:
351.0 KiB / 39968
Associated Job Ids:
18540
DAG Visualization
digraph G { id="graph_333463"; subgraph graph_stage_333463 { id="graph_stage_333463"; isCluster="true"; label="Stage 333463"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_380163 { id="cluster_380163"; isCluster="true"; label="map"; 152025 [id="node_152025" labelType="html" label="MapPartitionsRDD [152025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380171 { id="cluster_380171"; isCluster="true"; label="WholeStageCodegen (1)"; 152040 [id="node_152040" labelType="html" label="MapPartitionsRDD [152040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380170 { id="cluster_380170"; isCluster="true"; label="InMemoryTableScan"; 152041 [id="node_152041" labelType="html" label="MapPartitionsRDD [152041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152042 [id="node_152042" labelType="html" label="*(1) Project [shardId#3576228, item#3576319L AS worklistShardItemId#3576320L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3576399), [shardId#3576228], false, [item#3576319L]\n +- *(1) Project [shardId#3576228, items#3576230.worklistShardItemId AS _extract_worklistShardItemId#3576399]\n +- *(1) Filter ((isnotnull(shardId#3576228) AND ((shardId#3576228 = 0_7_10000000532) AND (isOptimal#3576232 <=> false))) AND ((size(items#3576230.worklistShardItemId, true) > 0) AND isnotnull(items#3576230.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3576228,orderProposalId#3576229L,items#3576230,optimizationGroups#3576231,isOptimal#3576232,lastModified#3576233,optimizationInsights#3576234]\n [152042] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380517 { id="cluster_380517"; isCluster="true"; label="InMemoryTableScan"; 152181 [id="node_152181" labelType="html" label="MapPartitionsRDD [152181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152182 [id="node_152182" labelType="html" label="MapPartitionsRDD [152182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152183 [id="node_152183" labelType="html" label="MapPartitionsRDD [152183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380516 { id="cluster_380516"; isCluster="true"; label="Exchange"; 152184 [id="node_152184" labelType="html" label="MapPartitionsRDD [152184] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->152025; 152025->152040; 152040->152041; 152041->152042; 152042->152181; 152181->152182; 152182->152183; 152183->152184; }
151633,151634
151636
152042
151634
151635
151636
152025
152040
152041
152042
152181
152182
152183
152184
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time