4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333407 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
18534
DAG Visualization
digraph G { id="graph_333407"; subgraph graph_stage_333407 { id="graph_stage_333407"; isCluster="true"; label="Stage 333407"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_380258 { id="cluster_380258"; isCluster="true"; label="map"; 152078 [id="node_152078" labelType="html" label="MapPartitionsRDD [152078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380262 { id="cluster_380262"; isCluster="true"; label="WholeStageCodegen (1)"; 152080 [id="node_152080" labelType="html" label="MapPartitionsRDD [152080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380261 { id="cluster_380261"; isCluster="true"; label="InMemoryTableScan"; 152081 [id="node_152081" labelType="html" label="MapPartitionsRDD [152081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152082 [id="node_152082" labelType="html" label="*(1) Project [shardId#3576698, item#3576718L AS worklistShardItemId#3576719L]\n+- *(1) Generate explode(_extract_worklistShardItemId#3576732), [shardId#3576698], false, [item#3576718L]\n +- *(1) Project [shardId#3576698, items#3576700.worklistShardItemId AS _extract_worklistShardItemId#3576732]\n +- *(1) Filter ((isnotnull(shardId#3576698) AND ((shardId#3576698 = 0_3_10000000532) AND (isOptimal#3576702 <=> false))) AND ((size(items#3576700.worklistShardItemId, true) > 0) AND isnotnull(items#3576700.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#3576698,orderProposalId#3576699L,items#3576700,optimizationGroups#3576701,isOptimal#3576702,lastModified#3576703,optimizationInsights#3576704]\n [152082] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152083 [id="node_152083" labelType="html" label="MapPartitionsRDD [152083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152084 [id="node_152084" labelType="html" label="MapPartitionsRDD [152084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152085 [id="node_152085" labelType="html" label="MapPartitionsRDD [152085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380260 { id="cluster_380260"; isCluster="true"; label="CollectLimit"; 152086 [id="node_152086" labelType="html" label="MapPartitionsRDD [152086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152087 [id="node_152087" labelType="html" label="MapPartitionsRDD [152087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->152078; 152078->152080; 152080->152081; 152081->152082; 152082->152083; 152083->152084; 152084->152085; 152085->152086; 152086->152087; }
151633,151634
151636
152082
151634
151635
151636
152078
152080
152081
152082
152083
152084
152085
152086
152087
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time