4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032853 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
137.7 KiB / 30
Shuffle Write Size / Records:
805.5 KiB / 119954
Associated Job Ids:
52696
DAG Visualization
digraph G { id="graph_1032853"; subgraph graph_stage_1032853 { id="graph_stage_1032853"; isCluster="true"; label="Stage 1032853"; subgraph cluster_1087253 { id="cluster_1087253"; isCluster="true"; label="repartition"; 433954 [id="node_433954" labelType="html" label="ShuffledRDD [433954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433955 [id="node_433955" labelType="html" label="CoalescedRDD [433955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433956 [id="node_433956" labelType="html" label="MapPartitionsRDD [433956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087690 { id="cluster_1087690"; isCluster="true"; label="map"; 434157 [id="node_434157" labelType="html" label="MapPartitionsRDD [434157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087693 { id="cluster_1087693"; isCluster="true"; label="WholeStageCodegen (1)"; 434158 [id="node_434158" labelType="html" label="MapPartitionsRDD [434158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087692 { id="cluster_1087692"; isCluster="true"; label="InMemoryTableScan"; 434159 [id="node_434159" labelType="html" label="MapPartitionsRDD [434159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434160 [id="node_434160" labelType="html" label="*(1) Project [shardId#10211170, item#10211178L AS worklistShardItemId#10211179L]\n+- *(1) Generate explode(_extract_worklistShardItemId#10211182), [shardId#10211170], false, [item#10211178L]\n +- *(1) Project [shardId#10211170, items#10211172.worklistShardItemId AS _extract_worklistShardItemId#10211182]\n +- *(1) Filter ((isnotnull(shardId#10211170) AND ((shardId#10211170 = 0_3_10000000540) AND (isOptimal#10211174 <=> false))) AND ((size(items#10211172.worklistShardItemId, true) > 0) AND isnotnull(items#10211172.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#10211170,orderProposalId#10211171L,items#10211172,optimizationGroups#10211173,isOptimal#10211174,lastModified#10211175,optimizationInsights#10211176]\n [434160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087828 { id="cluster_1087828"; isCluster="true"; label="InMemoryTableScan"; 434212 [id="node_434212" labelType="html" label="MapPartitionsRDD [434212] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434213 [id="node_434213" labelType="html" label="MapPartitionsRDD [434213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434214 [id="node_434214" labelType="html" label="MapPartitionsRDD [434214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087827 { id="cluster_1087827"; isCluster="true"; label="Exchange"; 434215 [id="node_434215" labelType="html" label="MapPartitionsRDD [434215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433954->433955; 433955->433956; 433956->434157; 434157->434158; 434158->434159; 434159->434160; 434160->434212; 434212->434213; 434213->434214; 434214->434215; }
433953,433954
433956
434160
433954
433955
433956
434157
434158
434159
434160
434212
434213
434214
434215
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time