4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033019 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
137.7 KiB / 30
Shuffle Write Size / Records:
805.5 KiB / 119954
Associated Job Ids:
52704
DAG Visualization
digraph G { id="graph_1033019"; subgraph graph_stage_1033019 { id="graph_stage_1033019"; isCluster="true"; label="Stage 1033019"; subgraph cluster_1087253 { id="cluster_1087253"; isCluster="true"; label="repartition"; 433954 [id="node_433954" labelType="html" label="ShuffledRDD [433954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433955 [id="node_433955" labelType="html" label="CoalescedRDD [433955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433956 [id="node_433956" labelType="html" label="MapPartitionsRDD [433956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087690 { id="cluster_1087690"; isCluster="true"; label="map"; 434157 [id="node_434157" labelType="html" label="MapPartitionsRDD [434157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087693 { id="cluster_1087693"; isCluster="true"; label="WholeStageCodegen (1)"; 434158 [id="node_434158" labelType="html" label="MapPartitionsRDD [434158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087692 { id="cluster_1087692"; isCluster="true"; label="InMemoryTableScan"; 434159 [id="node_434159" labelType="html" label="MapPartitionsRDD [434159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434160 [id="node_434160" labelType="html" label="*(1) Project [shardId#10211170, item#10211178L AS worklistShardItemId#10211179L]\n+- *(1) Generate explode(_extract_worklistShardItemId#10211182), [shardId#10211170], false, [item#10211178L]\n +- *(1) Project [shardId#10211170, items#10211172.worklistShardItemId AS _extract_worklistShardItemId#10211182]\n +- *(1) Filter ((isnotnull(shardId#10211170) AND ((shardId#10211170 = 0_3_10000000540) AND (isOptimal#10211174 <=> false))) AND ((size(items#10211172.worklistShardItemId, true) > 0) AND isnotnull(items#10211172.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#10211170,orderProposalId#10211171L,items#10211172,optimizationGroups#10211173,isOptimal#10211174,lastModified#10211175,optimizationInsights#10211176]\n [434160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087969 { id="cluster_1087969"; isCluster="true"; label="InMemoryTableScan"; 434263 [id="node_434263" labelType="html" label="MapPartitionsRDD [434263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434264 [id="node_434264" labelType="html" label="MapPartitionsRDD [434264] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434265 [id="node_434265" labelType="html" label="MapPartitionsRDD [434265] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087968 { id="cluster_1087968"; isCluster="true"; label="Exchange"; 434266 [id="node_434266" labelType="html" label="MapPartitionsRDD [434266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433954->433955; 433955->433956; 433956->434157; 434157->434158; 434158->434159; 434159->434160; 434160->434263; 434263->434264; 434264->434265; 434265->434266; }
433953,433954
433956
434160
433954
433955
433956
434157
434158
434159
434160
434263
434264
434265
434266
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time