4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032690 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
729.9 KiB / 2354
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52690
DAG Visualization
digraph G { id="graph_1032690"; subgraph graph_stage_1032690 { id="graph_stage_1032690"; isCluster="true"; label="Stage 1032690"; subgraph cluster_1087253 { id="cluster_1087253"; isCluster="true"; label="repartition"; 433954 [id="node_433954" labelType="html" label="ShuffledRDD [433954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433955 [id="node_433955" labelType="html" label="CoalescedRDD [433955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433956 [id="node_433956" labelType="html" label="MapPartitionsRDD [433956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087690 { id="cluster_1087690"; isCluster="true"; label="map"; 434157 [id="node_434157" labelType="html" label="MapPartitionsRDD [434157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087693 { id="cluster_1087693"; isCluster="true"; label="WholeStageCodegen (1)"; 434158 [id="node_434158" labelType="html" label="MapPartitionsRDD [434158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087692 { id="cluster_1087692"; isCluster="true"; label="InMemoryTableScan"; 434159 [id="node_434159" labelType="html" label="MapPartitionsRDD [434159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434160 [id="node_434160" labelType="html" label="*(1) Project [shardId#10211170, item#10211178L AS worklistShardItemId#10211179L]\n+- *(1) Generate explode(_extract_worklistShardItemId#10211182), [shardId#10211170], false, [item#10211178L]\n +- *(1) Project [shardId#10211170, items#10211172.worklistShardItemId AS _extract_worklistShardItemId#10211182]\n +- *(1) Filter ((isnotnull(shardId#10211170) AND ((shardId#10211170 = 0_3_10000000540) AND (isOptimal#10211174 <=> false))) AND ((size(items#10211172.worklistShardItemId, true) > 0) AND isnotnull(items#10211172.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#10211170,orderProposalId#10211171L,items#10211172,optimizationGroups#10211173,isOptimal#10211174,lastModified#10211175,optimizationInsights#10211176]\n [434160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434161 [id="node_434161" labelType="html" label="MapPartitionsRDD [434161] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434162 [id="node_434162" labelType="html" label="MapPartitionsRDD [434162] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434163 [id="node_434163" labelType="html" label="MapPartitionsRDD [434163] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087691 { id="cluster_1087691"; isCluster="true"; label="CollectLimit"; 434164 [id="node_434164" labelType="html" label="MapPartitionsRDD [434164] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434165 [id="node_434165" labelType="html" label="MapPartitionsRDD [434165] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433954->433955; 433955->433956; 433956->434157; 434157->434158; 434158->434159; 434159->434160; 434160->434161; 434161->434162; 434162->434163; 434163->434164; 434164->434165; }
433953,433954
433956
434160
433954
433955
433956
434157
434158
434159
434160
434161
434162
434163
434164
434165
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time