4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033174 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
137.7 KiB / 30
Shuffle Write Size / Records:
805.5 KiB / 119954
Associated Job Ids:
52710
DAG Visualization
digraph G { id="graph_1033174"; subgraph graph_stage_1033174 { id="graph_stage_1033174"; isCluster="true"; label="Stage 1033174"; subgraph cluster_1087253 { id="cluster_1087253"; isCluster="true"; label="repartition"; 433954 [id="node_433954" labelType="html" label="ShuffledRDD [433954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433955 [id="node_433955" labelType="html" label="CoalescedRDD [433955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433956 [id="node_433956" labelType="html" label="MapPartitionsRDD [433956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087690 { id="cluster_1087690"; isCluster="true"; label="map"; 434157 [id="node_434157" labelType="html" label="MapPartitionsRDD [434157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087693 { id="cluster_1087693"; isCluster="true"; label="WholeStageCodegen (1)"; 434158 [id="node_434158" labelType="html" label="MapPartitionsRDD [434158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087692 { id="cluster_1087692"; isCluster="true"; label="InMemoryTableScan"; 434159 [id="node_434159" labelType="html" label="MapPartitionsRDD [434159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434160 [id="node_434160" labelType="html" label="*(1) Project [shardId#10211170, item#10211178L AS worklistShardItemId#10211179L]\n+- *(1) Generate explode(_extract_worklistShardItemId#10211182), [shardId#10211170], false, [item#10211178L]\n +- *(1) Project [shardId#10211170, items#10211172.worklistShardItemId AS _extract_worklistShardItemId#10211182]\n +- *(1) Filter ((isnotnull(shardId#10211170) AND ((shardId#10211170 = 0_3_10000000540) AND (isOptimal#10211174 <=> false))) AND ((size(items#10211172.worklistShardItemId, true) > 0) AND isnotnull(items#10211172.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#10211170,orderProposalId#10211171L,items#10211172,optimizationGroups#10211173,isOptimal#10211174,lastModified#10211175,optimizationInsights#10211176]\n [434160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088120 { id="cluster_1088120"; isCluster="true"; label="InMemoryTableScan"; 434301 [id="node_434301" labelType="html" label="MapPartitionsRDD [434301] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434302 [id="node_434302" labelType="html" label="MapPartitionsRDD [434302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434303 [id="node_434303" labelType="html" label="MapPartitionsRDD [434303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088119 { id="cluster_1088119"; isCluster="true"; label="Exchange"; 434304 [id="node_434304" labelType="html" label="MapPartitionsRDD [434304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433954->433955; 433955->433956; 433956->434157; 434157->434158; 434158->434159; 434159->434160; 434160->434301; 434301->434302; 434302->434303; 434303->434304; }
433953,433954
433956
434160
433954
433955
433956
434157
434158
434159
434160
434301
434302
434303
434304
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time