4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1028241 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
118.7 KiB / 30
Shuffle Write Size / Records:
704.8 KiB / 102638
Associated Job Ids:
52615
DAG Visualization
digraph G { id="graph_1028241"; subgraph graph_stage_1028241 { id="graph_stage_1028241"; isCluster="true"; label="Stage 1028241"; subgraph cluster_1085105 { id="cluster_1085105"; isCluster="true"; label="repartition"; 433091 [id="node_433091" labelType="html" label="ShuffledRDD [433091] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433092 [id="node_433092" labelType="html" label="CoalescedRDD [433092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433093 [id="node_433093" labelType="html" label="MapPartitionsRDD [433093] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085542 { id="cluster_1085542"; isCluster="true"; label="map"; 433294 [id="node_433294" labelType="html" label="MapPartitionsRDD [433294] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085545 { id="cluster_1085545"; isCluster="true"; label="WholeStageCodegen (1)"; 433295 [id="node_433295" labelType="html" label="MapPartitionsRDD [433295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085544 { id="cluster_1085544"; isCluster="true"; label="InMemoryTableScan"; 433296 [id="node_433296" labelType="html" label="MapPartitionsRDD [433296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433297 [id="node_433297" labelType="html" label="*(1) Project [shardId#10190112, item#10190120L AS worklistShardItemId#10190121L]\n+- *(1) Generate explode(_extract_worklistShardItemId#10190124), [shardId#10190112], false, [item#10190120L]\n +- *(1) Project [shardId#10190112, items#10190114.worklistShardItemId AS _extract_worklistShardItemId#10190124]\n +- *(1) Filter ((isnotnull(shardId#10190112) AND ((shardId#10190112 = 0_4_10000000540) AND (isOptimal#10190116 <=> false))) AND ((size(items#10190114.worklistShardItemId, true) > 0) AND isnotnull(items#10190114.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#10190112,orderProposalId#10190113L,items#10190114,optimizationGroups#10190115,isOptimal#10190116,lastModified#10190117,optimizationInsights#10190118]\n [433297] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085972 { id="cluster_1085972"; isCluster="true"; label="InMemoryTableScan"; 433438 [id="node_433438" labelType="html" label="MapPartitionsRDD [433438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433439 [id="node_433439" labelType="html" label="MapPartitionsRDD [433439] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433440 [id="node_433440" labelType="html" label="MapPartitionsRDD [433440] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085971 { id="cluster_1085971"; isCluster="true"; label="Exchange"; 433441 [id="node_433441" labelType="html" label="MapPartitionsRDD [433441] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433091->433092; 433092->433093; 433093->433294; 433294->433295; 433295->433296; 433296->433297; 433297->433438; 433438->433439; 433439->433440; 433440->433441; }
433090,433091
433093
433297
433091
433092
433093
433294
433295
433296
433297
433438
433439
433440
433441
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time