4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133633 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
297.3 KiB / 30
Shuffle Write Size / Records:
3.0 KiB / 30
Associated Job Ids:
114606
DAG Visualization
digraph G { id="graph_2133633"; subgraph graph_stage_2133633 { id="graph_stage_2133633"; isCluster="true"; label="Stage 2133633"; subgraph cluster_2364089 { id="cluster_2364089"; isCluster="true"; label="repartition"; 942332 [id="node_942332" labelType="html" label="ShuffledRDD [942332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942333 [id="node_942333" labelType="html" label="CoalescedRDD [942333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942334 [id="node_942334" labelType="html" label="MapPartitionsRDD [942334] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364148 { id="cluster_2364148"; isCluster="true"; label="map"; 942341 [id="node_942341" labelType="html" label="MapPartitionsRDD [942341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364159 { id="cluster_2364159"; isCluster="true"; label="WholeStageCodegen (1)"; 942342 [id="node_942342" labelType="html" label="MapPartitionsRDD [942342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364158 { id="cluster_2364158"; isCluster="true"; label="InMemoryTableScan"; 942343 [id="node_942343" labelType="html" label="MapPartitionsRDD [942343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942344 [id="node_942344" labelType="html" label="*(1) Filter (isnotnull(shardId#22176599) AND (shardId#22176599 = 0_7_10000000553))\n+- *(1) Scan ExistingRDD[shardId#22176599,orderProposalId#22176600L,items#22176601,optimizationGroups#22176602,isOptimal#22176603,lastModified#22176604,optimizationInsights#22176605]\n [942344] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364182 { id="cluster_2364182"; isCluster="true"; label="InMemoryTableScan"; 942353 [id="node_942353" labelType="html" label="MapPartitionsRDD [942353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942354 [id="node_942354" labelType="html" label="MapPartitionsRDD [942354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942355 [id="node_942355" labelType="html" label="MapPartitionsRDD [942355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364179 { id="cluster_2364179"; isCluster="true"; label="WholeStageCodegen (1)"; 942356 [id="node_942356" labelType="html" label="MapPartitionsRDD [942356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364178 { id="cluster_2364178"; isCluster="true"; label="InMemoryTableScan"; 942357 [id="node_942357" labelType="html" label="MapPartitionsRDD [942357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942358 [id="node_942358" labelType="html" label="*(1) Filter (isnotnull(shardId#22176599) AND (shardId#22176599 = 0_7_10000000553))\n+- InMemoryTableScan [shardId#22176599, orderProposalId#22176600L, items#22176601, optimizationGroups#22176602, isOptimal#22176603, optimizationInsights#22176605], [isnotnull(shardId#22176599), (shardId#22176599 = 0_7_10000000553)]\n +- InMemoryRelation [shardId#22176599, orderProposalId#22176600L, items#22176601, optimizationGroups#22176602, isOptimal#22176603, lastModified#22176604, optimizationInsights#22176605], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#22176599) AND (shardId#22176599 = 0_7_10000000553))\n +- *(1) Scan ExistingRDD[shardId#22176599,orderProposalId#22176600L,items#22176601,optimizationGroups#22176602,isOptimal#22176603,lastModified#22176604,optimizationInsights#22176605]\n [942358] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365334 { id="cluster_2365334"; isCluster="true"; label="InMemoryTableScan"; 942811 [id="node_942811" labelType="html" label="MapPartitionsRDD [942811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942812 [id="node_942812" labelType="html" label="MapPartitionsRDD [942812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942813 [id="node_942813" labelType="html" label="MapPartitionsRDD [942813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365317 { id="cluster_2365317"; isCluster="true"; label="WholeStageCodegen (3)"; 942814 [id="node_942814" labelType="html" label="MapPartitionsRDD [942814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365314 { id="cluster_2365314"; isCluster="true"; label="Exchange"; 942815 [id="node_942815" labelType="html" label="MapPartitionsRDD [942815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942332->942333; 942333->942334; 942334->942341; 942341->942342; 942342->942343; 942343->942344; 942344->942353; 942353->942354; 942354->942355; 942355->942356; 942356->942357; 942357->942358; 942358->942811; 942811->942812; 942812->942813; 942813->942814; 942814->942815; }
942331,942332
942334
942344
942358
942332
942333
942334
942341
942342
942343
942344
942353
942354
942355
942356
942357
942358
942811
942812
942813
942814
942815
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time