4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134259 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
62.5 KiB / 37
Shuffle Write Size / Records:
404.5 KiB / 51793
Associated Job Ids:
114642
DAG Visualization
digraph G { id="graph_2134259"; subgraph graph_stage_2134259 { id="graph_stage_2134259"; isCluster="true"; label="Stage 2134259"; subgraph cluster_2365642 { id="cluster_2365642"; isCluster="true"; label="repartition"; 942948 [id="node_942948" labelType="html" label="ShuffledRDD [942948] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 942949 [id="node_942949" labelType="html" label="CoalescedRDD [942949] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 942950 [id="node_942950" labelType="html" label="MapPartitionsRDD [942950] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_2365794 { id="cluster_2365794"; isCluster="true"; label="map"; 943009 [id="node_943009" labelType="html" label="MapPartitionsRDD [943009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365797 { id="cluster_2365797"; isCluster="true"; label="WholeStageCodegen (1)"; 943010 [id="node_943010" labelType="html" label="MapPartitionsRDD [943010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365796 { id="cluster_2365796"; isCluster="true"; label="InMemoryTableScan"; 943011 [id="node_943011" labelType="html" label="MapPartitionsRDD [943011] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943012 [id="node_943012" labelType="html" label="*(1) Project [shardId#22196417, item#22196425L AS worklistShardItemId#22196426L]\n+- *(1) Generate explode(_extract_worklistShardItemId#22196429), [shardId#22196417], false, [item#22196425L]\n +- *(1) Project [shardId#22196417, items#22196419.worklistShardItemId AS _extract_worklistShardItemId#22196429]\n +- *(1) Filter ((isnotnull(shardId#22196417) AND ((shardId#22196417 = 0_7_10000000553) AND (isOptimal#22196421 <=> false))) AND ((size(items#22196419.worklistShardItemId, true) > 0) AND isnotnull(items#22196419.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#22196417,orderProposalId#22196418L,items#22196419,optimizationGroups#22196420,isOptimal#22196421,lastModified#22196422,optimizationInsights#22196423]\n [943012] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365888 { id="cluster_2365888"; isCluster="true"; label="InMemoryTableScan"; 943041 [id="node_943041" labelType="html" label="MapPartitionsRDD [943041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943042 [id="node_943042" labelType="html" label="MapPartitionsRDD [943042] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943043 [id="node_943043" labelType="html" label="MapPartitionsRDD [943043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365887 { id="cluster_2365887"; isCluster="true"; label="Exchange"; 943044 [id="node_943044" labelType="html" label="MapPartitionsRDD [943044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942948->942949; 942949->942950; 942950->943009; 943009->943010; 943010->943011; 943011->943012; 943012->943041; 943041->943042; 943042->943043; 943043->943044; }
942947,942948
942950
943012
942948
942949
942950
943009
943010
943011
943012
943041
943042
943043
943044
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time