4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656249 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
223.8 KiB / 692
Associated Job Ids:
86083
DAG Visualization
digraph G { id="graph_1656249"; subgraph graph_stage_1656249 { id="graph_stage_1656249"; isCluster="true"; label="Stage 1656249"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779655 { id="cluster_1779655"; isCluster="true"; label="map"; 709874 [id="node_709874" labelType="html" label="MapPartitionsRDD [709874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779658 { id="cluster_1779658"; isCluster="true"; label="WholeStageCodegen (1)"; 709875 [id="node_709875" labelType="html" label="MapPartitionsRDD [709875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779657 { id="cluster_1779657"; isCluster="true"; label="InMemoryTableScan"; 709876 [id="node_709876" labelType="html" label="MapPartitionsRDD [709876] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709877 [id="node_709877" labelType="html" label="*(1) Project [shardId#16693932, item#16693940L AS worklistShardItemId#16693941L]\n+- *(1) Generate explode(_extract_worklistShardItemId#16693944), [shardId#16693932], false, [item#16693940L]\n +- *(1) Project [shardId#16693932, items#16693934.worklistShardItemId AS _extract_worklistShardItemId#16693944]\n +- *(1) Filter ((isnotnull(shardId#16693932) AND ((shardId#16693932 = 0_1_10000000548) AND (isOptimal#16693936 <=> false))) AND ((size(items#16693934.worklistShardItemId, true) > 0) AND isnotnull(items#16693934.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#16693932,orderProposalId#16693933L,items#16693934,optimizationGroups#16693935,isOptimal#16693936,lastModified#16693937,optimizationInsights#16693938]\n [709877] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709878 [id="node_709878" labelType="html" label="MapPartitionsRDD [709878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709879 [id="node_709879" labelType="html" label="MapPartitionsRDD [709879] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709880 [id="node_709880" labelType="html" label="MapPartitionsRDD [709880] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779656 { id="cluster_1779656"; isCluster="true"; label="CollectLimit"; 709881 [id="node_709881" labelType="html" label="MapPartitionsRDD [709881] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709882 [id="node_709882" labelType="html" label="MapPartitionsRDD [709882] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709874; 709874->709875; 709875->709876; 709876->709877; 709877->709878; 709878->709879; 709879->709880; 709880->709881; 709881->709882; }
709658,709659
709661
709877
709659
709660
709661
709874
709875
709876
709877
709878
709879
709880
709881
709882
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time