4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656152 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
223.8 KiB / 692
Associated Job Ids:
86073
DAG Visualization
digraph G { id="graph_1656152"; subgraph graph_stage_1656152 { id="graph_stage_1656152"; isCluster="true"; label="Stage 1656152"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779452 { id="cluster_1779452"; isCluster="true"; label="map"; 709778 [id="node_709778" labelType="html" label="MapPartitionsRDD [709778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779455 { id="cluster_1779455"; isCluster="true"; label="WholeStageCodegen (1)"; 709779 [id="node_709779" labelType="html" label="MapPartitionsRDD [709779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779454 { id="cluster_1779454"; isCluster="true"; label="InMemoryTableScan"; 709780 [id="node_709780" labelType="html" label="MapPartitionsRDD [709780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709781 [id="node_709781" labelType="html" label="*(1) Project [shardId#16692794, item#16692802L AS worklistShardItemId#16692803L]\n+- *(1) Generate explode(_extract_worklistShardItemId#16692806), [shardId#16692794], false, [item#16692802L]\n +- *(1) Project [shardId#16692794, items#16692796.worklistShardItemId AS _extract_worklistShardItemId#16692806]\n +- *(1) Filter ((isnotnull(shardId#16692794) AND ((shardId#16692794 = 0_2_10000000548) AND (isOptimal#16692798 <=> false))) AND ((size(items#16692796.worklistShardItemId, true) > 0) AND isnotnull(items#16692796.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#16692794,orderProposalId#16692795L,items#16692796,optimizationGroups#16692797,isOptimal#16692798,lastModified#16692799,optimizationInsights#16692800]\n [709781] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709782 [id="node_709782" labelType="html" label="MapPartitionsRDD [709782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709783 [id="node_709783" labelType="html" label="MapPartitionsRDD [709783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709784 [id="node_709784" labelType="html" label="MapPartitionsRDD [709784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779453 { id="cluster_1779453"; isCluster="true"; label="CollectLimit"; 709785 [id="node_709785" labelType="html" label="MapPartitionsRDD [709785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709786 [id="node_709786" labelType="html" label="MapPartitionsRDD [709786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709778; 709778->709779; 709779->709780; 709780->709781; 709781->709782; 709782->709783; 709783->709784; 709784->709785; 709785->709786; }
709658,709659
709661
709781
709659
709660
709661
709778
709779
709780
709781
709782
709783
709784
709785
709786
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time