4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656480 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
43.2 KiB / 30
Shuffle Write Size / Records:
296.2 KiB / 35084
Associated Job Ids:
86095
DAG Visualization
digraph G { id="graph_1656480"; subgraph graph_stage_1656480 { id="graph_stage_1656480"; isCluster="true"; label="Stage 1656480"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779836 { id="cluster_1779836"; isCluster="true"; label="map"; 709949 [id="node_709949" labelType="html" label="MapPartitionsRDD [709949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779839 { id="cluster_1779839"; isCluster="true"; label="WholeStageCodegen (1)"; 709950 [id="node_709950" labelType="html" label="MapPartitionsRDD [709950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779838 { id="cluster_1779838"; isCluster="true"; label="InMemoryTableScan"; 709951 [id="node_709951" labelType="html" label="MapPartitionsRDD [709951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709952 [id="node_709952" labelType="html" label="*(1) Project [shardId#16694775, item#16694783L AS worklistShardItemId#16694784L]\n+- *(1) Generate explode(_extract_worklistShardItemId#16694787), [shardId#16694775], false, [item#16694783L]\n +- *(1) Project [shardId#16694775, items#16694777.worklistShardItemId AS _extract_worklistShardItemId#16694787]\n +- *(1) Filter ((isnotnull(shardId#16694775) AND ((shardId#16694775 = 0_3_10000000548) AND (isOptimal#16694779 <=> false))) AND ((size(items#16694777.worklistShardItemId, true) > 0) AND isnotnull(items#16694777.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#16694775,orderProposalId#16694776L,items#16694777,optimizationGroups#16694778,isOptimal#16694779,lastModified#16694780,optimizationInsights#16694781]\n [709952] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779975 { id="cluster_1779975"; isCluster="true"; label="InMemoryTableScan"; 709997 [id="node_709997" labelType="html" label="MapPartitionsRDD [709997] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709998 [id="node_709998" labelType="html" label="MapPartitionsRDD [709998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709999 [id="node_709999" labelType="html" label="MapPartitionsRDD [709999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779974 { id="cluster_1779974"; isCluster="true"; label="Exchange"; 710000 [id="node_710000" labelType="html" label="MapPartitionsRDD [710000] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709949; 709949->709950; 709950->709951; 709951->709952; 709952->709997; 709997->709998; 709998->709999; 709999->710000; }
709658,709659
709661
709952
709659
709660
709661
709949
709950
709951
709952
709997
709998
709999
710000
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time