4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656535 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
43.2 KiB / 30
Shuffle Write Size / Records:
296.2 KiB / 35084
Associated Job Ids:
86101
DAG Visualization
digraph G { id="graph_1656535"; subgraph graph_stage_1656535 { id="graph_stage_1656535"; isCluster="true"; label="Stage 1656535"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779836 { id="cluster_1779836"; isCluster="true"; label="map"; 709949 [id="node_709949" labelType="html" label="MapPartitionsRDD [709949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779839 { id="cluster_1779839"; isCluster="true"; label="WholeStageCodegen (1)"; 709950 [id="node_709950" labelType="html" label="MapPartitionsRDD [709950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779838 { id="cluster_1779838"; isCluster="true"; label="InMemoryTableScan"; 709951 [id="node_709951" labelType="html" label="MapPartitionsRDD [709951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709952 [id="node_709952" labelType="html" label="*(1) Project [shardId#16694775, item#16694783L AS worklistShardItemId#16694784L]\n+- *(1) Generate explode(_extract_worklistShardItemId#16694787), [shardId#16694775], false, [item#16694783L]\n +- *(1) Project [shardId#16694775, items#16694777.worklistShardItemId AS _extract_worklistShardItemId#16694787]\n +- *(1) Filter ((isnotnull(shardId#16694775) AND ((shardId#16694775 = 0_3_10000000548) AND (isOptimal#16694779 <=> false))) AND ((size(items#16694777.worklistShardItemId, true) > 0) AND isnotnull(items#16694777.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#16694775,orderProposalId#16694776L,items#16694777,optimizationGroups#16694778,isOptimal#16694779,lastModified#16694780,optimizationInsights#16694781]\n [709952] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780103 { id="cluster_1780103"; isCluster="true"; label="InMemoryTableScan"; 710035 [id="node_710035" labelType="html" label="MapPartitionsRDD [710035] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710036 [id="node_710036" labelType="html" label="MapPartitionsRDD [710036] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710037 [id="node_710037" labelType="html" label="MapPartitionsRDD [710037] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780102 { id="cluster_1780102"; isCluster="true"; label="Exchange"; 710038 [id="node_710038" labelType="html" label="MapPartitionsRDD [710038] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709949; 709949->709950; 709950->709951; 709951->709952; 709952->710035; 710035->710036; 710036->710037; 710037->710038; }
709658,709659
709661
709952
709659
709660
709661
709949
709950
709951
709952
710035
710036
710037
710038
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time