4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034749 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
673.1 KiB / 30
Shuffle Write Size / Records:
110.8 KiB / 2354
Associated Job Ids:
52724
DAG Visualization
digraph G { id="graph_1034749"; subgraph graph_stage_1034749 { id="graph_stage_1034749"; isCluster="true"; label="Stage 1034749"; subgraph cluster_1088228 { id="cluster_1088228"; isCluster="true"; label="repartition"; 434365 [id="node_434365" labelType="html" label="ShuffledRDD [434365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434366 [id="node_434366" labelType="html" label="CoalescedRDD [434366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434367 [id="node_434367" labelType="html" label="MapPartitionsRDD [434367] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088287 { id="cluster_1088287"; isCluster="true"; label="map"; 434374 [id="node_434374" labelType="html" label="MapPartitionsRDD [434374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088298 { id="cluster_1088298"; isCluster="true"; label="WholeStageCodegen (1)"; 434375 [id="node_434375" labelType="html" label="MapPartitionsRDD [434375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088297 { id="cluster_1088297"; isCluster="true"; label="InMemoryTableScan"; 434376 [id="node_434376" labelType="html" label="MapPartitionsRDD [434376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434377 [id="node_434377" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434377] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088321 { id="cluster_1088321"; isCluster="true"; label="InMemoryTableScan"; 434386 [id="node_434386" labelType="html" label="MapPartitionsRDD [434386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434387 [id="node_434387" labelType="html" label="MapPartitionsRDD [434387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434388 [id="node_434388" labelType="html" label="MapPartitionsRDD [434388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088318 { id="cluster_1088318"; isCluster="true"; label="WholeStageCodegen (1)"; 434389 [id="node_434389" labelType="html" label="MapPartitionsRDD [434389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088317 { id="cluster_1088317"; isCluster="true"; label="InMemoryTableScan"; 434390 [id="node_434390" labelType="html" label="MapPartitionsRDD [434390] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434391 [id="node_434391" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]\n +- InMemoryRelation [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, lastModified#10214807, optimizationInsights#10214808], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n +- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434391] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088638 { id="cluster_1088638"; isCluster="true"; label="InMemoryTableScan"; 434532 [id="node_434532" labelType="html" label="MapPartitionsRDD [434532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434533 [id="node_434533" labelType="html" label="MapPartitionsRDD [434533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434534 [id="node_434534" labelType="html" label="MapPartitionsRDD [434534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088635 { id="cluster_1088635"; isCluster="true"; label="WholeStageCodegen (2)"; 434535 [id="node_434535" labelType="html" label="MapPartitionsRDD [434535] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088634 { id="cluster_1088634"; isCluster="true"; label="Exchange"; 434536 [id="node_434536" labelType="html" label="MapPartitionsRDD [434536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434365->434366; 434366->434367; 434367->434374; 434374->434375; 434375->434376; 434376->434377; 434377->434386; 434386->434387; 434387->434388; 434388->434389; 434389->434390; 434390->434391; 434391->434532; 434532->434533; 434533->434534; 434534->434535; 434535->434536; }
434364,434365
434367
434377
434391
434365
434366
434367
434374
434375
434376
434377
434386
434387
434388
434389
434390
434391
434532
434533
434534
434535
434536
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time