4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331208 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
670.1 KiB / 30
Shuffle Write Size / Records:
2.9 KiB / 30
Associated Job Ids:
18463
DAG Visualization
digraph G { id="graph_331208"; subgraph graph_stage_331208 { id="graph_stage_331208"; isCluster="true"; label="Stage 331208"; subgraph cluster_374696 { id="cluster_374696"; isCluster="true"; label="repartition"; 149786 [id="node_149786" labelType="html" label="ShuffledRDD [149786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 149787 [id="node_149787" labelType="html" label="CoalescedRDD [149787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 149788 [id="node_149788" labelType="html" label="MapPartitionsRDD [149788] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_374755 { id="cluster_374755"; isCluster="true"; label="map"; 149795 [id="node_149795" labelType="html" label="MapPartitionsRDD [149795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_374766 { id="cluster_374766"; isCluster="true"; label="WholeStageCodegen (1)"; 149796 [id="node_149796" labelType="html" label="MapPartitionsRDD [149796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_374765 { id="cluster_374765"; isCluster="true"; label="InMemoryTableScan"; 149797 [id="node_149797" labelType="html" label="MapPartitionsRDD [149797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 149798 [id="node_149798" labelType="html" label="*(1) Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3524906,orderProposalId#3524907L,items#3524908,optimizationGroups#3524909,isOptimal#3524910,lastModified#3524911,optimizationInsights#3524912]\n [149798] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_374789 { id="cluster_374789"; isCluster="true"; label="InMemoryTableScan"; 149807 [id="node_149807" labelType="html" label="MapPartitionsRDD [149807] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 149808 [id="node_149808" labelType="html" label="MapPartitionsRDD [149808] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 149809 [id="node_149809" labelType="html" label="MapPartitionsRDD [149809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_374786 { id="cluster_374786"; isCluster="true"; label="WholeStageCodegen (1)"; 149810 [id="node_149810" labelType="html" label="MapPartitionsRDD [149810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_374785 { id="cluster_374785"; isCluster="true"; label="InMemoryTableScan"; 149811 [id="node_149811" labelType="html" label="MapPartitionsRDD [149811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 149812 [id="node_149812" labelType="html" label="*(1) Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))\n+- InMemoryTableScan [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], [isnotnull(shardId#3524906), (shardId#3524906 = 0_6_10000000532)]\n +- InMemoryRelation [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, lastModified#3524911, optimizationInsights#3524912], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3524906,orderProposalId#3524907L,items#3524908,optimizationGroups#3524909,isOptimal#3524910,lastModified#3524911,optimizationInsights#3524912]\n [149812] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378942 { id="cluster_378942"; isCluster="true"; label="InMemoryTableScan"; 151460 [id="node_151460" labelType="html" label="MapPartitionsRDD [151460] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151461 [id="node_151461" labelType="html" label="MapPartitionsRDD [151461] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151462 [id="node_151462" labelType="html" label="MapPartitionsRDD [151462] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378896 { id="cluster_378896"; isCluster="true"; label="WholeStageCodegen (3)"; 151463 [id="node_151463" labelType="html" label="MapPartitionsRDD [151463] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378895 { id="cluster_378895"; isCluster="true"; label="Exchange"; 151464 [id="node_151464" labelType="html" label="MapPartitionsRDD [151464] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 149786->149787; 149787->149788; 149788->149795; 149795->149796; 149796->149797; 149797->149798; 149798->149807; 149807->149808; 149808->149809; 149809->149810; 149810->149811; 149811->149812; 149812->151460; 151460->151461; 151461->151462; 151462->151463; 151463->151464; }
149785,149786
149788
149798
149812
149786
149787
149788
149795
149796
149797
149798
149807
149808
149809
149810
149811
149812
151460
151461
151462
151463
151464
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time