4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1031849 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
589.7 KiB / 30
Shuffle Write Size / Records:
2.9 KiB / 30
Associated Job Ids:
52663
DAG Visualization
digraph G { id="graph_1031849"; subgraph graph_stage_1031849 { id="graph_stage_1031849"; isCluster="true"; label="Stage 1031849"; subgraph cluster_1086080 { id="cluster_1086080"; isCluster="true"; label="repartition"; 433502 [id="node_433502" labelType="html" label="ShuffledRDD [433502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433503 [id="node_433503" labelType="html" label="CoalescedRDD [433503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433504 [id="node_433504" labelType="html" label="MapPartitionsRDD [433504] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086139 { id="cluster_1086139"; isCluster="true"; label="map"; 433511 [id="node_433511" labelType="html" label="MapPartitionsRDD [433511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086150 { id="cluster_1086150"; isCluster="true"; label="WholeStageCodegen (1)"; 433512 [id="node_433512" labelType="html" label="MapPartitionsRDD [433512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086149 { id="cluster_1086149"; isCluster="true"; label="InMemoryTableScan"; 433513 [id="node_433513" labelType="html" label="MapPartitionsRDD [433513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433514 [id="node_433514" labelType="html" label="*(1) Filter (isnotnull(shardId#10193744) AND (shardId#10193744 = 0_4_10000000540))\n+- *(1) Scan ExistingRDD[shardId#10193744,orderProposalId#10193745L,items#10193746,optimizationGroups#10193747,isOptimal#10193748,lastModified#10193749,optimizationInsights#10193750]\n [433514] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086173 { id="cluster_1086173"; isCluster="true"; label="InMemoryTableScan"; 433523 [id="node_433523" labelType="html" label="MapPartitionsRDD [433523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433524 [id="node_433524" labelType="html" label="MapPartitionsRDD [433524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433525 [id="node_433525" labelType="html" label="MapPartitionsRDD [433525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086170 { id="cluster_1086170"; isCluster="true"; label="WholeStageCodegen (1)"; 433526 [id="node_433526" labelType="html" label="MapPartitionsRDD [433526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086169 { id="cluster_1086169"; isCluster="true"; label="InMemoryTableScan"; 433527 [id="node_433527" labelType="html" label="MapPartitionsRDD [433527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433528 [id="node_433528" labelType="html" label="*(1) Filter (isnotnull(shardId#10193744) AND (shardId#10193744 = 0_4_10000000540))\n+- InMemoryTableScan [shardId#10193744, orderProposalId#10193745L, items#10193746, optimizationGroups#10193747, isOptimal#10193748, optimizationInsights#10193750], [isnotnull(shardId#10193744), (shardId#10193744 = 0_4_10000000540)]\n +- InMemoryRelation [shardId#10193744, orderProposalId#10193745L, items#10193746, optimizationGroups#10193747, isOptimal#10193748, lastModified#10193749, optimizationInsights#10193750], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#10193744) AND (shardId#10193744 = 0_4_10000000540))\n +- *(1) Scan ExistingRDD[shardId#10193744,orderProposalId#10193745L,items#10193746,optimizationGroups#10193747,isOptimal#10193748,lastModified#10193749,optimizationInsights#10193750]\n [433528] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087332 { id="cluster_1087332"; isCluster="true"; label="InMemoryTableScan"; 433987 [id="node_433987" labelType="html" label="MapPartitionsRDD [433987] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433988 [id="node_433988" labelType="html" label="MapPartitionsRDD [433988] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433989 [id="node_433989" labelType="html" label="MapPartitionsRDD [433989] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087315 { id="cluster_1087315"; isCluster="true"; label="WholeStageCodegen (3)"; 433990 [id="node_433990" labelType="html" label="MapPartitionsRDD [433990] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087312 { id="cluster_1087312"; isCluster="true"; label="Exchange"; 433991 [id="node_433991" labelType="html" label="MapPartitionsRDD [433991] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433502->433503; 433503->433504; 433504->433511; 433511->433512; 433512->433513; 433513->433514; 433514->433523; 433523->433524; 433524->433525; 433525->433526; 433526->433527; 433527->433528; 433528->433987; 433987->433988; 433988->433989; 433989->433990; 433990->433991; }
433501,433502
433504
433514
433528
433502
433503
433504
433511
433512
433513
433514
433523
433524
433525
433526
433527
433528
433987
433988
433989
433990
433991
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time