4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033640 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1425.2 KiB / 4403
Associated Job Ids:
52713
DAG Visualization
digraph G { id="graph_1033640"; subgraph graph_stage_1033640 { id="graph_stage_1033640"; isCluster="true"; label="Stage 1033640"; subgraph cluster_1088228 { id="cluster_1088228"; isCluster="true"; label="repartition"; 434365 [id="node_434365" labelType="html" label="ShuffledRDD [434365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434366 [id="node_434366" labelType="html" label="CoalescedRDD [434366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434367 [id="node_434367" labelType="html" label="MapPartitionsRDD [434367] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088287 { id="cluster_1088287"; isCluster="true"; label="map"; 434374 [id="node_434374" labelType="html" label="MapPartitionsRDD [434374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088298 { id="cluster_1088298"; isCluster="true"; label="WholeStageCodegen (1)"; 434375 [id="node_434375" labelType="html" label="MapPartitionsRDD [434375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088297 { id="cluster_1088297"; isCluster="true"; label="InMemoryTableScan"; 434376 [id="node_434376" labelType="html" label="MapPartitionsRDD [434376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434377 [id="node_434377" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434377] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434378 [id="node_434378" labelType="html" label="MapPartitionsRDD [434378] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434379 [id="node_434379" labelType="html" label="MapPartitionsRDD [434379] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434380 [id="node_434380" labelType="html" label="MapPartitionsRDD [434380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088292 { id="cluster_1088292"; isCluster="true"; label="WholeStageCodegen (1)"; 434381 [id="node_434381" labelType="html" label="MapPartitionsRDD [434381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088291 { id="cluster_1088291"; isCluster="true"; label="Exchange"; 434382 [id="node_434382" labelType="html" label="MapPartitionsRDD [434382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434365->434366; 434366->434367; 434367->434374; 434374->434375; 434375->434376; 434376->434377; 434377->434378; 434378->434379; 434379->434380; 434380->434381; 434381->434382; }
434364,434365
434367
434377
434365
434366
434367
434374
434375
434376
434377
434378
434379
434380
434381
434382
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time