4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1654486 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
118.5 KiB / 37
Shuffle Write Size / Records:
715.0 KiB / 101868
Associated Job Ids:
86000
DAG Visualization
digraph G { id="graph_1654486"; subgraph graph_stage_1654486 { id="graph_stage_1654486"; isCluster="true"; label="Stage 1654486"; subgraph cluster_1776746 { id="cluster_1776746"; isCluster="true"; label="map"; 708708 [id="node_708708" labelType="html" label="MapPartitionsRDD [708708] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_1776747 { id="cluster_1776747"; isCluster="true"; label="checkpoint"; 708709 [id="node_708709" labelType="html" label="LocalCheckpointRDD [708709]<br>count at OptimalQuantitiesCacheImpl.java:251}"]; } subgraph cluster_1777074 { id="cluster_1777074"; isCluster="true"; label="map"; 708809 [id="node_708809" labelType="html" label="MapPartitionsRDD [708809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777077 { id="cluster_1777077"; isCluster="true"; label="WholeStageCodegen (1)"; 708810 [id="node_708810" labelType="html" label="MapPartitionsRDD [708810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777076 { id="cluster_1777076"; isCluster="true"; label="InMemoryTableScan"; 708811 [id="node_708811" labelType="html" label="MapPartitionsRDD [708811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 708812 [id="node_708812" labelType="html" label="*(1) Project [shardId#16674566, item#16674574L AS worklistShardItemId#16674575L]\n+- *(1) Generate explode(_extract_worklistShardItemId#16674578), [shardId#16674566], false, [item#16674574L]\n +- *(1) Project [shardId#16674566, items#16674568.worklistShardItemId AS _extract_worklistShardItemId#16674578]\n +- *(1) Filter ((isnotnull(shardId#16674566) AND ((shardId#16674566 = 0_1_10000000548) AND (isOptimal#16674570 <=> false))) AND ((size(items#16674568.worklistShardItemId, true) > 0) AND isnotnull(items#16674568.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#16674566,orderProposalId#16674567L,items#16674568,optimizationGroups#16674569,isOptimal#16674570,lastModified#16674571,optimizationInsights#16674572]\n [708812] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777649 { id="cluster_1777649"; isCluster="true"; label="InMemoryTableScan"; 709022 [id="node_709022" labelType="html" label="MapPartitionsRDD [709022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709023 [id="node_709023" labelType="html" label="MapPartitionsRDD [709023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709024 [id="node_709024" labelType="html" label="MapPartitionsRDD [709024] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777648 { id="cluster_1777648"; isCluster="true"; label="Exchange"; 709025 [id="node_709025" labelType="html" label="MapPartitionsRDD [709025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 708709->708708; 708708->708809; 708809->708810; 708810->708811; 708811->708812; 708812->709022; 709022->709023; 709023->709024; 709024->709025; }
708708
708812
708708
708809
708810
708811
708812
709022
709023
709024
709025
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time