4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341133 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
41 s
Locality Level Summary:
Process local: 44
Input Size / Records:
15.4 MiB / 44
Output Size / Records:
282.0 MiB / 44
Associated Job Ids:
18715
DAG Visualization
digraph G { id="graph_341133"; subgraph graph_stage_341133 { id="graph_stage_341133"; isCluster="true"; label="Stage 341133"; subgraph cluster_385241 { id="cluster_385241"; isCluster="true"; label="Exchange"; 154005 [id="node_154005" labelType="html" label="ShuffledRowRDD [154005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385240 { id="cluster_385240"; isCluster="true"; label="Project"; 154006 [id="node_154006" labelType="html" label="MapPartitionsRDD [154006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385239 { id="cluster_385239"; isCluster="true"; label="InMemoryTableScan"; 154007 [id="node_154007" labelType="html" label="MapPartitionsRDD [154007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154008 [id="node_154008" labelType="html" label="Project [shardId#3579691, orderProposals#3595117]\n+- Exchange rangepartitioning(shardId#3579691 ASC NULLS FIRST, resultSeparationId#3595113L ASC NULLS FIRST, 44), REPARTITION_BY_NUM, [plan_id=1030309]\n +- InMemoryTableScan [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117]\n +- InMemoryRelation [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117])\n +- Exchange hashpartitioning(shardId#3579691, resultSeparationId#3595113L, 30), ENSURE_REQUIREMENTS, [plan_id=1030266]\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[partial_collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, buf#35951... [154008] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385356 { id="cluster_385356"; isCluster="true"; label="InMemoryTableScan"; 154052 [id="node_154052" labelType="html" label="MapPartitionsRDD [154052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154053 [id="node_154053" labelType="html" label="MapPartitionsRDD [154053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154054 [id="node_154054" labelType="html" label="MapPartitionsRDD [154054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385355 { id="cluster_385355"; isCluster="true"; label="Project"; 154055 [id="node_154055" labelType="html" label="MapPartitionsRDD [154055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385354 { id="cluster_385354"; isCluster="true"; label="Sort"; 154056 [id="node_154056" labelType="html" label="MapPartitionsRDD [154056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385353 { id="cluster_385353"; isCluster="true"; label="WriteFiles"; 154057 [id="node_154057" labelType="html" label="MapPartitionsRDD [154057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154005->154006; 154006->154007; 154007->154008; 154008->154052; 154052->154053; 154053->154054; 154054->154055; 154055->154056; 154056->154057; }
154004,154005
154008
154005
154006
154007
154008
154052
154053
154054
154055
154056
154057
Event Timeline
Enable zooming
Tasks: 44. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time