4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340412 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 44
Shuffle Read Size / Records:
15.4 MiB / 44
Shuffle Write Size / Records:
2.7 KiB / 44
Associated Job Ids:
18709
DAG Visualization
digraph G { id="graph_340412"; subgraph graph_stage_340412 { id="graph_stage_340412"; isCluster="true"; label="Stage 340412"; subgraph cluster_385241 { id="cluster_385241"; isCluster="true"; label="Exchange"; 154005 [id="node_154005" labelType="html" label="ShuffledRowRDD [154005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385240 { id="cluster_385240"; isCluster="true"; label="Project"; 154006 [id="node_154006" labelType="html" label="MapPartitionsRDD [154006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385239 { id="cluster_385239"; isCluster="true"; label="InMemoryTableScan"; 154007 [id="node_154007" labelType="html" label="MapPartitionsRDD [154007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154008 [id="node_154008" labelType="html" label="Project [shardId#3579691, orderProposals#3595117]\n+- Exchange rangepartitioning(shardId#3579691 ASC NULLS FIRST, resultSeparationId#3595113L ASC NULLS FIRST, 44), REPARTITION_BY_NUM, [plan_id=1030309]\n +- InMemoryTableScan [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117]\n +- InMemoryRelation [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117])\n +- Exchange hashpartitioning(shardId#3579691, resultSeparationId#3595113L, 30), ENSURE_REQUIREMENTS, [plan_id=1030266]\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[partial_collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, buf#35951... [154008] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154009 [id="node_154009" labelType="html" label="MapPartitionsRDD [154009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154010 [id="node_154010" labelType="html" label="MapPartitionsRDD [154010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154011 [id="node_154011" labelType="html" label="MapPartitionsRDD [154011] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385238 { id="cluster_385238"; isCluster="true"; label="CollectLimit"; 154012 [id="node_154012" labelType="html" label="MapPartitionsRDD [154012] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154013 [id="node_154013" labelType="html" label="MapPartitionsRDD [154013] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154005->154006; 154006->154007; 154007->154008; 154008->154009; 154009->154010; 154010->154011; 154011->154012; 154012->154013; }
154004,154005
154008
154005
154006
154007
154008
154009
154010
154011
154012
154013
Event Timeline
Enable zooming
Tasks: 44. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time