4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340950 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 44
Input Size / Records:
15.4 MiB / 44
Shuffle Write Size / Records:
2.7 KiB / 44
Associated Job Ids:
18714
DAG Visualization
digraph G { id="graph_340950"; subgraph graph_stage_340950 { id="graph_stage_340950"; isCluster="true"; label="Stage 340950"; subgraph cluster_385241 { id="cluster_385241"; isCluster="true"; label="Exchange"; 154005 [id="node_154005" labelType="html" label="ShuffledRowRDD [154005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385240 { id="cluster_385240"; isCluster="true"; label="Project"; 154006 [id="node_154006" labelType="html" label="MapPartitionsRDD [154006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385239 { id="cluster_385239"; isCluster="true"; label="InMemoryTableScan"; 154007 [id="node_154007" labelType="html" label="MapPartitionsRDD [154007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154008 [id="node_154008" labelType="html" label="Project [shardId#3579691, orderProposals#3595117]\n+- Exchange rangepartitioning(shardId#3579691 ASC NULLS FIRST, resultSeparationId#3595113L ASC NULLS FIRST, 44), REPARTITION_BY_NUM, [plan_id=1030309]\n +- InMemoryTableScan [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117]\n +- InMemoryRelation [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117])\n +- Exchange hashpartitioning(shardId#3579691, resultSeparationId#3595113L, 30), ENSURE_REQUIREMENTS, [plan_id=1030266]\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[partial_collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, buf#35951... [154008] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385342 { id="cluster_385342"; isCluster="true"; label="InMemoryTableScan"; 154044 [id="node_154044" labelType="html" label="MapPartitionsRDD [154044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154045 [id="node_154045" labelType="html" label="MapPartitionsRDD [154045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154046 [id="node_154046" labelType="html" label="MapPartitionsRDD [154046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385341 { id="cluster_385341"; isCluster="true"; label="CollectLimit"; 154047 [id="node_154047" labelType="html" label="MapPartitionsRDD [154047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154048 [id="node_154048" labelType="html" label="MapPartitionsRDD [154048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154005->154006; 154006->154007; 154007->154008; 154008->154044; 154044->154045; 154045->154046; 154046->154047; 154047->154048; }
154004,154005
154008
154005
154006
154007
154008
154044
154045
154046
154047
154048
Event Timeline
Enable zooming
Tasks: 44. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time