4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331505 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
46 s
Locality Level Summary:
Process local: 60
Input Size / Records:
20.8 MiB / 60
Output Size / Records:
382.1 MiB / 60
Associated Job Ids:
18470
DAG Visualization
digraph G { id="graph_331505"; subgraph graph_stage_331505 { id="graph_stage_331505"; isCluster="true"; label="Stage 331505"; subgraph cluster_378825 { id="cluster_378825"; isCluster="true"; label="Exchange"; 151415 [id="node_151415" labelType="html" label="ShuffledRowRDD [151415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378824 { id="cluster_378824"; isCluster="true"; label="Project"; 151416 [id="node_151416" labelType="html" label="MapPartitionsRDD [151416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378823 { id="cluster_378823"; isCluster="true"; label="InMemoryTableScan"; 151417 [id="node_151417" labelType="html" label="MapPartitionsRDD [151417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151418 [id="node_151418" labelType="html" label="Project [shardId#3524906, orderProposals#3548043]\n+- Exchange rangepartitioning(shardId#3524906 ASC NULLS FIRST, resultSeparationId#3548039L ASC NULLS FIRST, 60), REPARTITION_BY_NUM, [plan_id=1016824]\n +- InMemoryTableScan [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043]\n +- InMemoryRelation [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043])\n +- Exchange hashpartitioning(shardId#3524906, resultSeparationId#3548039L, 30), ENSURE_REQUIREMENTS, [plan_id=1016673]\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[partial_collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, buf#35480... [151418] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379051 { id="cluster_379051"; isCluster="true"; label="InMemoryTableScan"; 151516 [id="node_151516" labelType="html" label="MapPartitionsRDD [151516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151517 [id="node_151517" labelType="html" label="MapPartitionsRDD [151517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151518 [id="node_151518" labelType="html" label="MapPartitionsRDD [151518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379050 { id="cluster_379050"; isCluster="true"; label="Project"; 151519 [id="node_151519" labelType="html" label="MapPartitionsRDD [151519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379049 { id="cluster_379049"; isCluster="true"; label="Sort"; 151520 [id="node_151520" labelType="html" label="MapPartitionsRDD [151520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379048 { id="cluster_379048"; isCluster="true"; label="WriteFiles"; 151521 [id="node_151521" labelType="html" label="MapPartitionsRDD [151521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151415->151416; 151416->151417; 151417->151418; 151418->151516; 151516->151517; 151517->151518; 151518->151519; 151519->151520; 151520->151521; }
151414,151415
151418
151415
151416
151417
151418
151516
151517
151518
151519
151520
151521
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time