4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331399 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
20.8 MiB / 60
Shuffle Write Size / Records:
3.6 KiB / 60
Associated Job Ids:
18469
DAG Visualization
digraph G { id="graph_331399"; subgraph graph_stage_331399 { id="graph_stage_331399"; isCluster="true"; label="Stage 331399"; subgraph cluster_378825 { id="cluster_378825"; isCluster="true"; label="Exchange"; 151415 [id="node_151415" labelType="html" label="ShuffledRowRDD [151415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378824 { id="cluster_378824"; isCluster="true"; label="Project"; 151416 [id="node_151416" labelType="html" label="MapPartitionsRDD [151416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378823 { id="cluster_378823"; isCluster="true"; label="InMemoryTableScan"; 151417 [id="node_151417" labelType="html" label="MapPartitionsRDD [151417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151418 [id="node_151418" labelType="html" label="Project [shardId#3524906, orderProposals#3548043]\n+- Exchange rangepartitioning(shardId#3524906 ASC NULLS FIRST, resultSeparationId#3548039L ASC NULLS FIRST, 60), REPARTITION_BY_NUM, [plan_id=1016824]\n +- InMemoryTableScan [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043]\n +- InMemoryRelation [shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043])\n +- Exchange hashpartitioning(shardId#3524906, resultSeparationId#3548039L, 30), ENSURE_REQUIREMENTS, [plan_id=1016673]\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[partial_collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, buf#35480... [151418] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379032 { id="cluster_379032"; isCluster="true"; label="InMemoryTableScan"; 151504 [id="node_151504" labelType="html" label="MapPartitionsRDD [151504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151505 [id="node_151505" labelType="html" label="MapPartitionsRDD [151505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151506 [id="node_151506" labelType="html" label="MapPartitionsRDD [151506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379031 { id="cluster_379031"; isCluster="true"; label="CollectLimit"; 151507 [id="node_151507" labelType="html" label="MapPartitionsRDD [151507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151508 [id="node_151508" labelType="html" label="MapPartitionsRDD [151508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151415->151416; 151416->151417; 151417->151418; 151418->151504; 151504->151505; 151505->151506; 151506->151507; 151507->151508; }
151414,151415
151418
151415
151416
151417
151418
151504
151505
151506
151507
151508
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time