4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032305 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
39 s
Locality Level Summary:
Process local: 52
Input Size / Records:
17.9 MiB / 52
Output Size / Records:
329.1 MiB / 52
Associated Job Ids:
52666
DAG Visualization
digraph G { id="graph_1032305"; subgraph graph_stage_1032305 { id="graph_stage_1032305"; isCluster="true"; label="Stage 1032305"; subgraph cluster_1087267 { id="cluster_1087267"; isCluster="true"; label="Exchange"; 433964 [id="node_433964" labelType="html" label="ShuffledRowRDD [433964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087266 { id="cluster_1087266"; isCluster="true"; label="Project"; 433965 [id="node_433965" labelType="html" label="MapPartitionsRDD [433965] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087265 { id="cluster_1087265"; isCluster="true"; label="InMemoryTableScan"; 433966 [id="node_433966" labelType="html" label="MapPartitionsRDD [433966] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433967 [id="node_433967" labelType="html" label="Project [shardId#10193744, orderProposals#10197888]\n+- Exchange rangepartitioning(shardId#10193744 ASC NULLS FIRST, resultSeparationId#10197884L ASC NULLS FIRST, 52), REPARTITION_BY_NUM, [plan_id=3015841]\n +- InMemoryTableScan [shardId#10193744, resultSeparationId#10197884L, orderProposals#10197888]\n +- InMemoryRelation [shardId#10193744, resultSeparationId#10197884L, orderProposals#10197888], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#10193744, resultSeparationId#10197884L], functions=[collect_list(orderProposal#10196132, 0, 0)], output=[shardId#10193744, resultSeparationId#10197884L, orderProposals#10197888])\n +- Exchange hashpartitioning(shardId#10193744, resultSeparationId#10197884L, 30), ENSURE_REQUIREMENTS, [plan_id=3015798]\n +- ObjectHashAggregate(keys=[shardId#10193744, resultSeparationId#10197884L], functions=[partial_collect_list(orderProposal#10196132, 0, 0)], output=[shardId#10193744, resultSeparation... [433967] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087378 { id="cluster_1087378"; isCluster="true"; label="InMemoryTableScan"; 434011 [id="node_434011" labelType="html" label="MapPartitionsRDD [434011] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434012 [id="node_434012" labelType="html" label="MapPartitionsRDD [434012] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434013 [id="node_434013" labelType="html" label="MapPartitionsRDD [434013] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087377 { id="cluster_1087377"; isCluster="true"; label="Project"; 434014 [id="node_434014" labelType="html" label="MapPartitionsRDD [434014] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087376 { id="cluster_1087376"; isCluster="true"; label="Sort"; 434015 [id="node_434015" labelType="html" label="MapPartitionsRDD [434015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087375 { id="cluster_1087375"; isCluster="true"; label="WriteFiles"; 434016 [id="node_434016" labelType="html" label="MapPartitionsRDD [434016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433964->433965; 433965->433966; 433966->433967; 433967->434011; 434011->434012; 434012->434013; 434013->434014; 434014->434015; 434015->434016; }
433963,433964
433967
433964
433965
433966
433967
434011
434012
434013
434014
434015
434016
Event Timeline
Enable zooming
Tasks: 52. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time