AdsHub Analysis Processor - Details for Job 144

Status: SUCCEEDED
Submitted: 2026/09/04 01:55:02
Duration: 16 s
Associated SQL Query: 9
Job Group: 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_432 { label="Stage 432"; subgraph cluster249 { label="MicroBatchScan"; 216 [labelType="html" label="DataSourceRDD [216] run at <unknown>:0"]; 217 [labelType="html" label="MapPartitionsRDD [217] run at <unknown>:0"]; } subgraph cluster248 { label="Filter"; 218 [labelType="html" label="MapPartitionsRDD [218] run at <unknown>:0"]; } subgraph cluster247 { label="Project"; 219 [labelType="html" label="MapPartitionsRDD [219] run at <unknown>:0"]; } subgraph cluster244 { label="WholeStageCodegen (1)"; 220 [labelType="html" label="MapPartitionsRDD [220] run at <unknown>:0"]; } subgraph cluster243 { label="EventTimeWatermark"; 221 [labelType="html" label="MapPartitionsRDD [221] run at <unknown>:0"]; } subgraph cluster240 { label="WholeStageCodegen (2)"; 222 [labelType="html" label="MapPartitionsRDD [222] run at <unknown>:0"]; } subgraph cluster239 { label="ObjectHashAggregate"; 223 [labelType="html" label="MapPartitionsRDD [223] run at <unknown>:0"]; } subgraph cluster238 { label="Exchange"; 224 [labelType="html" label="MapPartitionsRDD [224] run at <unknown>:0"]; } } 216->217; 217->218; 218->219; 219->220; 220->221; 221->222; 222->223; 223->224; }

digraph G { subgraph clusterstage_433 { label="Stage 433"; subgraph cluster238 { label="Exchange"; 225 [labelType="html" label="ShuffledRowRDD [225] [Unordered] run at <unknown>:0"]; } subgraph cluster237 { label="ObjectHashAggregate"; 226 [labelType="html" label="MapPartitionsRDD [226] [Unordered] run at <unknown>:0"]; } subgraph cluster236 { label="StateStoreRestore"; 227 [labelType="html" label="ReadStateStoreRDD [227] [Unordered] run at <unknown>:0"]; } subgraph cluster235 { label="ObjectHashAggregate"; 228 [labelType="html" label="MapPartitionsRDD [228] [Unordered] run at <unknown>:0"]; } subgraph cluster234 { label="StateStoreSave"; 229 [labelType="html" label="StateStoreRDD [229] [Unordered] run at <unknown>:0"]; } subgraph cluster233 { label="ObjectHashAggregate"; 230 [labelType="html" label="MapPartitionsRDD [230] [Unordered] run at <unknown>:0"]; } subgraph cluster232 { label="Exchange"; 231 [labelType="html" label="MapPartitionsRDD [231] [Unordered] run at <unknown>:0"]; 232 [labelType="html" label="MapPartitionsRDD [232] [Unordered] run at <unknown>:0"]; } } 225->226; 226->227; 227->228; 228->229; 229->230; 230->231; 231->232; }

224,225

digraph G { subgraph clusterstage_434 { label="Stage 434"; 234 [labelType="html" label="SQLExecutionRDD [234] [Unordered] run at <unknown>:0"]; 236 [labelType="html" label="SQLExecutionRDD [236] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster232 { label="Exchange"; 233 [labelType="html" label="ShuffledRowRDD [233] [Unordered] run at <unknown>:0"]; } subgraph cluster250 { label="WholeStageCodegen (1)"; 235 [labelType="html" label="MapPartitionsRDD [235] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster252 { label="map"; 237 [labelType="html" label="MapPartitionsRDD [237] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster253 { label="mapPartitions"; 238 [labelType="html" label="MapPartitionsRDD [238] [Unordered] javaToPython at <unknown>:0"]; } } 233->234; 234->235; 235->236; 236->237; 237->238; }

232,233

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Shuffle Read	Shuffle Write
434	REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 3 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/09/04 01:55:18	11 ms	1/1	118.0 B
433	REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 3 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/09/04 01:55:07	11 s	50/50	2.2 KiB	118.0 B
432	REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 3 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/09/04 01:55:02	5 s	17/17		2.2 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

434

REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 3 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/04 01:55:18

11 ms

1/1

118.0 B

433

REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 3 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/04 01:55:07

11 s

50/50

2.2 KiB

118.0 B

432

REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 3 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/04 01:55:02

5 s

17/17

2.2 KiB

Page: