AdsHub Analysis Processor - Details for Job 144

Status: SUCCEEDED
Submitted: 2025/12/05 22:30:00
Duration: 2 s
Associated SQL Query: 9
Job Group: 002eaeaa-2f81-4fa0-b52a-f16273d64d29
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_432 { label="Stage 432"; subgraph cluster267 { label="MicroBatchScan"; 223 [labelType="html" label="DataSourceRDD [223] run at <unknown>:0"]; 224 [labelType="html" label="MapPartitionsRDD [224] run at <unknown>:0"]; } subgraph cluster266 { label="Filter"; 225 [labelType="html" label="MapPartitionsRDD [225] run at <unknown>:0"]; } subgraph cluster265 { label="Project"; 226 [labelType="html" label="MapPartitionsRDD [226] run at <unknown>:0"]; } subgraph cluster262 { label="WholeStageCodegen (1)"; 227 [labelType="html" label="MapPartitionsRDD [227] run at <unknown>:0"]; } subgraph cluster261 { label="EventTimeWatermark"; 228 [labelType="html" label="MapPartitionsRDD [228] run at <unknown>:0"]; } subgraph cluster258 { label="WholeStageCodegen (2)"; 229 [labelType="html" label="MapPartitionsRDD [229] run at <unknown>:0"]; } subgraph cluster257 { label="HashAggregate"; 230 [labelType="html" label="MapPartitionsRDD [230] run at <unknown>:0"]; } subgraph cluster256 { label="Exchange"; 231 [labelType="html" label="MapPartitionsRDD [231] run at <unknown>:0"]; } } 223->224; 224->225; 225->226; 226->227; 227->228; 228->229; 229->230; 230->231; }

digraph G { subgraph clusterstage_433 { label="Stage 433"; subgraph cluster256 { label="Exchange"; 232 [labelType="html" label="ShuffledRowRDD [232] [Unordered] run at <unknown>:0"]; } subgraph cluster255 { label="HashAggregate"; 233 [labelType="html" label="MapPartitionsRDD [233] [Unordered] run at <unknown>:0"]; } subgraph cluster254 { label="StateStoreRestore"; 234 [labelType="html" label="ReadStateStoreRDD [234] [Unordered] run at <unknown>:0"]; } subgraph cluster253 { label="HashAggregate"; 235 [labelType="html" label="MapPartitionsRDD [235] [Unordered] run at <unknown>:0"]; } subgraph cluster252 { label="StateStoreSave"; 236 [labelType="html" label="StateStoreRDD [236] [Unordered] run at <unknown>:0"]; } subgraph cluster251 { label="HashAggregate"; 237 [labelType="html" label="MapPartitionsRDD [237] [Unordered] run at <unknown>:0"]; } subgraph cluster250 { label="Exchange"; 238 [labelType="html" label="MapPartitionsRDD [238] [Unordered] run at <unknown>:0"]; 239 [labelType="html" label="MapPartitionsRDD [239] [Unordered] run at <unknown>:0"]; } } 232->233; 233->234; 234->235; 235->236; 236->237; 237->238; 238->239; }

231,232

digraph G { subgraph clusterstage_434 { label="Stage 434"; 241 [labelType="html" label="SQLExecutionRDD [241] [Unordered] run at <unknown>:0"]; 243 [labelType="html" label="SQLExecutionRDD [243] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster250 { label="Exchange"; 240 [labelType="html" label="ShuffledRowRDD [240] [Unordered] run at <unknown>:0"]; } subgraph cluster268 { label="WholeStageCodegen (1)"; 242 [labelType="html" label="MapPartitionsRDD [242] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster270 { label="map"; 244 [labelType="html" label="MapPartitionsRDD [244] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster271 { label="mapPartitions"; 245 [labelType="html" label="MapPartitionsRDD [245] [Unordered] javaToPython at <unknown>:0"]; } } 240->241; 241->242; 242->243; 243->244; 244->245; }

239,240

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
434	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 2 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/05 22:30:01	4 ms	1/1
433	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 2 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/05 22:30:00	0.9 s	50/50
432	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 2 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/05 22:30:00	0.6 s	3/3

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

434

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 2 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/05 22:30:01

4 ms

1/1

433

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 2 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/05 22:30:00

0.9 s

50/50

432

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 2 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/05 22:30:00

0.6 s

3/3

Page: