AdsHub Analysis Processor - Details for Job 768

Status: SUCCEEDED
Submitted: 2025/12/06 05:15:00
Duration: 1 s
Associated SQL Query: 48
Job Group: 002eaeaa-2f81-4fa0-b52a-f16273d64d29
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_2304 { label="Stage 2304"; subgraph cluster1296 { label="MicroBatchScan"; 1158 [labelType="html" label="DataSourceRDD [1158] run at <unknown>:0"]; 1159 [labelType="html" label="MapPartitionsRDD [1159] run at <unknown>:0"]; } subgraph cluster1295 { label="Filter"; 1160 [labelType="html" label="MapPartitionsRDD [1160] run at <unknown>:0"]; } subgraph cluster1294 { label="Project"; 1161 [labelType="html" label="MapPartitionsRDD [1161] run at <unknown>:0"]; } subgraph cluster1291 { label="WholeStageCodegen (1)"; 1162 [labelType="html" label="MapPartitionsRDD [1162] run at <unknown>:0"]; } subgraph cluster1290 { label="EventTimeWatermark"; 1163 [labelType="html" label="MapPartitionsRDD [1163] run at <unknown>:0"]; } subgraph cluster1287 { label="WholeStageCodegen (2)"; 1164 [labelType="html" label="MapPartitionsRDD [1164] run at <unknown>:0"]; } subgraph cluster1286 { label="HashAggregate"; 1165 [labelType="html" label="MapPartitionsRDD [1165] run at <unknown>:0"]; } subgraph cluster1285 { label="Exchange"; 1166 [labelType="html" label="MapPartitionsRDD [1166] run at <unknown>:0"]; } } 1158->1159; 1159->1160; 1160->1161; 1161->1162; 1162->1163; 1163->1164; 1164->1165; 1165->1166; }

digraph G { subgraph clusterstage_2305 { label="Stage 2305"; subgraph cluster1285 { label="Exchange"; 1167 [labelType="html" label="ShuffledRowRDD [1167] [Unordered] run at <unknown>:0"]; } subgraph cluster1284 { label="HashAggregate"; 1168 [labelType="html" label="MapPartitionsRDD [1168] [Unordered] run at <unknown>:0"]; } subgraph cluster1283 { label="StateStoreRestore"; 1169 [labelType="html" label="ReadStateStoreRDD [1169] [Unordered] run at <unknown>:0"]; } subgraph cluster1282 { label="HashAggregate"; 1170 [labelType="html" label="MapPartitionsRDD [1170] [Unordered] run at <unknown>:0"]; } subgraph cluster1281 { label="StateStoreSave"; 1171 [labelType="html" label="StateStoreRDD [1171] [Unordered] run at <unknown>:0"]; } subgraph cluster1280 { label="HashAggregate"; 1172 [labelType="html" label="MapPartitionsRDD [1172] [Unordered] run at <unknown>:0"]; } subgraph cluster1279 { label="Exchange"; 1173 [labelType="html" label="MapPartitionsRDD [1173] [Unordered] run at <unknown>:0"]; 1174 [labelType="html" label="MapPartitionsRDD [1174] [Unordered] run at <unknown>:0"]; } } 1167->1168; 1168->1169; 1169->1170; 1170->1171; 1171->1172; 1172->1173; 1173->1174; }

1166,1167

digraph G { subgraph clusterstage_2306 { label="Stage 2306"; 1176 [labelType="html" label="SQLExecutionRDD [1176] [Unordered] run at <unknown>:0"]; 1178 [labelType="html" label="SQLExecutionRDD [1178] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster1279 { label="Exchange"; 1175 [labelType="html" label="ShuffledRowRDD [1175] [Unordered] run at <unknown>:0"]; } subgraph cluster1297 { label="WholeStageCodegen (1)"; 1177 [labelType="html" label="MapPartitionsRDD [1177] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster1299 { label="map"; 1179 [labelType="html" label="MapPartitionsRDD [1179] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster1300 { label="mapPartitions"; 1180 [labelType="html" label="MapPartitionsRDD [1180] [Unordered] javaToPython at <unknown>:0"]; } } 1175->1176; 1176->1177; 1177->1178; 1178->1179; 1179->1180; }

1174,1175

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
2306	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 10 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 05:15:01	3 ms	1/1
2305	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 10 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 05:15:00	0.8 s	50/50
2304	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 10 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 05:15:00	0.6 s	2/2

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2306

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 10 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 05:15:01

3 ms

1/1

2305

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 10 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 05:15:00

0.8 s

50/50

2304

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 10 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 05:15:00

0.6 s

2/2

Page: