AdsHub Analysis Processor - Details for Job 496

Status: SUCCEEDED
Submitted: 2026/10/23 06:09:01
Duration: 10 s
Associated SQL Query: 31
Job Group: 96917854-57f8-44d4-be2a-deba481668ad
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1488 { label="Stage 1488"; subgraph cluster809 { label="MicroBatchScan"; 741 [labelType="html" label="DataSourceRDD [741] run at <unknown>:0"]; 742 [labelType="html" label="MapPartitionsRDD [742] run at <unknown>:0"]; } subgraph cluster808 { label="Filter"; 743 [labelType="html" label="MapPartitionsRDD [743] run at <unknown>:0"]; } subgraph cluster807 { label="Project"; 744 [labelType="html" label="MapPartitionsRDD [744] run at <unknown>:0"]; } subgraph cluster804 { label="WholeStageCodegen (1)"; 745 [labelType="html" label="MapPartitionsRDD [745] run at <unknown>:0"]; } subgraph cluster803 { label="EventTimeWatermark"; 746 [labelType="html" label="MapPartitionsRDD [746] run at <unknown>:0"]; } subgraph cluster800 { label="WholeStageCodegen (2)"; 747 [labelType="html" label="MapPartitionsRDD [747] run at <unknown>:0"]; } subgraph cluster799 { label="HashAggregate"; 748 [labelType="html" label="MapPartitionsRDD [748] run at <unknown>:0"]; } subgraph cluster798 { label="Exchange"; 749 [labelType="html" label="MapPartitionsRDD [749] run at <unknown>:0"]; } } 741->742; 742->743; 743->744; 744->745; 745->746; 746->747; 747->748; 748->749; }

digraph G { subgraph clusterstage_1489 { label="Stage 1489"; subgraph cluster798 { label="Exchange"; 750 [labelType="html" label="ShuffledRowRDD [750] [Unordered] run at <unknown>:0"]; } subgraph cluster797 { label="HashAggregate"; 751 [labelType="html" label="MapPartitionsRDD [751] [Unordered] run at <unknown>:0"]; } subgraph cluster796 { label="StateStoreRestore"; 752 [labelType="html" label="ReadStateStoreRDD [752] [Unordered] run at <unknown>:0"]; } subgraph cluster795 { label="HashAggregate"; 753 [labelType="html" label="MapPartitionsRDD [753] [Unordered] run at <unknown>:0"]; } subgraph cluster794 { label="StateStoreSave"; 754 [labelType="html" label="StateStoreRDD [754] [Unordered] run at <unknown>:0"]; } subgraph cluster793 { label="HashAggregate"; 755 [labelType="html" label="MapPartitionsRDD [755] [Unordered] run at <unknown>:0"]; } subgraph cluster792 { label="Exchange"; 756 [labelType="html" label="MapPartitionsRDD [756] [Unordered] run at <unknown>:0"]; 757 [labelType="html" label="MapPartitionsRDD [757] [Unordered] run at <unknown>:0"]; } } 750->751; 751->752; 752->753; 753->754; 754->755; 755->756; 756->757; }

749,750

digraph G { subgraph clusterstage_1490 { label="Stage 1490"; 759 [labelType="html" label="SQLExecutionRDD [759] [Unordered] run at <unknown>:0"]; 761 [labelType="html" label="SQLExecutionRDD [761] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster792 { label="Exchange"; 758 [labelType="html" label="ShuffledRowRDD [758] [Unordered] run at <unknown>:0"]; } subgraph cluster810 { label="WholeStageCodegen (1)"; 760 [labelType="html" label="MapPartitionsRDD [760] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster812 { label="map"; 762 [labelType="html" label="MapPartitionsRDD [762] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster813 { label="mapPartitions"; 763 [labelType="html" label="MapPartitionsRDD [763] [Unordered] javaToPython at <unknown>:0"]; } } 758->759; 759->760; 760->761; 761->762; 762->763; }

757,758

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1490	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 8 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 06:09:10	6 ms	1/1
1489	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 8 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 06:09:02	9 s	50/50
1488	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 8 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 06:09:01	1.0 s	2/2

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1490

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 8 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 06:09:10

6 ms

1/1

1489

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 8 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 06:09:02

9 s

50/50

1488

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 8 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 06:09:01

1.0 s

2/2

Page: