AdsHub Analysis Processor - Details for Job 448

Status: SUCCEEDED
Submitted: 2026/10/23 05:15:02
Duration: 12 s
Associated SQL Query: 28
Job Group: 96917854-57f8-44d4-be2a-deba481668ad
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1344 { label="Stage 1344"; subgraph cluster735 { label="MicroBatchScan"; 671 [labelType="html" label="DataSourceRDD [671] run at <unknown>:0"]; 672 [labelType="html" label="MapPartitionsRDD [672] run at <unknown>:0"]; } subgraph cluster734 { label="Filter"; 673 [labelType="html" label="MapPartitionsRDD [673] run at <unknown>:0"]; } subgraph cluster733 { label="Project"; 674 [labelType="html" label="MapPartitionsRDD [674] run at <unknown>:0"]; } subgraph cluster730 { label="WholeStageCodegen (1)"; 675 [labelType="html" label="MapPartitionsRDD [675] run at <unknown>:0"]; } subgraph cluster729 { label="EventTimeWatermark"; 676 [labelType="html" label="MapPartitionsRDD [676] run at <unknown>:0"]; } subgraph cluster726 { label="WholeStageCodegen (2)"; 677 [labelType="html" label="MapPartitionsRDD [677] run at <unknown>:0"]; } subgraph cluster725 { label="HashAggregate"; 678 [labelType="html" label="MapPartitionsRDD [678] run at <unknown>:0"]; } subgraph cluster724 { label="Exchange"; 679 [labelType="html" label="MapPartitionsRDD [679] run at <unknown>:0"]; } } 671->672; 672->673; 673->674; 674->675; 675->676; 676->677; 677->678; 678->679; }

digraph G { subgraph clusterstage_1345 { label="Stage 1345"; subgraph cluster724 { label="Exchange"; 680 [labelType="html" label="ShuffledRowRDD [680] [Unordered] run at <unknown>:0"]; } subgraph cluster723 { label="HashAggregate"; 681 [labelType="html" label="MapPartitionsRDD [681] [Unordered] run at <unknown>:0"]; } subgraph cluster722 { label="StateStoreRestore"; 682 [labelType="html" label="ReadStateStoreRDD [682] [Unordered] run at <unknown>:0"]; } subgraph cluster721 { label="HashAggregate"; 683 [labelType="html" label="MapPartitionsRDD [683] [Unordered] run at <unknown>:0"]; } subgraph cluster720 { label="StateStoreSave"; 684 [labelType="html" label="StateStoreRDD [684] [Unordered] run at <unknown>:0"]; } subgraph cluster719 { label="HashAggregate"; 685 [labelType="html" label="MapPartitionsRDD [685] [Unordered] run at <unknown>:0"]; } subgraph cluster718 { label="Exchange"; 686 [labelType="html" label="MapPartitionsRDD [686] [Unordered] run at <unknown>:0"]; 687 [labelType="html" label="MapPartitionsRDD [687] [Unordered] run at <unknown>:0"]; } } 680->681; 681->682; 682->683; 683->684; 684->685; 685->686; 686->687; }

679,680

digraph G { subgraph clusterstage_1346 { label="Stage 1346"; 689 [labelType="html" label="SQLExecutionRDD [689] [Unordered] run at <unknown>:0"]; 691 [labelType="html" label="SQLExecutionRDD [691] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster718 { label="Exchange"; 688 [labelType="html" label="ShuffledRowRDD [688] [Unordered] run at <unknown>:0"]; } subgraph cluster736 { label="WholeStageCodegen (1)"; 690 [labelType="html" label="MapPartitionsRDD [690] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster738 { label="map"; 692 [labelType="html" label="MapPartitionsRDD [692] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster739 { label="mapPartitions"; 693 [labelType="html" label="MapPartitionsRDD [693] [Unordered] javaToPython at <unknown>:0"]; } } 688->689; 689->690; 690->691; 691->692; 692->693; }

687,688

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1346	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 7 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 05:15:14	6 ms	1/1
1345	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 7 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 05:15:05	9 s	50/50
1344	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 7 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 05:15:02	3 s	18/18

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1346

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 7 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 05:15:14

6 ms

1/1

1345

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 7 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 05:15:05

9 s

50/50

1344

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 7 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 05:15:02

3 s

18/18

Page: