AdsHub Analysis Processor - Details for Job 400

Status: SUCCEEDED
Submitted: 2026/10/23 04:48:01
Duration: 11 s
Associated SQL Query: 25
Job Group: 96917854-57f8-44d4-be2a-deba481668ad
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1200 { label="Stage 1200"; subgraph cluster656 { label="MicroBatchScan"; 598 [labelType="html" label="DataSourceRDD [598] run at <unknown>:0"]; 599 [labelType="html" label="MapPartitionsRDD [599] run at <unknown>:0"]; } subgraph cluster655 { label="Filter"; 600 [labelType="html" label="MapPartitionsRDD [600] run at <unknown>:0"]; } subgraph cluster654 { label="Project"; 601 [labelType="html" label="MapPartitionsRDD [601] run at <unknown>:0"]; } subgraph cluster651 { label="WholeStageCodegen (1)"; 602 [labelType="html" label="MapPartitionsRDD [602] run at <unknown>:0"]; } subgraph cluster650 { label="EventTimeWatermark"; 603 [labelType="html" label="MapPartitionsRDD [603] run at <unknown>:0"]; } subgraph cluster647 { label="WholeStageCodegen (2)"; 604 [labelType="html" label="MapPartitionsRDD [604] run at <unknown>:0"]; } subgraph cluster646 { label="HashAggregate"; 605 [labelType="html" label="MapPartitionsRDD [605] run at <unknown>:0"]; } subgraph cluster645 { label="Exchange"; 606 [labelType="html" label="MapPartitionsRDD [606] run at <unknown>:0"]; } } 598->599; 599->600; 600->601; 601->602; 602->603; 603->604; 604->605; 605->606; }

digraph G { subgraph clusterstage_1201 { label="Stage 1201"; subgraph cluster645 { label="Exchange"; 607 [labelType="html" label="ShuffledRowRDD [607] [Unordered] run at <unknown>:0"]; } subgraph cluster644 { label="HashAggregate"; 608 [labelType="html" label="MapPartitionsRDD [608] [Unordered] run at <unknown>:0"]; } subgraph cluster643 { label="StateStoreRestore"; 609 [labelType="html" label="ReadStateStoreRDD [609] [Unordered] run at <unknown>:0"]; } subgraph cluster642 { label="HashAggregate"; 610 [labelType="html" label="MapPartitionsRDD [610] [Unordered] run at <unknown>:0"]; } subgraph cluster641 { label="StateStoreSave"; 611 [labelType="html" label="StateStoreRDD [611] [Unordered] run at <unknown>:0"]; } subgraph cluster640 { label="HashAggregate"; 612 [labelType="html" label="MapPartitionsRDD [612] [Unordered] run at <unknown>:0"]; } subgraph cluster639 { label="Exchange"; 613 [labelType="html" label="MapPartitionsRDD [613] [Unordered] run at <unknown>:0"]; 614 [labelType="html" label="MapPartitionsRDD [614] [Unordered] run at <unknown>:0"]; } } 607->608; 608->609; 609->610; 610->611; 611->612; 612->613; 613->614; }

606,607

digraph G { subgraph clusterstage_1202 { label="Stage 1202"; 616 [labelType="html" label="SQLExecutionRDD [616] [Unordered] run at <unknown>:0"]; 618 [labelType="html" label="SQLExecutionRDD [618] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster639 { label="Exchange"; 615 [labelType="html" label="ShuffledRowRDD [615] [Unordered] run at <unknown>:0"]; } subgraph cluster657 { label="WholeStageCodegen (1)"; 617 [labelType="html" label="MapPartitionsRDD [617] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster659 { label="map"; 619 [labelType="html" label="MapPartitionsRDD [619] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster660 { label="mapPartitions"; 620 [labelType="html" label="MapPartitionsRDD [620] [Unordered] javaToPython at <unknown>:0"]; } } 615->616; 616->617; 617->618; 618->619; 619->620; }

614,615

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1202	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 6 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 04:48:12	10 ms	1/1
1201	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 6 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 04:48:03	9 s	50/50
1200	KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 6 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 04:48:01	2 s	6/6

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1202

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 6 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 04:48:12

10 ms

1/1

1201

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 6 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 04:48:03

9 s

50/50

1200

KEYWORD id = 2530aeed-c751-4342-b1a7-0bb4cc609064 runId = 96917854-57f8-44d4-be2a-deba481668ad batch = 6 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 04:48:01

2 s

6/6

Page: