AdsHub Analysis Processor - Details for Job 489

Status: SUCCEEDED
Submitted: 2026/10/23 06:06:14
Duration: 13 ms
Associated SQL Query: 30
Job Group: 7eef1e77-0c6f-4fb3-bfb8-1d1179c92735
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1467 { label="Stage 1467 (skipped)"; subgraph cluster787 { label="MicroBatchScan"; 714 [labelType="html" label="DataSourceRDD [714] run at <unknown>:0"]; 715 [labelType="html" label="MapPartitionsRDD [715] run at <unknown>:0"]; } subgraph cluster786 { label="Filter"; 716 [labelType="html" label="MapPartitionsRDD [716] run at <unknown>:0"]; } subgraph cluster785 { label="Project"; 717 [labelType="html" label="MapPartitionsRDD [717] run at <unknown>:0"]; } subgraph cluster782 { label="WholeStageCodegen (1)"; 718 [labelType="html" label="MapPartitionsRDD [718] run at <unknown>:0"]; } subgraph cluster781 { label="EventTimeWatermark"; 719 [labelType="html" label="MapPartitionsRDD [719] run at <unknown>:0"]; } subgraph cluster777 { label="WholeStageCodegen (2)"; 720 [labelType="html" label="MapPartitionsRDD [720] run at <unknown>:0"]; } subgraph cluster776 { label="SortAggregate"; 721 [labelType="html" label="MapPartitionsRDD [721] run at <unknown>:0"]; } subgraph cluster775 { label="Exchange"; 722 [labelType="html" label="MapPartitionsRDD [722] run at <unknown>:0"]; } } 714->715; 715->716; 716->717; 717->718; 718->719; 719->720; 720->721; 721->722; }

digraph G { subgraph clusterstage_1468 { label="Stage 1468 (skipped)"; subgraph cluster775 { label="Exchange"; 723 [labelType="html" label="ShuffledRowRDD [723] [Unordered] run at <unknown>:0"]; } subgraph cluster772 { label="WholeStageCodegen (3)"; 724 [labelType="html" label="MapPartitionsRDD [724] [Unordered] run at <unknown>:0"]; } subgraph cluster771 { label="SortAggregate"; 725 [labelType="html" label="MapPartitionsRDD [725] [Unordered] run at <unknown>:0"]; } subgraph cluster770 { label="StateStoreRestore"; 726 [labelType="html" label="ReadStateStoreRDD [726] [Unordered] run at <unknown>:0"]; } subgraph cluster767 { label="WholeStageCodegen (4)"; 727 [labelType="html" label="MapPartitionsRDD [727] [Unordered] run at <unknown>:0"]; } subgraph cluster766 { label="SortAggregate"; 728 [labelType="html" label="MapPartitionsRDD [728] [Unordered] run at <unknown>:0"]; } subgraph cluster765 { label="StateStoreSave"; 729 [labelType="html" label="StateStoreRDD [729] [Unordered] run at <unknown>:0"]; } subgraph cluster762 { label="WholeStageCodegen (5)"; 730 [labelType="html" label="MapPartitionsRDD [730] [Unordered] run at <unknown>:0"]; } subgraph cluster761 { label="SortAggregate"; 731 [labelType="html" label="MapPartitionsRDD [731] [Unordered] run at <unknown>:0"]; } subgraph cluster758 { label="WholeStageCodegen (6)"; 732 [labelType="html" label="MapPartitionsRDD [732] [Unordered] run at <unknown>:0"]; } subgraph cluster757 { label="Exchange"; 733 [labelType="html" label="MapPartitionsRDD [733] [Unordered] run at <unknown>:0"]; 734 [labelType="html" label="MapPartitionsRDD [734] [Unordered] run at <unknown>:0"]; } } 723->724; 724->725; 725->726; 726->727; 727->728; 728->729; 729->730; 730->731; 731->732; 732->733; 733->734; }

722,723

digraph G { subgraph clusterstage_1469 { label="Stage 1469"; 736 [labelType="html" label="SQLExecutionRDD [736] [Unordered] run at <unknown>:0"]; 738 [labelType="html" label="SQLExecutionRDD [738] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster757 { label="Exchange"; 735 [labelType="html" label="ShuffledRowRDD [735] [Unordered] run at <unknown>:0"]; } subgraph cluster788 { label="WholeStageCodegen (1)"; 737 [labelType="html" label="MapPartitionsRDD [737] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster790 { label="map"; 739 [labelType="html" label="MapPartitionsRDD [739] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster791 { label="mapPartitions"; 740 [labelType="html" label="MapPartitionsRDD [740] [Unordered] javaToPython at <unknown>:0"]; } } 735->736; 736->737; 737->738; 738->739; 739->740; }

734,735

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1469	TITLE id = 0687b404-bd96-4d0d-86b3-3d30aeab4f1a runId = 7eef1e77-0c6f-4fb3-bfb8-1d1179c92735 batch = 9 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/10/23 06:06:14	6 ms	1/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1469

TITLE id = 0687b404-bd96-4d0d-86b3-3d30aeab4f1a runId = 7eef1e77-0c6f-4fb3-bfb8-1d1179c92735 batch = 9 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/23 06:06:14

6 ms

1/1

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1468	run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/50
1467	run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1468

run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/50

1467

run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: