AdsHub Analysis Processor - Details for Job 597

Status: SUCCEEDED
Submitted: 2025/12/06 03:00:01
Duration: 5 ms
Associated SQL Query: 37
Job Group: 002eaeaa-2f81-4fa0-b52a-f16273d64d29
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1791 { label="Stage 1791 (skipped)"; subgraph cluster1009 { label="MicroBatchScan"; 897 [labelType="html" label="DataSourceRDD [897] run at <unknown>:0"]; 898 [labelType="html" label="MapPartitionsRDD [898] run at <unknown>:0"]; } subgraph cluster1008 { label="Filter"; 899 [labelType="html" label="MapPartitionsRDD [899] run at <unknown>:0"]; } subgraph cluster1007 { label="Project"; 900 [labelType="html" label="MapPartitionsRDD [900] run at <unknown>:0"]; } subgraph cluster1004 { label="WholeStageCodegen (1)"; 901 [labelType="html" label="MapPartitionsRDD [901] run at <unknown>:0"]; } subgraph cluster1003 { label="EventTimeWatermark"; 902 [labelType="html" label="MapPartitionsRDD [902] run at <unknown>:0"]; } subgraph cluster1000 { label="WholeStageCodegen (2)"; 903 [labelType="html" label="MapPartitionsRDD [903] run at <unknown>:0"]; } subgraph cluster999 { label="HashAggregate"; 904 [labelType="html" label="MapPartitionsRDD [904] run at <unknown>:0"]; } subgraph cluster998 { label="Exchange"; 905 [labelType="html" label="MapPartitionsRDD [905] run at <unknown>:0"]; } } 897->898; 898->899; 899->900; 900->901; 901->902; 902->903; 903->904; 904->905; }

digraph G { subgraph clusterstage_1792 { label="Stage 1792 (skipped)"; subgraph cluster998 { label="Exchange"; 906 [labelType="html" label="ShuffledRowRDD [906] [Unordered] run at <unknown>:0"]; } subgraph cluster997 { label="HashAggregate"; 907 [labelType="html" label="MapPartitionsRDD [907] [Unordered] run at <unknown>:0"]; } subgraph cluster996 { label="StateStoreRestore"; 908 [labelType="html" label="ReadStateStoreRDD [908] [Unordered] run at <unknown>:0"]; } subgraph cluster995 { label="HashAggregate"; 909 [labelType="html" label="MapPartitionsRDD [909] [Unordered] run at <unknown>:0"]; } subgraph cluster994 { label="StateStoreSave"; 910 [labelType="html" label="StateStoreRDD [910] [Unordered] run at <unknown>:0"]; } subgraph cluster993 { label="HashAggregate"; 911 [labelType="html" label="MapPartitionsRDD [911] [Unordered] run at <unknown>:0"]; } subgraph cluster992 { label="Exchange"; 912 [labelType="html" label="MapPartitionsRDD [912] [Unordered] run at <unknown>:0"]; 913 [labelType="html" label="MapPartitionsRDD [913] [Unordered] run at <unknown>:0"]; } } 906->907; 907->908; 908->909; 909->910; 910->911; 911->912; 912->913; }

905,906

digraph G { subgraph clusterstage_1793 { label="Stage 1793"; 915 [labelType="html" label="SQLExecutionRDD [915] [Unordered] run at <unknown>:0"]; 917 [labelType="html" label="SQLExecutionRDD [917] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster992 { label="Exchange"; 914 [labelType="html" label="ShuffledRowRDD [914] [Unordered] run at <unknown>:0"]; } subgraph cluster1010 { label="WholeStageCodegen (1)"; 916 [labelType="html" label="MapPartitionsRDD [916] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster1012 { label="map"; 918 [labelType="html" label="MapPartitionsRDD [918] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster1013 { label="mapPartitions"; 919 [labelType="html" label="MapPartitionsRDD [919] [Unordered] javaToPython at <unknown>:0"]; } } 914->915; 915->916; 916->917; 917->918; 918->919; }

913,914

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1793	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 8 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 03:00:01	2 ms	1/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1793

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 8 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 03:00:01

2 ms

1/1

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1792	run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/50
1791	run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1792

run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/50

1791

run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: