AdsHub Analysis Processor - Details for Job 619

Status: SUCCEEDED
Submitted: 2025/12/06 03:06:02
Duration: 16 ms
Associated SQL Query: 38
Job Group: 15e97575-99c6-4e2b-b852-d71d45c67470
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1857 { label="Stage 1857 (skipped)"; subgraph cluster1039 { label="LocalTableScan"; 920 [labelType="html" label="EmptyRDD [920] run at <unknown>:0"]; 921 [labelType="html" label="MapPartitionsRDD [921] run at <unknown>:0"]; } subgraph cluster1038 { label="EventTimeWatermark"; 922 [labelType="html" label="MapPartitionsRDD [922] run at <unknown>:0"]; } subgraph cluster1034 { label="WholeStageCodegen (1)"; 923 [labelType="html" label="MapPartitionsRDD [923] run at <unknown>:0"]; } subgraph cluster1033 { label="SortAggregate"; 924 [labelType="html" label="MapPartitionsRDD [924] run at <unknown>:0"]; } subgraph cluster1032 { label="Exchange"; 925 [labelType="html" label="MapPartitionsRDD [925] run at <unknown>:0"]; } } 920->921; 921->922; 922->923; 923->924; 924->925; }

digraph G { subgraph clusterstage_1858 { label="Stage 1858 (skipped)"; subgraph cluster1032 { label="Exchange"; 926 [labelType="html" label="ShuffledRowRDD [926] [Unordered] run at <unknown>:0"]; } subgraph cluster1029 { label="WholeStageCodegen (2)"; 927 [labelType="html" label="MapPartitionsRDD [927] [Unordered] run at <unknown>:0"]; } subgraph cluster1028 { label="SortAggregate"; 928 [labelType="html" label="MapPartitionsRDD [928] [Unordered] run at <unknown>:0"]; } subgraph cluster1027 { label="StateStoreRestore"; 929 [labelType="html" label="ReadStateStoreRDD [929] [Unordered] run at <unknown>:0"]; } subgraph cluster1024 { label="WholeStageCodegen (3)"; 930 [labelType="html" label="MapPartitionsRDD [930] [Unordered] run at <unknown>:0"]; } subgraph cluster1023 { label="SortAggregate"; 931 [labelType="html" label="MapPartitionsRDD [931] [Unordered] run at <unknown>:0"]; } subgraph cluster1022 { label="StateStoreSave"; 932 [labelType="html" label="StateStoreRDD [932] [Unordered] run at <unknown>:0"]; } subgraph cluster1019 { label="WholeStageCodegen (4)"; 933 [labelType="html" label="MapPartitionsRDD [933] [Unordered] run at <unknown>:0"]; } subgraph cluster1018 { label="SortAggregate"; 934 [labelType="html" label="MapPartitionsRDD [934] [Unordered] run at <unknown>:0"]; } subgraph cluster1015 { label="WholeStageCodegen (5)"; 935 [labelType="html" label="MapPartitionsRDD [935] [Unordered] run at <unknown>:0"]; } subgraph cluster1014 { label="Exchange"; 936 [labelType="html" label="MapPartitionsRDD [936] [Unordered] run at <unknown>:0"]; 937 [labelType="html" label="MapPartitionsRDD [937] [Unordered] run at <unknown>:0"]; } } 926->927; 927->928; 928->929; 929->930; 930->931; 931->932; 932->933; 933->934; 934->935; 935->936; 936->937; }

925,926

digraph G { subgraph clusterstage_1859 { label="Stage 1859"; 939 [labelType="html" label="SQLExecutionRDD [939] [Unordered] run at <unknown>:0"]; 941 [labelType="html" label="SQLExecutionRDD [941] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster1014 { label="Exchange"; 938 [labelType="html" label="ShuffledRowRDD [938] [Unordered] run at <unknown>:0"]; } subgraph cluster1040 { label="WholeStageCodegen (1)"; 940 [labelType="html" label="MapPartitionsRDD [940] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster1042 { label="map"; 942 [labelType="html" label="MapPartitionsRDD [942] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster1043 { label="mapPartitions"; 943 [labelType="html" label="MapPartitionsRDD [943] [Unordered] javaToPython at <unknown>:0"]; } } 938->939; 939->940; 940->941; 941->942; 942->943; }

937,938

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1859	TITLE id = 63b70049-502b-4ae4-afcb-c8d670270bc1 runId = 15e97575-99c6-4e2b-b852-d71d45c67470 batch = 16 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 03:06:02	3 ms	1/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1859

TITLE id = 63b70049-502b-4ae4-afcb-c8d670270bc1 runId = 15e97575-99c6-4e2b-b852-d71d45c67470 batch = 16 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 03:06:02

3 ms

1/1

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1858	run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/50
1857	run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/0

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1858

run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/50

1857

run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/0

Page: