AdsHub Analysis Processor - Details for Job 64

Status: SUCCEEDED
Submitted: 2026/07/01 23:36:03
Duration: 17 s
Associated SQL Query: 4
Job Group: 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_192 { label="Stage 192"; subgraph cluster131 { label="MicroBatchScan"; 100 [labelType="html" label="DataSourceRDD [100] start at <unknown>:0"]; 101 [labelType="html" label="MapPartitionsRDD [101] start at <unknown>:0"]; } subgraph cluster130 { label="Filter"; 102 [labelType="html" label="MapPartitionsRDD [102] start at <unknown>:0"]; } subgraph cluster129 { label="Project"; 103 [labelType="html" label="MapPartitionsRDD [103] start at <unknown>:0"]; } subgraph cluster126 { label="WholeStageCodegen (1)"; 104 [labelType="html" label="MapPartitionsRDD [104] start at <unknown>:0"]; } subgraph cluster125 { label="EventTimeWatermark"; 105 [labelType="html" label="MapPartitionsRDD [105] start at <unknown>:0"]; } subgraph cluster122 { label="WholeStageCodegen (2)"; 106 [labelType="html" label="MapPartitionsRDD [106] start at <unknown>:0"]; } subgraph cluster121 { label="ObjectHashAggregate"; 107 [labelType="html" label="MapPartitionsRDD [107] start at <unknown>:0"]; } subgraph cluster120 { label="Exchange"; 108 [labelType="html" label="MapPartitionsRDD [108] start at <unknown>:0"]; } } 100->101; 101->102; 102->103; 103->104; 104->105; 105->106; 106->107; 107->108; }

digraph G { subgraph clusterstage_193 { label="Stage 193"; subgraph cluster120 { label="Exchange"; 109 [labelType="html" label="ShuffledRowRDD [109] [Unordered] start at <unknown>:0"]; } subgraph cluster119 { label="ObjectHashAggregate"; 110 [labelType="html" label="MapPartitionsRDD [110] [Unordered] start at <unknown>:0"]; } subgraph cluster118 { label="StateStoreRestore"; 111 [labelType="html" label="ReadStateStoreRDD [111] [Unordered] start at <unknown>:0"]; } subgraph cluster117 { label="ObjectHashAggregate"; 112 [labelType="html" label="MapPartitionsRDD [112] [Unordered] start at <unknown>:0"]; } subgraph cluster116 { label="StateStoreSave"; 113 [labelType="html" label="StateStoreRDD [113] [Unordered] start at <unknown>:0"]; } subgraph cluster115 { label="ObjectHashAggregate"; 114 [labelType="html" label="MapPartitionsRDD [114] [Unordered] start at <unknown>:0"]; } subgraph cluster114 { label="Exchange"; 115 [labelType="html" label="MapPartitionsRDD [115] [Unordered] start at <unknown>:0"]; 116 [labelType="html" label="MapPartitionsRDD [116] [Unordered] start at <unknown>:0"]; } } 109->110; 110->111; 111->112; 112->113; 113->114; 114->115; 115->116; }

108,109

digraph G { subgraph clusterstage_194 { label="Stage 194"; 118 [labelType="html" label="SQLExecutionRDD [118] [Unordered] start at <unknown>:0"]; 120 [labelType="html" label="SQLExecutionRDD [120] [Unordered] start at <unknown>:0"]; subgraph cluster114 { label="Exchange"; 117 [labelType="html" label="ShuffledRowRDD [117] [Unordered] start at <unknown>:0"]; } subgraph cluster132 { label="WholeStageCodegen (1)"; 119 [labelType="html" label="MapPartitionsRDD [119] [Unordered] start at <unknown>:0"]; } subgraph cluster134 { label="map"; 121 [labelType="html" label="MapPartitionsRDD [121] [Unordered] start at <unknown>:0"]; } subgraph cluster135 { label="mapPartitions"; 122 [labelType="html" label="MapPartitionsRDD [122] [Unordered] start at <unknown>:0"]; } } 117->118; 118->119; 119->120; 120->121; 121->122; }

116,117

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Shuffle Read	Shuffle Write
194	REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/07/01 23:36:20	9 ms	1/1
193	REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 1 start at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/07/01 23:36:06	14 s	50/50	168.0 B	150.0 B
192	REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 1 start at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2026/07/01 23:36:03	3 s	1/1		168.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

194

REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/07/01 23:36:20

9 ms

1/1

193

REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 1 start at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/07/01 23:36:06

14 s

50/50

168.0 B

150.0 B

192

REFERRAL id = 844d91ec-b3ed-4d48-80ba-59fb76b066a7 runId = 906fc2c7-4e02-4dd8-b6bd-e1479cd0eeb1 batch = 1 start at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2026/07/01 23:36:03

3 s

1/1

168.0 B

Page: