AdsHub Analysis Processor - Details for Job 48

Status: SUCCEEDED
Submitted: 2025/12/05 21:55:00
Duration: 3 s
Associated SQL Query: 3
Job Group: 184404a1-7672-47f3-81a6-842372b55bc2
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_144 { label="Stage 144"; subgraph cluster96 { label="MicroBatchScan"; 73 [labelType="html" label="DataSourceRDD [73] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; 74 [labelType="html" label="MapPartitionsRDD [74] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster95 { label="Filter"; 75 [labelType="html" label="MapPartitionsRDD [75] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster94 { label="Project"; 76 [labelType="html" label="MapPartitionsRDD [76] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster91 { label="WholeStageCodegen (1)"; 77 [labelType="html" label="MapPartitionsRDD [77] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster90 { label="EventTimeWatermark"; 78 [labelType="html" label="MapPartitionsRDD [78] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster87 { label="WholeStageCodegen (2)"; 79 [labelType="html" label="MapPartitionsRDD [79] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster86 { label="ObjectHashAggregate"; 80 [labelType="html" label="MapPartitionsRDD [80] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster85 { label="Exchange"; 81 [labelType="html" label="MapPartitionsRDD [81] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } } 73->74; 74->75; 75->76; 76->77; 77->78; 78->79; 79->80; 80->81; }

digraph G { subgraph clusterstage_145 { label="Stage 145"; subgraph cluster85 { label="Exchange"; 82 [labelType="html" label="ShuffledRowRDD [82] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster84 { label="ObjectHashAggregate"; 83 [labelType="html" label="MapPartitionsRDD [83] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster83 { label="StateStoreRestore"; 84 [labelType="html" label="ReadStateStoreRDD [84] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster82 { label="ObjectHashAggregate"; 85 [labelType="html" label="MapPartitionsRDD [85] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster81 { label="StateStoreSave"; 86 [labelType="html" label="StateStoreRDD [86] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster80 { label="ObjectHashAggregate"; 87 [labelType="html" label="MapPartitionsRDD [87] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster79 { label="Exchange"; 88 [labelType="html" label="MapPartitionsRDD [88] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; 89 [labelType="html" label="MapPartitionsRDD [89] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } } 82->83; 83->84; 84->85; 85->86; 86->87; 87->88; 88->89; }

81,82

digraph G { subgraph clusterstage_146 { label="Stage 146"; 91 [labelType="html" label="SQLExecutionRDD [91] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; 93 [labelType="html" label="SQLExecutionRDD [93] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster79 { label="Exchange"; 90 [labelType="html" label="ShuffledRowRDD [90] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster97 { label="WholeStageCodegen (1)"; 92 [labelType="html" label="MapPartitionsRDD [92] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster99 { label="map"; 94 [labelType="html" label="MapPartitionsRDD [94] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } subgraph cluster100 { label="mapPartitions"; 95 [labelType="html" label="MapPartitionsRDD [95] [Unordered] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; } } 90->91; 91->92; 92->93; 93->94; 94->95; }

89,90

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Shuffle Read	Shuffle Write
146	REFERRAL id = 82ac66eb-6ed1-4aa2-ae76-7d5f8c9746ad runId = 184404a1-7672-47f3-81a6-842372b55bc2 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/05 21:55:03	8 ms	1/1
145	REFERRAL id = 82ac66eb-6ed1-4aa2-ae76-7d5f8c9746ad runId = 184404a1-7672-47f3-81a6-842372b55bc2 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/05 21:55:01	1 s	50/50	132.0 B	113.0 B
144	REFERRAL id = 82ac66eb-6ed1-4aa2-ae76-7d5f8c9746ad runId = 184404a1-7672-47f3-81a6-842372b55bc2 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/05 21:55:00	1 s	1/1		132.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

146

REFERRAL id = 82ac66eb-6ed1-4aa2-ae76-7d5f8c9746ad runId = 184404a1-7672-47f3-81a6-842372b55bc2 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/05 21:55:03

8 ms

1/1

145

REFERRAL id = 82ac66eb-6ed1-4aa2-ae76-7d5f8c9746ad runId = 184404a1-7672-47f3-81a6-842372b55bc2 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/05 21:55:01

1 s

50/50

132.0 B

113.0 B

144

REFERRAL id = 82ac66eb-6ed1-4aa2-ae76-7d5f8c9746ad runId = 184404a1-7672-47f3-81a6-842372b55bc2 batch = 1 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/05 21:55:00

1 s

1/1

132.0 B

Page: