AdsHub Analysis Processor - Details for Job 352

Status: SUCCEEDED
Submitted: 2025/12/06 00:18:00
Duration: 2 s
Associated SQL Query: 22
Job Group: 002eaeaa-2f81-4fa0-b52a-f16273d64d29
Completed Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1056 { label="Stage 1056"; subgraph cluster608 { label="MicroBatchScan"; 536 [labelType="html" label="DataSourceRDD [536] run at <unknown>:0"]; 537 [labelType="html" label="MapPartitionsRDD [537] run at <unknown>:0"]; } subgraph cluster607 { label="Filter"; 538 [labelType="html" label="MapPartitionsRDD [538] run at <unknown>:0"]; } subgraph cluster606 { label="Project"; 539 [labelType="html" label="MapPartitionsRDD [539] run at <unknown>:0"]; } subgraph cluster603 { label="WholeStageCodegen (1)"; 540 [labelType="html" label="MapPartitionsRDD [540] run at <unknown>:0"]; } subgraph cluster602 { label="EventTimeWatermark"; 541 [labelType="html" label="MapPartitionsRDD [541] run at <unknown>:0"]; } subgraph cluster599 { label="WholeStageCodegen (2)"; 542 [labelType="html" label="MapPartitionsRDD [542] run at <unknown>:0"]; } subgraph cluster598 { label="HashAggregate"; 543 [labelType="html" label="MapPartitionsRDD [543] run at <unknown>:0"]; } subgraph cluster597 { label="Exchange"; 544 [labelType="html" label="MapPartitionsRDD [544] run at <unknown>:0"]; } } 536->537; 537->538; 538->539; 539->540; 540->541; 541->542; 542->543; 543->544; }

digraph G { subgraph clusterstage_1057 { label="Stage 1057"; subgraph cluster597 { label="Exchange"; 545 [labelType="html" label="ShuffledRowRDD [545] [Unordered] run at <unknown>:0"]; } subgraph cluster596 { label="HashAggregate"; 546 [labelType="html" label="MapPartitionsRDD [546] [Unordered] run at <unknown>:0"]; } subgraph cluster595 { label="StateStoreRestore"; 547 [labelType="html" label="ReadStateStoreRDD [547] [Unordered] run at <unknown>:0"]; } subgraph cluster594 { label="HashAggregate"; 548 [labelType="html" label="MapPartitionsRDD [548] [Unordered] run at <unknown>:0"]; } subgraph cluster593 { label="StateStoreSave"; 549 [labelType="html" label="StateStoreRDD [549] [Unordered] run at <unknown>:0"]; } subgraph cluster592 { label="HashAggregate"; 553 [labelType="html" label="MapPartitionsRDD [553] [Unordered] run at <unknown>:0"]; } subgraph cluster591 { label="Exchange"; 554 [labelType="html" label="MapPartitionsRDD [554] [Unordered] run at <unknown>:0"]; 555 [labelType="html" label="MapPartitionsRDD [555] [Unordered] run at <unknown>:0"]; } } 545->546; 546->547; 547->548; 548->549; 549->553; 553->554; 554->555; }

544,545

digraph G { subgraph clusterstage_1058 { label="Stage 1058"; 557 [labelType="html" label="SQLExecutionRDD [557] [Unordered] run at <unknown>:0"]; 566 [labelType="html" label="SQLExecutionRDD [566] [Unordered] javaToPython at <unknown>:0"]; subgraph cluster591 { label="Exchange"; 556 [labelType="html" label="ShuffledRowRDD [556] [Unordered] run at <unknown>:0"]; } subgraph cluster635 { label="WholeStageCodegen (1)"; 565 [labelType="html" label="MapPartitionsRDD [565] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster637 { label="map"; 567 [labelType="html" label="MapPartitionsRDD [567] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster638 { label="mapPartitions"; 568 [labelType="html" label="MapPartitionsRDD [568] [Unordered] javaToPython at <unknown>:0"]; } } 556->557; 557->565; 565->566; 566->567; 567->568; }

555,556

Completed Stages (3)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1058	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 5 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 00:18:02	5 ms	1/1
1057	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 5 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 00:18:00	1 s	50/50
1056	KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 5 run at <unknown>:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) py4j.ClientServerConnection.run(ClientServerConnection.java:106) java.base/java.lang.Thread.run(Unknown Source)	2025/12/06 00:18:00	0.6 s	3/3

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1058

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 5 call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 00:18:02

5 ms

1/1

1057

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 5 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 00:18:00

1 s

50/50

1056

KEYWORD id = 8396cfc3-897b-483f-8adb-ceaff1764efe runId = 002eaeaa-2f81-4fa0-b52a-f16273d64d29 batch = 5 run at <unknown>:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:374)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182)
py4j.ClientServerConnection.run(ClientServerConnection.java:106)
java.base/java.lang.Thread.run(Unknown Source)

2025/12/06 00:18:00

0.6 s

3/3

Page: