• Submitted Time: 2025/12/05 23:24:00
• Duration: 2 s
• Succeeded Jobs: 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 

== Physical Plan ==
Exchange (14)
+- HashAggregate (13)
   +- StateStoreSave (12)
      +- HashAggregate (11)
         +- StateStoreRestore (10)
            +- HashAggregate (9)
               +- Exchange (8)
                  +- HashAggregate (7)
                     +- * Project (6)
                        +- EventTimeWatermark (5)
                           +- * Project (4)
                              +- Project (3)
                                 +- Filter (2)
                                    +- MicroBatchScan (1)


(1) MicroBatchScan
Output [7]: [key#7, value#8, topic#9, partition#10, offset#11L, timestamp#12, timestampType#13]
class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan

(2) Filter
Input [7]: [key#7, value#8, topic#9, partition#10, offset#11L, timestamp#12, timestampType#13]
Condition : (((((isnotnull(value#8) AND NOT (RLIKE(from_json(StructField(agent,StringType,true), cast(value#8 as string), Some(Etc/UTC)).agent, Yeti|compatible|googlebot|google\.com\/bot\.html) <=> true)) AND (cast(from_json(StructField(date,StringType,true), cast(value#8 as string), Some(Etc/UTC)).date as date) = cast(from_utc_timestamp(2025-12-05 23:24:00.017, Asia/Seoul) as date))) AND (from_json(StructField(ad_type,StringType,true), cast(value#8 as string), Some(Etc/UTC)).ad_type = request)) AND isnotnull(from_json(StructField(keyword,StringType,true), cast(value#8 as string), Some(Etc/UTC)).keyword)) AND NOT (from_json(StructField(keyword,StringType,true), cast(value#8 as string), Some(Etc/UTC)).keyword = ))

(3) Project
Output [1]: [from_json(StructField(ip,StringType,true), StructField(ad_type,StringType,true), StructField(bot,IntegerType,true), StructField(title,StringType,true), StructField(url,StringType,true), StructField(uuid,StringType,true), StructField(keyword,StringType,true), StructField(inventory_code,IntegerType,true), StructField(created_at,TimestampType,true), StructField(reference_link,StringType,true), StructField(agent,StringType,true), StructField(referral_type,StringType,true), StructField(tracking_code,StringType,true), StructField(sub_id,StringType,true), StructField(click_type,StringType,true), StructField(domain,StringType,true), StructField(date,StringType,true), StructField(hour,IntegerType,true), StructField(inventory_ad_type,IntegerType,true), StructField(inventory_type_id,IntegerType,true), StructField(is_except_uuid,IntegerType,true), StructField(is_block_uuid,IntegerType,true), StructField(is_except_ip,IntegerType,true), StructField(is_block_ip,IntegerType,true), ... 8 more fields) AS data#23]
Input [7]: [key#7, value#8, topic#9, partition#10, offset#11L, timestamp#12, timestampType#13]

(4) Project [codegen id : 1]
Output [5]: [data#23.uuid AS uuid#30, data#23.keyword AS keyword#31, data#23.inventory_code AS inventory_code#32, data#23.created_at AS created_at#33, data#23.date AS date#41]
Input [1]: [data#23]

(5) EventTimeWatermark
Input [5]: [uuid#30, keyword#31, inventory_code#32, created_at#33, date#41]
Arguments: created_at#33: timestamp, 15 hours

(6) Project [codegen id : 2]
Output [4]: [uuid#30, keyword#31, inventory_code#32, date#41]
Input [5]: [uuid#30, keyword#31, inventory_code#32, created_at#33-T54000000ms, date#41]

(7) HashAggregate
Input [4]: [uuid#30, keyword#31, inventory_code#32, date#41]
Keys [3]: [inventory_code#32, keyword#31, date#41]
Functions [2]: [partial_count(1), partial_approx_count_distinct(uuid#30, 0.05, 0, 0)]
Aggregate Attributes [2]: [count(1)#312L, approx_count_distinct(uuid#30, 0.05, 0, 0)#418L]
Results [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]

(8) Exchange
Input [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]
Arguments: hashpartitioning(inventory_code#32, keyword#31, date#41, 50), ENSURE_REQUIREMENTS, [plan_id=3804]

(9) HashAggregate
Input [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]
Keys [3]: [inventory_code#32, keyword#31, date#41]
Functions [2]: [merge_count(1), merge_approx_count_distinct(uuid#30, 0.05, 0, 0)]
Aggregate Attributes [2]: [count(1)#312L, approx_count_distinct(uuid#30, 0.05, 0, 0)#418L]
Results [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]

(10) StateStoreRestore
Input [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]
Arguments: [inventory_code#32, keyword#31, date#41], state info [ checkpoint = <unknown>, runId = 946eccb6-01e0-4bd4-ab76-32250ac0a18d, opId = 0, ver = 0, numPartitions = 50], 2

(11) HashAggregate
Input [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]
Keys [3]: [inventory_code#32, keyword#31, date#41]
Functions [2]: [merge_count(1), merge_approx_count_distinct(uuid#30, 0.05, 0, 0)]
Aggregate Attributes [2]: [count(1)#312L, approx_count_distinct(uuid#30, 0.05, 0, 0)#418L]
Results [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]

(12) StateStoreSave
Input [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]
Arguments: [inventory_code#32, keyword#31, date#41], state info [ checkpoint = <unknown>, runId = 946eccb6-01e0-4bd4-ab76-32250ac0a18d, opId = 0, ver = 0, numPartitions = 50], Append, -9223372036854775808, -9223372036854775808, 2

(13) HashAggregate
Input [56]: [inventory_code#32, keyword#31, date#41, count#1190L, MS[0]#472L, MS[1]#473L, MS[2]#474L, MS[3]#475L, MS[4]#476L, MS[5]#477L, MS[6]#478L, MS[7]#479L, MS[8]#480L, MS[9]#481L, MS[10]#482L, MS[11]#483L, MS[12]#484L, MS[13]#485L, MS[14]#486L, MS[15]#487L, MS[16]#488L, MS[17]#489L, MS[18]#490L, MS[19]#491L, MS[20]#492L, MS[21]#493L, MS[22]#494L, MS[23]#495L, MS[24]#496L, MS[25]#497L, MS[26]#498L, MS[27]#499L, MS[28]#500L, MS[29]#501L, MS[30]#502L, MS[31]#503L, MS[32]#504L, MS[33]#505L, MS[34]#506L, MS[35]#507L, MS[36]#508L, MS[37]#509L, MS[38]#510L, MS[39]#511L, MS[40]#512L, MS[41]#513L, MS[42]#514L, MS[43]#515L, MS[44]#516L, MS[45]#517L, MS[46]#518L, MS[47]#519L, MS[48]#520L, MS[49]#521L, MS[50]#522L, MS[51]#523L]
Keys [3]: [inventory_code#32, keyword#31, date#41]
Functions [2]: [count(1), approx_count_distinct(uuid#30, 0.05, 0, 0)]
Aggregate Attributes [2]: [count(1)#312L, approx_count_distinct(uuid#30, 0.05, 0, 0)#418L]
Results [5]: [inventory_code#32, keyword#31, date#41, count(1)#312L AS pv#313L, approx_count_distinct(uuid#30, 0.05, 0, 0)#418L AS uv#419L]

(14) Exchange
Input [5]: [inventory_code#32, keyword#31, date#41, pv#313L, uv#419L]
Arguments: RoundRobinPartitioning(16), REPARTITION_BY_NUM, [plan_id=3810]