• Submitted Time: 2025/12/05 23:50:00
• Duration: 4 s
• Succeeded Jobs: 273 278 280 282 284 286 288 290 292 294 296 298 300 301 302 303 

== Physical Plan ==
Exchange (19)
+- * Filter (18)
   +- SortAggregate (17)
      +- * Sort (16)
         +- StateStoreSave (15)
            +- SortAggregate (14)
               +- * Sort (13)
                  +- StateStoreRestore (12)
                     +- SortAggregate (11)
                        +- * Sort (10)
                           +- Exchange (9)
                              +- SortAggregate (8)
                                 +- * Sort (7)
                                    +- * Project (6)
                                       +- EventTimeWatermark (5)
                                          +- * Project (4)
                                             +- Project (3)
                                                +- Filter (2)
                                                   +- MicroBatchScan (1)


(1) MicroBatchScan
Output [7]: [key#7, value#8, topic#9, partition#10, offset#11L, timestamp#12, timestampType#13]
class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan

(2) Filter
Input [7]: [key#7, value#8, topic#9, partition#10, offset#11L, timestamp#12, timestampType#13]
Condition : ((((((isnotnull(value#8) AND NOT (RLIKE(from_json(StructField(agent,StringType,true), cast(value#8 as string), Some(Etc/UTC)).agent, Yeti|compatible|googlebot|google\.com\/bot\.html) <=> true)) AND (cast(from_json(StructField(date,StringType,true), cast(value#8 as string), Some(Etc/UTC)).date as date) = cast(from_utc_timestamp(2025-12-05 23:50:00.034, Asia/Seoul) as date))) AND (from_json(StructField(ad_type,StringType,true), cast(value#8 as string), Some(Etc/UTC)).ad_type = request)) AND isnotnull(from_json(StructField(title,StringType,true), cast(value#8 as string), Some(Etc/UTC)).title)) AND NOT (from_json(StructField(title,StringType,true), cast(value#8 as string), Some(Etc/UTC)).title = )) AND isnotnull(from_json(StructField(url,StringType,true), cast(value#8 as string), Some(Etc/UTC)).url))

(3) Project
Output [1]: [from_json(StructField(ip,StringType,true), StructField(ad_type,StringType,true), StructField(bot,IntegerType,true), StructField(title,StringType,true), StructField(url,StringType,true), StructField(uuid,StringType,true), StructField(keyword,StringType,true), StructField(inventory_code,IntegerType,true), StructField(created_at,TimestampType,true), StructField(reference_link,StringType,true), StructField(agent,StringType,true), StructField(referral_type,StringType,true), StructField(tracking_code,StringType,true), StructField(sub_id,StringType,true), StructField(click_type,StringType,true), StructField(domain,StringType,true), StructField(date,StringType,true), StructField(hour,IntegerType,true), StructField(inventory_ad_type,IntegerType,true), StructField(inventory_type_id,IntegerType,true), StructField(is_except_uuid,IntegerType,true), StructField(is_block_uuid,IntegerType,true), StructField(is_except_ip,IntegerType,true), StructField(is_block_ip,IntegerType,true), ... 8 more fields) AS data#23]
Input [7]: [key#7, value#8, topic#9, partition#10, offset#11L, timestamp#12, timestampType#13]

(4) Project [codegen id : 1]
Output [6]: [data#23.title AS title#28, data#23.url AS url#29, data#23.uuid AS uuid#30, data#23.inventory_code AS inventory_code#32, data#23.created_at AS created_at#33, data#23.date AS date#41]
Input [1]: [data#23]

(5) EventTimeWatermark
Input [6]: [title#28, url#29, uuid#30, inventory_code#32, created_at#33, date#41]
Arguments: created_at#33: timestamp, 15 minutes

(6) Project [codegen id : 2]
Output [5]: [title#28, url#29, uuid#30, inventory_code#32, date#41]
Input [6]: [title#28, url#29, uuid#30, inventory_code#32, created_at#33-T900000ms, date#41]

(7) Sort [codegen id : 2]
Input [5]: [title#28, url#29, uuid#30, inventory_code#32, date#41]
Arguments: [inventory_code#32 ASC NULLS FIRST, title#28 ASC NULLS FIRST, date#41 ASC NULLS FIRST], false, 0

(8) SortAggregate
Input [5]: [title#28, url#29, uuid#30, inventory_code#32, date#41]
Keys [3]: [inventory_code#32, title#28, date#41]
Functions [3]: [partial_count(1), partial_approx_count_distinct(uuid#30, 0.05, 0, 0), partial_first(url#29, true)]
Aggregate Attributes [3]: [count(1)#847L, approx_count_distinct(uuid#30, 0.05, 0, 0)#953L, first(url#29) ignore nulls#955]
Results [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]

(9) Exchange
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Arguments: hashpartitioning(inventory_code#32, title#28, date#41, 50), ENSURE_REQUIREMENTS, [plan_id=4804]

(10) Sort [codegen id : 3]
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Arguments: [inventory_code#32 ASC NULLS FIRST, title#28 ASC NULLS FIRST, date#41 ASC NULLS FIRST], false, 0

(11) SortAggregate
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Keys [3]: [inventory_code#32, title#28, date#41]
Functions [3]: [merge_count(1), merge_approx_count_distinct(uuid#30, 0.05, 0, 0), merge_first(url#29, true)]
Aggregate Attributes [3]: [count(1)#847L, approx_count_distinct(uuid#30, 0.05, 0, 0)#953L, first(url#29) ignore nulls#955]
Results [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]

(12) StateStoreRestore
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Arguments: [inventory_code#32, title#28, date#41], state info [ checkpoint = <unknown>, runId = cd7453e1-1124-4274-9891-38b3364a9514, opId = 0, ver = 0, numPartitions = 50], 2

(13) Sort [codegen id : 4]
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Arguments: [inventory_code#32 ASC NULLS FIRST, title#28 ASC NULLS FIRST, date#41 ASC NULLS FIRST], false, 0

(14) SortAggregate
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Keys [3]: [inventory_code#32, title#28, date#41]
Functions [3]: [merge_count(1), merge_approx_count_distinct(uuid#30, 0.05, 0, 0), merge_first(url#29, true)]
Aggregate Attributes [3]: [count(1)#847L, approx_count_distinct(uuid#30, 0.05, 0, 0)#953L, first(url#29) ignore nulls#955]
Results [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]

(15) StateStoreSave
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Arguments: [inventory_code#32, title#28, date#41], state info [ checkpoint = <unknown>, runId = cd7453e1-1124-4274-9891-38b3364a9514, opId = 0, ver = 0, numPartitions = 50], Append, -9223372036854775808, -9223372036854775808, 2

(16) Sort [codegen id : 5]
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Arguments: [inventory_code#32 ASC NULLS FIRST, title#28 ASC NULLS FIRST, date#41 ASC NULLS FIRST], false, 0

(17) SortAggregate
Input [58]: [inventory_code#32, title#28, date#41, count#1195L, MS[0]#1009L, MS[1]#1010L, MS[2]#1011L, MS[3]#1012L, MS[4]#1013L, MS[5]#1014L, MS[6]#1015L, MS[7]#1016L, MS[8]#1017L, MS[9]#1018L, MS[10]#1019L, MS[11]#1020L, MS[12]#1021L, MS[13]#1022L, MS[14]#1023L, MS[15]#1024L, MS[16]#1025L, MS[17]#1026L, MS[18]#1027L, MS[19]#1028L, MS[20]#1029L, MS[21]#1030L, MS[22]#1031L, MS[23]#1032L, MS[24]#1033L, MS[25]#1034L, MS[26]#1035L, MS[27]#1036L, MS[28]#1037L, MS[29]#1038L, MS[30]#1039L, MS[31]#1040L, MS[32]#1041L, MS[33]#1042L, MS[34]#1043L, MS[35]#1044L, MS[36]#1045L, MS[37]#1046L, MS[38]#1047L, MS[39]#1048L, MS[40]#1049L, MS[41]#1050L, MS[42]#1051L, MS[43]#1052L, MS[44]#1053L, MS[45]#1054L, MS[46]#1055L, MS[47]#1056L, MS[48]#1057L, MS[49]#1058L, MS[50]#1059L, MS[51]#1060L, first#1200, valueSet#1201]
Keys [3]: [inventory_code#32, title#28, date#41]
Functions [3]: [count(1), approx_count_distinct(uuid#30, 0.05, 0, 0), first(url#29, true)]
Aggregate Attributes [3]: [count(1)#847L, approx_count_distinct(uuid#30, 0.05, 0, 0)#953L, first(url#29) ignore nulls#955]
Results [6]: [inventory_code#32, title#28, date#41, count(1)#847L AS pv#848L, approx_count_distinct(uuid#30, 0.05, 0, 0)#953L AS uv#954L, first(url#29) ignore nulls#955 AS url#956]

(18) Filter [codegen id : 6]
Input [6]: [inventory_code#32, title#28, date#41, pv#848L, uv#954L, url#956]
Condition : (pv#848L > 10)

(19) Exchange
Input [6]: [inventory_code#32, title#28, date#41, pv#848L, uv#954L, url#956]
Arguments: RoundRobinPartitioning(16), REPARTITION_BY_NUM, [plan_id=4822]