== Physical Plan ==
TakeOrderedAndProject (54)
+- * Project (53)
   +- * BroadcastHashJoin Inner BuildRight (52)
      :- * Project (46)
      :  +- * BroadcastHashJoin Inner BuildRight (45)
      :     :- * Project (40)
      :     :  +- * BroadcastHashJoin Inner BuildRight (39)
      :     :     :- * Filter (19)
      :     :     :  +- * HashAggregate (18)
      :     :     :     +- * CometColumnarToRow (17)
      :     :     :        +- CometColumnarExchange (16)
      :     :     :           +- * HashAggregate (15)
      :     :     :              +- * CometColumnarToRow (14)
      :     :     :                 +- CometProject (13)
      :     :     :                    +- CometBroadcastHashJoin (12)
      :     :     :                       :- CometProject (8)
      :     :     :                       :  +- CometBroadcastHashJoin (7)
      :     :     :                       :     :- CometFilter (2)
      :     :     :                       :     :  +- CometScan parquet spark_catalog.default.web_returns (1)
      :     :     :                       :     +- CometBroadcastExchange (6)
      :     :     :                       :        +- CometProject (5)
      :     :     :                       :           +- CometFilter (4)
      :     :     :                       :              +- CometScan parquet spark_catalog.default.date_dim (3)
      :     :     :                       +- CometBroadcastExchange (11)
      :     :     :                          +- CometFilter (10)
      :     :     :                             +- CometScan parquet spark_catalog.default.customer_address (9)
      :     :     +- BroadcastExchange (38)
      :     :        +- * Filter (37)
      :     :           +- * HashAggregate (36)
      :     :              +- * CometColumnarToRow (35)
      :     :                 +- CometColumnarExchange (34)
      :     :                    +- * HashAggregate (33)
      :     :                       +- * HashAggregate (32)
      :     :                          +- * CometColumnarToRow (31)
      :     :                             +- CometColumnarExchange (30)
      :     :                                +- * HashAggregate (29)
      :     :                                   +- * CometColumnarToRow (28)
      :     :                                      +- CometProject (27)
      :     :                                         +- CometBroadcastHashJoin (26)
      :     :                                            :- CometProject (24)
      :     :                                            :  +- CometBroadcastHashJoin (23)
      :     :                                            :     :- CometFilter (21)
      :     :                                            :     :  +- CometScan parquet spark_catalog.default.web_returns (20)
      :     :                                            :     +- ReusedExchange (22)
      :     :                                            +- ReusedExchange (25)
      :     +- BroadcastExchange (44)
      :        +- * CometColumnarToRow (43)
      :           +- CometFilter (42)
      :              +- CometScan parquet spark_catalog.default.customer (41)
      +- BroadcastExchange (51)
         +- * CometColumnarToRow (50)
            +- CometProject (49)
               +- CometFilter (48)
                  +- CometScan parquet spark_catalog.default.customer_address (47)


(1) CometScan parquet spark_catalog.default.web_returns
Output [4]: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3, wr_returned_date_sk#4]
Batched: true
Location: InMemoryFileIndex []
PartitionFilters: [isnotnull(wr_returned_date_sk#4), dynamicpruningexpression(wr_returned_date_sk#4 IN dynamicpruning#5)]
PushedFilters: [IsNotNull(wr_returning_addr_sk), IsNotNull(wr_returning_customer_sk)]
ReadSchema: struct<wr_returning_customer_sk:int,wr_returning_addr_sk:int,wr_return_amt:decimal(7,2)>

(2) CometFilter
Input [4]: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3, wr_returned_date_sk#4]
Condition : (isnotnull(wr_returning_addr_sk#2) AND isnotnull(wr_returning_customer_sk#1))

(3) CometScan parquet spark_catalog.default.date_dim
Output [2]: [d_date_sk#6, d_year#7]
Batched: true
Location [not included in comparison]/{warehouse_dir}/date_dim]
PushedFilters: [IsNotNull(d_year), EqualTo(d_year,2002), IsNotNull(d_date_sk)]
ReadSchema: struct<d_date_sk:int,d_year:int>

(4) CometFilter
Input [2]: [d_date_sk#6, d_year#7]
Condition : ((isnotnull(d_year#7) AND (d_year#7 = 2002)) AND isnotnull(d_date_sk#6))

(5) CometProject
Input [2]: [d_date_sk#6, d_year#7]
Arguments: [d_date_sk#6], [d_date_sk#6]

(6) CometBroadcastExchange
Input [1]: [d_date_sk#6]
Arguments: [d_date_sk#6]

(7) CometBroadcastHashJoin
Left output [4]: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3, wr_returned_date_sk#4]
Right output [1]: [d_date_sk#6]
Arguments: [wr_returned_date_sk#4], [d_date_sk#6], Inner, BuildRight

(8) CometProject
Input [5]: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3, wr_returned_date_sk#4, d_date_sk#6]
Arguments: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3], [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3]

(9) CometScan parquet spark_catalog.default.customer_address
Output [2]: [ca_address_sk#8, ca_state#9]
Batched: true
Location [not included in comparison]/{warehouse_dir}/customer_address]
PushedFilters: [IsNotNull(ca_address_sk), IsNotNull(ca_state)]
ReadSchema: struct<ca_address_sk:int,ca_state:string>

(10) CometFilter
Input [2]: [ca_address_sk#8, ca_state#9]
Condition : (isnotnull(ca_address_sk#8) AND isnotnull(ca_state#9))

(11) CometBroadcastExchange
Input [2]: [ca_address_sk#8, ca_state#9]
Arguments: [ca_address_sk#8, ca_state#9]

(12) CometBroadcastHashJoin
Left output [3]: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3]
Right output [2]: [ca_address_sk#8, ca_state#9]
Arguments: [wr_returning_addr_sk#2], [ca_address_sk#8], Inner, BuildRight

(13) CometProject
Input [5]: [wr_returning_customer_sk#1, wr_returning_addr_sk#2, wr_return_amt#3, ca_address_sk#8, ca_state#9]
Arguments: [wr_returning_customer_sk#1, wr_return_amt#3, ca_state#9], [wr_returning_customer_sk#1, wr_return_amt#3, ca_state#9]

(14) CometColumnarToRow [codegen id : 1]
Input [3]: [wr_returning_customer_sk#1, wr_return_amt#3, ca_state#9]

(15) HashAggregate [codegen id : 1]
Input [3]: [wr_returning_customer_sk#1, wr_return_amt#3, ca_state#9]
Keys [2]: [wr_returning_customer_sk#1, ca_state#9]
Functions [1]: [partial_sum(UnscaledValue(wr_return_amt#3))]
Aggregate Attributes [1]: [sum#10]
Results [3]: [wr_returning_customer_sk#1, ca_state#9, sum#11]

(16) CometColumnarExchange
Input [3]: [wr_returning_customer_sk#1, ca_state#9, sum#11]
Arguments: hashpartitioning(wr_returning_customer_sk#1, ca_state#9, 5), ENSURE_REQUIREMENTS, CometColumnarShuffle, [plan_id=1]

(17) CometColumnarToRow [codegen id : 7]
Input [3]: [wr_returning_customer_sk#1, ca_state#9, sum#11]

(18) HashAggregate [codegen id : 7]
Input [3]: [wr_returning_customer_sk#1, ca_state#9, sum#11]
Keys [2]: [wr_returning_customer_sk#1, ca_state#9]
Functions [1]: [sum(UnscaledValue(wr_return_amt#3))]
Aggregate Attributes [1]: [sum(UnscaledValue(wr_return_amt#3))#12]
Results [3]: [wr_returning_customer_sk#1 AS ctr_customer_sk#13, ca_state#9 AS ctr_state#14, MakeDecimal(sum(UnscaledValue(wr_return_amt#3))#12,17,2) AS ctr_total_return#15]

(19) Filter [codegen id : 7]
Input [3]: [ctr_customer_sk#13, ctr_state#14, ctr_total_return#15]
Condition : isnotnull(ctr_total_return#15)

(20) CometScan parquet spark_catalog.default.web_returns
Output [4]: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18, wr_returned_date_sk#19]
Batched: true
Location: InMemoryFileIndex []
PartitionFilters: [isnotnull(wr_returned_date_sk#19), dynamicpruningexpression(wr_returned_date_sk#19 IN dynamicpruning#20)]
PushedFilters: [IsNotNull(wr_returning_addr_sk)]
ReadSchema: struct<wr_returning_customer_sk:int,wr_returning_addr_sk:int,wr_return_amt:decimal(7,2)>

(21) CometFilter
Input [4]: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18, wr_returned_date_sk#19]
Condition : isnotnull(wr_returning_addr_sk#17)

(22) ReusedExchange [Reuses operator id: 6]
Output [1]: [d_date_sk#21]

(23) CometBroadcastHashJoin
Left output [4]: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18, wr_returned_date_sk#19]
Right output [1]: [d_date_sk#21]
Arguments: [wr_returned_date_sk#19], [d_date_sk#21], Inner, BuildRight

(24) CometProject
Input [5]: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18, wr_returned_date_sk#19, d_date_sk#21]
Arguments: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18], [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18]

(25) ReusedExchange [Reuses operator id: 11]
Output [2]: [ca_address_sk#22, ca_state#23]

(26) CometBroadcastHashJoin
Left output [3]: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18]
Right output [2]: [ca_address_sk#22, ca_state#23]
Arguments: [wr_returning_addr_sk#17], [ca_address_sk#22], Inner, BuildRight

(27) CometProject
Input [5]: [wr_returning_customer_sk#16, wr_returning_addr_sk#17, wr_return_amt#18, ca_address_sk#22, ca_state#23]
Arguments: [wr_returning_customer_sk#16, wr_return_amt#18, ca_state#23], [wr_returning_customer_sk#16, wr_return_amt#18, ca_state#23]

(28) CometColumnarToRow [codegen id : 2]
Input [3]: [wr_returning_customer_sk#16, wr_return_amt#18, ca_state#23]

(29) HashAggregate [codegen id : 2]
Input [3]: [wr_returning_customer_sk#16, wr_return_amt#18, ca_state#23]
Keys [2]: [wr_returning_customer_sk#16, ca_state#23]
Functions [1]: [partial_sum(UnscaledValue(wr_return_amt#18))]
Aggregate Attributes [1]: [sum#24]
Results [3]: [wr_returning_customer_sk#16, ca_state#23, sum#25]

(30) CometColumnarExchange
Input [3]: [wr_returning_customer_sk#16, ca_state#23, sum#25]
Arguments: hashpartitioning(wr_returning_customer_sk#16, ca_state#23, 5), ENSURE_REQUIREMENTS, CometColumnarShuffle, [plan_id=2]

(31) CometColumnarToRow [codegen id : 3]
Input [3]: [wr_returning_customer_sk#16, ca_state#23, sum#25]

(32) HashAggregate [codegen id : 3]
Input [3]: [wr_returning_customer_sk#16, ca_state#23, sum#25]
Keys [2]: [wr_returning_customer_sk#16, ca_state#23]
Functions [1]: [sum(UnscaledValue(wr_return_amt#18))]
Aggregate Attributes [1]: [sum(UnscaledValue(wr_return_amt#18))#12]
Results [2]: [ca_state#23 AS ctr_state#26, MakeDecimal(sum(UnscaledValue(wr_return_amt#18))#12,17,2) AS ctr_total_return#27]

(33) HashAggregate [codegen id : 3]
Input [2]: [ctr_state#26, ctr_total_return#27]
Keys [1]: [ctr_state#26]
Functions [1]: [partial_avg(ctr_total_return#27)]
Aggregate Attributes [2]: [sum#28, count#29]
Results [3]: [ctr_state#26, sum#30, count#31]

(34) CometColumnarExchange
Input [3]: [ctr_state#26, sum#30, count#31]
Arguments: hashpartitioning(ctr_state#26, 5), ENSURE_REQUIREMENTS, CometColumnarShuffle, [plan_id=3]

(35) CometColumnarToRow [codegen id : 4]
Input [3]: [ctr_state#26, sum#30, count#31]

(36) HashAggregate [codegen id : 4]
Input [3]: [ctr_state#26, sum#30, count#31]
Keys [1]: [ctr_state#26]
Functions [1]: [avg(ctr_total_return#27)]
Aggregate Attributes [1]: [avg(ctr_total_return#27)#32]
Results [2]: [(avg(ctr_total_return#27)#32 * 1.2) AS (avg(ctr_total_return) * 1.2)#33, ctr_state#26]

(37) Filter [codegen id : 4]
Input [2]: [(avg(ctr_total_return) * 1.2)#33, ctr_state#26]
Condition : isnotnull((avg(ctr_total_return) * 1.2)#33)

(38) BroadcastExchange
Input [2]: [(avg(ctr_total_return) * 1.2)#33, ctr_state#26]
Arguments: HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=4]

(39) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [ctr_state#14]
Right keys [1]: [ctr_state#26]
Join type: Inner
Join condition: (cast(ctr_total_return#15 as decimal(24,7)) > (avg(ctr_total_return) * 1.2)#33)

(40) Project [codegen id : 7]
Output [2]: [ctr_customer_sk#13, ctr_total_return#15]
Input [5]: [ctr_customer_sk#13, ctr_state#14, ctr_total_return#15, (avg(ctr_total_return) * 1.2)#33, ctr_state#26]

(41) CometScan parquet spark_catalog.default.customer
Output [14]: [c_customer_sk#34, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47]
Batched: true
Location [not included in comparison]/{warehouse_dir}/customer]
PushedFilters: [IsNotNull(c_customer_sk), IsNotNull(c_current_addr_sk)]
ReadSchema: struct<c_customer_sk:int,c_customer_id:string,c_current_addr_sk:int,c_salutation:string,c_first_name:string,c_last_name:string,c_preferred_cust_flag:string,c_birth_day:int,c_birth_month:int,c_birth_year:int,c_birth_country:string,c_login:string,c_email_address:string,c_last_review_date:int>

(42) CometFilter
Input [14]: [c_customer_sk#34, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47]
Condition : (isnotnull(c_customer_sk#34) AND isnotnull(c_current_addr_sk#36))

(43) CometColumnarToRow [codegen id : 5]
Input [14]: [c_customer_sk#34, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47]

(44) BroadcastExchange
Input [14]: [c_customer_sk#34, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47]
Arguments: HashedRelationBroadcastMode(List(cast(input[0, int, false] as bigint)),false), [plan_id=5]

(45) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [ctr_customer_sk#13]
Right keys [1]: [c_customer_sk#34]
Join type: Inner
Join condition: None

(46) Project [codegen id : 7]
Output [14]: [ctr_total_return#15, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47]
Input [16]: [ctr_customer_sk#13, ctr_total_return#15, c_customer_sk#34, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47]

(47) CometScan parquet spark_catalog.default.customer_address
Output [2]: [ca_address_sk#48, ca_state#49]
Batched: true
Location [not included in comparison]/{warehouse_dir}/customer_address]
PushedFilters: [IsNotNull(ca_state), EqualTo(ca_state,GA), IsNotNull(ca_address_sk)]
ReadSchema: struct<ca_address_sk:int,ca_state:string>

(48) CometFilter
Input [2]: [ca_address_sk#48, ca_state#49]
Condition : ((isnotnull(ca_state#49) AND (ca_state#49 = GA)) AND isnotnull(ca_address_sk#48))

(49) CometProject
Input [2]: [ca_address_sk#48, ca_state#49]
Arguments: [ca_address_sk#48], [ca_address_sk#48]

(50) CometColumnarToRow [codegen id : 6]
Input [1]: [ca_address_sk#48]

(51) BroadcastExchange
Input [1]: [ca_address_sk#48]
Arguments: HashedRelationBroadcastMode(List(cast(input[0, int, true] as bigint)),false), [plan_id=6]

(52) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [c_current_addr_sk#36]
Right keys [1]: [ca_address_sk#48]
Join type: Inner
Join condition: None

(53) Project [codegen id : 7]
Output [13]: [c_customer_id#35, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47, ctr_total_return#15]
Input [15]: [ctr_total_return#15, c_customer_id#35, c_current_addr_sk#36, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47, ca_address_sk#48]

(54) TakeOrderedAndProject
Input [13]: [c_customer_id#35, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47, ctr_total_return#15]
Arguments: 100, [c_customer_id#35 ASC NULLS FIRST, c_salutation#37 ASC NULLS FIRST, c_first_name#38 ASC NULLS FIRST, c_last_name#39 ASC NULLS FIRST, c_preferred_cust_flag#40 ASC NULLS FIRST, c_birth_day#41 ASC NULLS FIRST, c_birth_month#42 ASC NULLS FIRST, c_birth_year#43 ASC NULLS FIRST, c_birth_country#44 ASC NULLS FIRST, c_login#45 ASC NULLS FIRST, c_email_address#46 ASC NULLS FIRST, c_last_review_date#47 ASC NULLS FIRST, ctr_total_return#15 ASC NULLS FIRST], [c_customer_id#35, c_salutation#37, c_first_name#38, c_last_name#39, c_preferred_cust_flag#40, c_birth_day#41, c_birth_month#42, c_birth_year#43, c_birth_country#44, c_login#45, c_email_address#46, c_last_review_date#47, ctr_total_return#15]

===== Subqueries =====

Subquery:1 Hosting operator id = 1 Hosting Expression = wr_returned_date_sk#4 IN dynamicpruning#5
BroadcastExchange (59)
+- * CometColumnarToRow (58)
   +- CometProject (57)
      +- CometFilter (56)
         +- CometScan parquet spark_catalog.default.date_dim (55)


(55) CometScan parquet spark_catalog.default.date_dim
Output [2]: [d_date_sk#6, d_year#7]
Batched: true
Location [not included in comparison]/{warehouse_dir}/date_dim]
PushedFilters: [IsNotNull(d_year), EqualTo(d_year,2002), IsNotNull(d_date_sk)]
ReadSchema: struct<d_date_sk:int,d_year:int>

(56) CometFilter
Input [2]: [d_date_sk#6, d_year#7]
Condition : ((isnotnull(d_year#7) AND (d_year#7 = 2002)) AND isnotnull(d_date_sk#6))

(57) CometProject
Input [2]: [d_date_sk#6, d_year#7]
Arguments: [d_date_sk#6], [d_date_sk#6]

(58) CometColumnarToRow [codegen id : 1]
Input [1]: [d_date_sk#6]

(59) BroadcastExchange
Input [1]: [d_date_sk#6]
Arguments: HashedRelationBroadcastMode(List(cast(input[0, int, true] as bigint)),false), [plan_id=7]

Subquery:2 Hosting operator id = 20 Hosting Expression = wr_returned_date_sk#19 IN dynamicpruning#5


