Add any_value aggregation calculation function and test cases

Author: snower

examples/aggregate/aggregate.sql

@@ -49,4 +49,6 @@ select b.name, c.goods_name, aggregate_unique(b.name) as names, aggregate_join(c
     join `data/users.json` b on a.uid=b.uid
     join `data/goodses.json` c on a.goods_id=c.goods_id where a.status=0 group by b.name, c.goods_name;
 
-select uid, json_arrayagg(goods_id) as agoods_ids, json_objectagg(goods_id, order_id) as ogoods_ids from `data/orders.json` where status=0 group by uid;
+select uid, json_arrayagg(goods_id) as agoods_ids, json_objectagg(goods_id, order_id) as ogoods_ids from `data/orders.json` where status=0 group by uid;
+
+select uid, any_value(goods_id) as goods_id from `data/orders.json` where status=0 group by uid;

syncanysql/calculaters/__init__.py

@@ -36,6 +36,7 @@
     "group_bit_xor": AggregateGroupBitXorCalculater,
     "json_arrayagg": AggregateJsonArrayaggCalculater,
     "json_objectagg": AggregateJsonObjectaggCalculater,
+    "aggregate_any_value": AggregateAnyValueCalculater,
     "row_number": WindowAggregateRowNumberCalculater,
     "rank": WindowAggregateRankCalculater,
     "dense_rank": WindowAggregateDenseRankCalculater,

syncanysql/calculaters/aggregate_calculater.py

@@ -439,4 +439,21 @@ def final_value(self, state_value):
         return json.dumps(state_value, ensure_ascii=False, default=self.format_value)
 
     def get_final_filter(self):
-        return StringFilter.default()
+        return StringFilter.default()
+
+
+class AggregateAnyValueCalculater(StateAggregateCalculater):
+    def aggregate(self, state_value, data_value):
+        if state_value is None:
+            return {"value": data_value}
+        return state_value
+
+    def reduce(self, state_value, data_value):
+        if state_value is None:
+            return data_value
+        return state_value
+
+    def final_value(self, state_value):
+        if state_value is None:
+            return None
+        return state_value["value"]

syncanysql/compiler.py

@@ -1385,6 +1385,8 @@ def compile_aggregate_calculate(self, expression):
             return "@group_concat::aggregate", "@group_concat::reduce", "@group_concat::final_value"
         elif isinstance(expression, sqlglot_expressions.GroupUniqArray):
             return "@group_uniq_array::aggregate", "@group_uniq_array::reduce", "@group_uniq_array::final_value"
+        elif isinstance(expression, sqlglot_expressions.AnyValue):
+            return "@aggregate_any_value::aggregate", "@aggregate_any_value::reduce", "@aggregate_any_value::final_value"
         elif isinstance(expression, sqlglot_expressions.Anonymous):
             aggregate_funcs = {"grouparray": "group_array", "groupuniqarray": "group_uniq_array", "groupbitand": "group_bit_and",
                                "groupbitor": "group_bit_or", "groupbitxor": "group_bit_xor"}
@@ -2981,7 +2983,7 @@ def is_aggregate(self, expression, config, arguments):
             return False
         if isinstance(expression, (sqlglot_expressions.Count, sqlglot_expressions.Sum, sqlglot_expressions.Max,
                                    sqlglot_expressions.Min, sqlglot_expressions.Avg, sqlglot_expressions.GroupConcat,
-                                   sqlglot_expressions.GroupUniqArray)):
+                                   sqlglot_expressions.GroupUniqArray, sqlglot_expressions.AnyValue)):
             return True
         if isinstance(expression, sqlglot_expressions.Anonymous):
             aggregate_funcs = {"group_array", "grouparray", "group_uniq_array", "groupuniqarray", "group_bit_and", "groupbitand",

tests/test_example_aggregate.py

@@ -76,6 +76,8 @@ def test_aggregate(self):
         self.assert_data(52, [{'uid': 2, 'agoods_ids': '[1, 2, 1, 2]', 'ogoods_ids': '{"1": 5, "2": 6}'},
                               {'uid': 1, 'agoods_ids': '[1, 1]', 'ogoods_ids': '{"1": 4}'}], "data error")
 
+        self.assert_data(54, [{'uid': 2, 'goods_id': 1}, {'uid': 1, 'goods_id': 1}], "data error")
+
     def test_aggregate_batch(self):
         self.execute("aggregate_batch.sql")