[feature-wip](Nereids) Add scalar function code generator and some function trait

fe/fe-core/pom.xml

@@ -110,6 +110,11 @@ under the License.
             <artifactId>commons-pool</artifactId>
             <version>1.5.1</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-text</artifactId>
+            <version>1.9</version>
+        </dependency>
         <!-- https://mvnrepository.com/artifact/cglib/cglib -->
         <dependency>
             <groupId>cglib</groupId>

fe/fe-core/src/main/java/org/apache/doris/catalog/BuiltinFunctions.java

@@ -17,14 +17,14 @@
 
 package org.apache.doris.catalog;
 
-import org.apache.doris.nereids.trees.expressions.functions.Avg;
-import org.apache.doris.nereids.trees.expressions.functions.Count;
-import org.apache.doris.nereids.trees.expressions.functions.Max;
-import org.apache.doris.nereids.trees.expressions.functions.Min;
-import org.apache.doris.nereids.trees.expressions.functions.Substring;
-import org.apache.doris.nereids.trees.expressions.functions.Sum;
-import org.apache.doris.nereids.trees.expressions.functions.WeekOfYear;
-import org.apache.doris.nereids.trees.expressions.functions.Year;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Avg;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Count;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Max;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Min;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Sum;
+import org.apache.doris.nereids.trees.expressions.functions.scalar.Substring;
+import org.apache.doris.nereids.trees.expressions.functions.scalar.WeekOfYear;
+import org.apache.doris.nereids.trees.expressions.functions.scalar.Year;
 
 import com.google.common.collect.ImmutableList;
 

fe/fe-core/src/main/java/org/apache/doris/catalog/FuncSig.java

@@ -0,0 +1,76 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.catalog;
+
+import org.apache.doris.nereids.types.DataType;
+import org.apache.doris.nereids.types.coercion.AbstractDataType;
+
+import com.google.common.collect.ImmutableList;
+
+import java.util.Arrays;
+import java.util.List;
+import java.util.Objects;
+
+public class FuncSig {
+    public final DataType returnType;
+    public final boolean hasVarArgs;
+    public final List<AbstractDataType> argumentsTypes;
+
+    public FuncSig(DataType returnType, boolean hasVarArgs, List<DataType> argumentsTypes) {
+        this.returnType = Objects.requireNonNull(returnType, "returnType is not null");
+        this.argumentsTypes = ImmutableList.copyOf(
+                Objects.requireNonNull(argumentsTypes, "argumentsTypes is not null"));
+        this.hasVarArgs = hasVarArgs;
+    }
+
+    public static FuncSig of(DataType returnType, List<DataType> argumentsTypes) {
+        return of(returnType, false, argumentsTypes);
+    }
+
+    public static FuncSig of(DataType returnType, boolean hasVarArgs, List<DataType> argumentsTypes) {
+        return new FuncSig(returnType, hasVarArgs, argumentsTypes);
+    }
+
+    public static FuncSig of(DataType returnType, DataType... argumentsTypes) {
+        return of(returnType, false, argumentsTypes);
+    }
+
+    public static FuncSig of(DataType returnType, boolean hasVarArgs, DataType... argumentsTypes) {
+        return new FuncSig(returnType, hasVarArgs, Arrays.asList(argumentsTypes));
+    }
+
+    public static FuncSigBuilder ret(DataType returnType) {
+        return new FuncSigBuilder(returnType);
+    }
+
+    public static class FuncSigBuilder {
+        public final DataType returnType;
+
+        public FuncSigBuilder(DataType returnType) {
+            this.returnType = returnType;
+        }
+
+        public FuncSig args(DataType...argTypes) {
+            return FuncSig.of(returnType, false, argTypes);
+        }
+
+        public FuncSig varArgs(DataType...argTypes) {
+            return FuncSig.of(returnType, true, argTypes);
+        }
+    }
+}

fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionHelper.java

@@ -17,10 +17,10 @@
 
 package org.apache.doris.catalog;
 
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
 import org.apache.doris.nereids.trees.expressions.functions.BoundFunction;
 import org.apache.doris.nereids.trees.expressions.functions.FunctionBuilder;
-import org.apache.doris.nereids.trees.expressions.functions.ScalarFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.scalar.ScalarFunction;
 
 import com.google.common.collect.ImmutableList;
 

fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionSet.java

@@ -2655,6 +2655,10 @@ private void initAggregateBuiltins() {
 
     }
 
+    public Map<String, List<Function>> getVectorizedFunctions() {
+        return ImmutableMap.copyOf(vectorizedFunctions);
+    }
+
     public List<Function> getBulitinFunctions() {
         List<Function> builtinFunctions = Lists.newArrayList();
         for (Map.Entry<String, List<Function>> entry : functions.entrySet()) {

fe/fe-core/src/main/java/org/apache/doris/catalog/ScalarType.java

@@ -552,6 +552,9 @@ public String toSql(int depth) {
             case DATETIMEV2:
                 stringBuilder.append("datetime").append("(").append(scale).append(")");
                 break;
+            case TIME:
+                stringBuilder.append("time");
+                break;
             case TIMEV2:
                 stringBuilder.append("time").append("(").append(scale).append(")");
                 break;
@@ -583,6 +586,9 @@ public String toSql(int depth) {
             case ARRAY:
                 stringBuilder.append(type.toString().toLowerCase());
                 break;
+            case NULL_TYPE:
+                stringBuilder.append(type.toString().toLowerCase());
+                break;
             default:
                 stringBuilder.append("unknown type: " + type.toString());
                 break;

fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/UnboundAlias.java

@@ -20,6 +20,7 @@
 import org.apache.doris.nereids.exceptions.UnboundException;
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
+import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
 import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.types.DataType;
@@ -31,7 +32,7 @@
 /**
  * Expression for unbound alias.
  */
-public class UnboundAlias extends NamedExpression implements UnaryExpression, Unbound {
+public class UnboundAlias extends NamedExpression implements UnaryExpression, Unbound, PropagateNullable {
 
     public UnboundAlias(Expression child) {
         super(child);

fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/UnboundFunction.java

@@ -19,6 +19,7 @@
 
 import org.apache.doris.nereids.exceptions.UnboundException;
 import org.apache.doris.nereids.trees.expressions.Expression;
+import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 
 import com.google.common.base.Joiner;
@@ -30,7 +31,7 @@
 /**
  * Expression for unbound function.
  */
-public class UnboundFunction extends Expression implements Unbound {
+public class UnboundFunction extends Expression implements Unbound, PropagateNullable {
 
     private final String name;
     private final boolean isDistinct;

fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/UnboundSlot.java

@@ -18,6 +18,7 @@
 package org.apache.doris.nereids.analyzer;
 
 import org.apache.doris.nereids.trees.expressions.Slot;
+import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.util.Utils;
 
@@ -30,7 +31,7 @@
 /**
  * Slot has not been bound.
  */
-public class UnboundSlot extends Slot implements Unbound {
+public class UnboundSlot extends Slot implements Unbound, PropagateNullable {
     private final List<String> nameParts;
 
     public UnboundSlot(String... nameParts) {

fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/UnboundStar.java

@@ -19,6 +19,7 @@
 
 import org.apache.doris.nereids.exceptions.UnboundException;
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
+import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
 import org.apache.doris.nereids.trees.expressions.shape.LeafExpression;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.util.Utils;
@@ -29,7 +30,7 @@
 /**
  * Star expression.
  */
-public class UnboundStar extends NamedExpression implements LeafExpression, Unbound {
+public class UnboundStar extends NamedExpression implements LeafExpression, Unbound, PropagateNullable {
     private final List<String> qualifier;
 
     public UnboundStar(List<String> qualifier) {

fe/fe-core/src/main/java/org/apache/doris/nereids/glue/translator/ExpressionTranslator.java

@@ -57,7 +57,7 @@
 import org.apache.doris.nereids.trees.expressions.TimestampArithmetic;
 import org.apache.doris.nereids.trees.expressions.WhenClause;
 import org.apache.doris.nereids.trees.expressions.functions.BoundFunction;
-import org.apache.doris.nereids.trees.expressions.functions.Count;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Count;
 import org.apache.doris.nereids.trees.expressions.literal.Literal;
 import org.apache.doris.nereids.trees.expressions.visitor.DefaultExpressionVisitor;
 

fe/fe-core/src/main/java/org/apache/doris/nereids/glue/translator/PhysicalPlanTranslator.java

@@ -42,7 +42,7 @@
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
 import org.apache.doris.nereids.trees.expressions.Slot;
 import org.apache.doris.nereids.trees.expressions.SlotReference;
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
 import org.apache.doris.nereids.trees.expressions.literal.BooleanLiteral;
 import org.apache.doris.nereids.trees.plans.AggPhase;
 import org.apache.doris.nereids.trees.plans.JoinType;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/BindFunction.java

@@ -27,8 +27,8 @@
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
 import org.apache.doris.nereids.trees.expressions.TimestampArithmetic;
 import org.apache.doris.nereids.trees.expressions.functions.BoundFunction;
-import org.apache.doris.nereids.trees.expressions.functions.Count;
 import org.apache.doris.nereids.trees.expressions.functions.FunctionBuilder;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Count;
 import org.apache.doris.nereids.trees.expressions.visitor.DefaultExpressionRewriter;
 import org.apache.doris.nereids.trees.plans.GroupPlan;
 import org.apache.doris.nereids.trees.plans.logical.LogicalAggregate;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/BindSlotReference.java

@@ -37,6 +37,7 @@
 import org.apache.doris.nereids.trees.expressions.ScalarSubquery;
 import org.apache.doris.nereids.trees.expressions.Slot;
 import org.apache.doris.nereids.trees.expressions.SubqueryExpr;
+import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
 import org.apache.doris.nereids.trees.expressions.visitor.DefaultExpressionRewriter;
 import org.apache.doris.nereids.trees.plans.GroupPlan;
 import org.apache.doris.nereids.trees.plans.LeafPlan;
@@ -353,7 +354,7 @@ private boolean handleNamePartsTwoOrThree(Slot boundSlot, List<String> nameParts
     }
 
     /** BoundStar is used to wrap list of slots for temporary. */
-    private class BoundStar extends NamedExpression {
+    private class BoundStar extends NamedExpression implements PropagateNullable {
         public BoundStar(List<Slot> children) {
             super(children.toArray(new Slot[0]));
             Preconditions.checkArgument(children.stream().noneMatch(slot -> slot instanceof UnboundSlot),

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ProjectToGlobalAggregate.java

@@ -20,7 +20,7 @@
 import org.apache.doris.nereids.rules.Rule;
 import org.apache.doris.nereids.rules.RuleType;
 import org.apache.doris.nereids.trees.expressions.Expression;
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
 import org.apache.doris.nereids.trees.plans.logical.LogicalAggregate;
 
 import com.google.common.collect.ImmutableList;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ResolveHaving.java

@@ -26,7 +26,7 @@
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
 import org.apache.doris.nereids.trees.expressions.Slot;
 import org.apache.doris.nereids.trees.expressions.SlotReference;
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
 import org.apache.doris.nereids.trees.plans.GroupPlan;
 import org.apache.doris.nereids.trees.plans.Plan;
 import org.apache.doris.nereids.trees.plans.logical.LogicalAggregate;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/mv/SelectRollup.java

@@ -32,7 +32,7 @@
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
 import org.apache.doris.nereids.trees.expressions.NullSafeEqual;
 import org.apache.doris.nereids.trees.expressions.Slot;
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
 import org.apache.doris.nereids.trees.expressions.literal.Literal;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.trees.plans.algebra.Project;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/AggregateDisassemble.java

@@ -23,7 +23,7 @@
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
 import org.apache.doris.nereids.trees.expressions.SlotReference;
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
 import org.apache.doris.nereids.trees.plans.AggPhase;
 import org.apache.doris.nereids.trees.plans.GroupPlan;
 import org.apache.doris.nereids.trees.plans.logical.LogicalAggregate;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/ExistsApplyToJoin.java

@@ -23,7 +23,7 @@
 import org.apache.doris.nereids.trees.expressions.Alias;
 import org.apache.doris.nereids.trees.expressions.EqualTo;
 import org.apache.doris.nereids.trees.expressions.Exists;
-import org.apache.doris.nereids.trees.expressions.functions.Count;
+import org.apache.doris.nereids.trees.expressions.functions.agg.Count;
 import org.apache.doris.nereids.trees.expressions.literal.IntegerLiteral;
 import org.apache.doris.nereids.trees.plans.JoinType;
 import org.apache.doris.nereids.trees.plans.Plan;

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/NormalizeAggregate.java

@@ -24,7 +24,7 @@
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
 import org.apache.doris.nereids.trees.expressions.SlotReference;
-import org.apache.doris.nereids.trees.expressions.functions.AggregateFunction;
+import org.apache.doris.nereids.trees.expressions.functions.agg.AggregateFunction;
 import org.apache.doris.nereids.trees.plans.logical.LogicalAggregate;
 import org.apache.doris.nereids.trees.plans.logical.LogicalPlan;
 import org.apache.doris.nereids.trees.plans.logical.LogicalProject;

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/AbstractTreeNode.java

@@ -49,7 +49,10 @@ public AbstractTreeNode(NODE_TYPE... children) {
      */
     public AbstractTreeNode(Optional<GroupExpression> groupExpression, NODE_TYPE... children) {
         this.children = ImmutableList.copyOf(children);
+    }
 
+    public AbstractTreeNode(Optional<GroupExpression> groupExpression, List<NODE_TYPE> children) {
+        this.children = ImmutableList.copyOf(children);
     }
 
     @Override

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/AssertNumRowsElement.java

@@ -17,6 +17,7 @@
 
 package org.apache.doris.nereids.trees.expressions;
 
+import org.apache.doris.nereids.trees.expressions.functions.AlwaysNotNullable;
 import org.apache.doris.nereids.trees.expressions.shape.LeafExpression;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.util.Utils;
@@ -29,7 +30,7 @@
 /**
  * Number of rows returned by inspection in subquery.
  */
-public class AssertNumRowsElement extends Expression implements LeafExpression {
+public class AssertNumRowsElement extends Expression implements LeafExpression, AlwaysNotNullable {
     /**
      * Assertion type.
      */

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/Expression.java

@@ -21,6 +21,7 @@
 import org.apache.doris.nereids.exceptions.AnalysisException;
 import org.apache.doris.nereids.exceptions.UnboundException;
 import org.apache.doris.nereids.trees.AbstractTreeNode;
+import org.apache.doris.nereids.trees.expressions.functions.ComputeNullable;
 import org.apache.doris.nereids.trees.expressions.literal.Literal;
 import org.apache.doris.nereids.trees.expressions.shape.LeafExpression;
 import org.apache.doris.nereids.trees.expressions.typecoercion.ExpectsInputTypes;
@@ -36,19 +37,24 @@
 
 import java.util.List;
 import java.util.Objects;
+import java.util.Optional;
 import java.util.Set;
 
 /**
  * Abstract class for all Expression in Nereids.
  */
-public abstract class Expression extends AbstractTreeNode<Expression> {
+public abstract class Expression extends AbstractTreeNode<Expression> implements ComputeNullable {
 
     private static final String INPUT_CHECK_ERROR_MESSAGE = "argument %d requires %s type, however '%s' is of %s type";
 
     public Expression(Expression... children) {
         super(children);
     }
 
+    public Expression(List<Expression> children) {
+        super(Optional.empty(), children);
+    }
+
     public DataType getDataType() throws UnboundException {
         throw new UnboundException("dataType");
     }
@@ -57,10 +63,6 @@ public String toSql() throws UnboundException {
         throw new UnboundException("sql");
     }
 
-    public boolean nullable() throws UnboundException {
-        throw new UnboundException("nullable");
-    }
-
     public TypeCheckResult checkInputDataTypes() {
         if (this instanceof ExpectsInputTypes) {
             ExpectsInputTypes expectsInputTypes = (ExpectsInputTypes) this;