From 197cd19f3266f3794c6093b6cc00417be60f6014 Mon Sep 17 00:00:00 2001 From: Kedar Parab Date: Tue, 12 Jul 2022 10:34:15 -0700 Subject: [PATCH 1/2] fix missing import in velox_binding_stubgen Differential Revision: https://www.internalfb.com/diff/D37622663?entry_point=27 fbshipit-source-id: 13c6db793a70eb553591eb49bb1b239f46549625 --- csrc/velox/_torcharrow.pyi | 742 ++++++++++++++----------- tools/codegen/velox_binding_stubgen.py | 2 + 2 files changed, 408 insertions(+), 336 deletions(-) diff --git a/csrc/velox/_torcharrow.pyi b/csrc/velox/_torcharrow.pyi index 6e72b7fc1..a0685358f 100644 --- a/csrc/velox/_torcharrow.pyi +++ b/csrc/velox/_torcharrow.pyi @@ -22,7 +22,7 @@ __all__ = [ "ConstantColumnBIGINT", "ConstantColumnBOOLEAN", "ConstantColumnDOUBLE", -"ConstantColumnREAL", +"ConstantColumnINTEGER", "ConstantColumnSMALLINT", "ConstantColumnTINYINT", "ConstantColumnVARCHAR", @@ -34,6 +34,7 @@ __all__ = [ "FlatColumnSMALLINT", "FlatColumnTINYINT", "FlatColumnVARCHAR", +"GPT2BPEEncoder", "MapColumn", "NotAppendableException", "RowColumn", @@ -41,14 +42,15 @@ __all__ = [ "SimpleColumnBOOLEAN", "SimpleColumnDOUBLE", "SimpleColumnINTEGER", -"ConstantColumnINTEGER", "SimpleColumnREAL", +"ConstantColumnREAL", "SimpleColumnSMALLINT", "SimpleColumnTINYINT", "SimpleColumnVARCHAR", "TypeKind", "VeloxType", "VeloxArrayType", +"VeloxFixedArrayType", "VeloxMapType", "VeloxRowType", "VeloxType_BIGINT", @@ -59,6 +61,7 @@ __all__ = [ "VeloxType_SMALLINT", "VeloxType_TINYINT", "VeloxType_VARCHAR", +"Vocab", "fb_SentencePiece", "Column", "ConstantColumn", @@ -66,6 +69,7 @@ __all__ = [ "_populate_dense_features_nopresence", "factory_udf_dispatch", "generic_udf_dispatch", +"is_built_with_torch", "ARRAY", "BIGINT", "BOOLEAN", @@ -131,31 +135,31 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def eq(self, arg0: handle) -> BaseColumn: ... + @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload + def gt(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -166,14 +170,14 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -183,9 +187,9 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -199,9 +203,9 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -222,10 +226,10 @@ class ConstantColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def append(self, value: bool) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -238,18 +242,18 @@ class ConstantColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... + @overload + def eq(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -281,22 +285,22 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -316,10 +320,10 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... - @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -329,9 +333,9 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -342,10 +346,10 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @@ -359,24 +363,37 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): """ :type: int""" pass -class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): +class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def __getitem__(self, arg0: int) -> object: ... def __len__(self) -> int: ... def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... - def append(self, arg0: float) -> None: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... + def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... + @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_rand(self, arg0: handle) -> BaseColumn: ... + def bitwise_ror(self, arg0: handle) -> BaseColumn: ... + def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... - def ceil(self) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload @@ -390,20 +407,21 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def gte(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -420,19 +438,18 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... def rmul(self, arg0: handle) -> BaseColumn: ... - def round(self) -> BaseColumn: ... def rpow(self, arg0: handle) -> BaseColumn: ... def rsub(self, arg0: handle) -> BaseColumn: ... def rtruediv(self, arg0: handle) -> BaseColumn: ... - def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... + def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -449,9 +466,9 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload @@ -466,27 +483,27 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -494,26 +511,26 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... - @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -527,9 +544,9 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -552,10 +569,10 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -563,9 +580,9 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -577,40 +594,40 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -624,9 +641,9 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -671,31 +688,31 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def eq(self, arg0: handle) -> BaseColumn: ... + @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload + def gt(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -706,14 +723,14 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -723,9 +740,9 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -739,9 +756,9 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -762,10 +779,10 @@ class FlatColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def append(self, value: bool) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -778,18 +795,18 @@ class FlatColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... + @overload + def eq(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -821,22 +838,22 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -856,10 +873,10 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... - @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -869,9 +886,9 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -882,10 +899,10 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @@ -927,13 +944,13 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -958,16 +975,16 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... @@ -979,13 +996,13 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1010,9 +1027,9 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... - @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @@ -1020,13 +1037,13 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload def lt(self, arg0: handle) -> BaseColumn: ... @@ -1041,15 +1058,15 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1063,13 +1080,13 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1086,9 +1103,9 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload @@ -1103,27 +1120,27 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -1131,26 +1148,26 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... - @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1164,9 +1181,9 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1189,10 +1206,10 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -1200,9 +1217,9 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1214,40 +1231,40 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1261,9 +1278,9 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1292,6 +1309,28 @@ class FlatColumnVARCHAR(SimpleColumnVARCHAR, BaseColumn): """ :type: int""" pass +class GPT2BPEEncoder: + def __getstate__(self) -> Tuple[Dict[str, int], Dict[str, int], str, Dict[int, str], bool]: ... + def __init__(self, arg0: Dict[str, int], arg1: Dict[str, int], arg2: str, arg3: Dict[int, str], arg4: bool) -> None: ... + def __setstate__(self, arg0: Tuple[Dict[str, int], Dict[str, int], str, Dict[int, str], bool]) -> None: ... + def encode(self, arg0: str) -> List[str]: ... + @property + def bpe_encoder_(self) -> Dict[str, int]: + """ +:type: Dict[str, int]""" + @property + def bpe_merge_ranks_(self) -> Dict[str, int]: + """ +:type: Dict[str, int]""" + @property + def byte_encoder_(self) -> Dict[int, str]: + """ +:type: Dict[int, str]""" + @property + def seperator_(self) -> str: + """ +:type: str""" + pass class MapColumn(BaseColumn): def __getitem__(self, arg0: int) -> BaseColumn: ... def __len__(self) -> int: ... @@ -1361,31 +1400,31 @@ class SimpleColumnBIGINT(BaseColumn): @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def eq(self, arg0: handle) -> BaseColumn: ... + @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload + def gt(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -1396,14 +1435,14 @@ class SimpleColumnBIGINT(BaseColumn): @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -1413,9 +1452,9 @@ class SimpleColumnBIGINT(BaseColumn): @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1429,9 +1468,9 @@ class SimpleColumnBIGINT(BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1452,10 +1491,10 @@ class SimpleColumnBOOLEAN(BaseColumn): def append(self, value: bool) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -1468,18 +1507,18 @@ class SimpleColumnBOOLEAN(BaseColumn): def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... + @overload + def eq(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -1511,22 +1550,22 @@ class SimpleColumnDOUBLE(BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -1546,10 +1585,10 @@ class SimpleColumnDOUBLE(BaseColumn): @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... - @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1559,9 +1598,9 @@ class SimpleColumnDOUBLE(BaseColumn): @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1572,10 +1611,10 @@ class SimpleColumnDOUBLE(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1617,13 +1656,13 @@ class SimpleColumnINTEGER(BaseColumn): def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -1648,15 +1687,15 @@ class SimpleColumnINTEGER(BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1669,13 +1708,13 @@ class SimpleColumnINTEGER(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1686,65 +1725,51 @@ class SimpleColumnINTEGER(BaseColumn): """ :type: int""" pass -class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): +class SimpleColumnREAL(BaseColumn): def __getitem__(self, arg0: int) -> object: ... def __len__(self) -> int: ... def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... - def append(self, arg0: int) -> None: ... - def append_null(self) -> None: ... - @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... - def bitwise_rand(self, arg0: handle) -> BaseColumn: ... - def bitwise_ror(self, arg0: handle) -> BaseColumn: ... - def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... - @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def add(self, arg0: handle) -> BaseColumn: ... + def append(self, arg0: float) -> None: ... + def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... + def ceil(self) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... - @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... - def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... - def invert(self) -> BaseColumn: ... - def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... + def gte(self, arg0: handle) -> BaseColumn: ... + def is_null_at(self, arg0: int) -> bool: ... @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -1761,18 +1786,19 @@ class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... def rmul(self, arg0: handle) -> BaseColumn: ... + def round(self) -> BaseColumn: ... def rpow(self, arg0: handle) -> BaseColumn: ... def rsub(self, arg0: handle) -> BaseColumn: ... def rtruediv(self, arg0: handle) -> BaseColumn: ... - def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... + def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1783,7 +1809,7 @@ class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): """ :type: int""" pass -class SimpleColumnREAL(BaseColumn): +class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def __getitem__(self, arg0: int) -> object: ... def __len__(self) -> int: ... def _export_to_arrow(self, arg0: int) -> None: ... @@ -1797,9 +1823,9 @@ class SimpleColumnREAL(BaseColumn): def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... - @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @@ -1807,13 +1833,13 @@ class SimpleColumnREAL(BaseColumn): def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload def lt(self, arg0: handle) -> BaseColumn: ... @@ -1828,15 +1854,15 @@ class SimpleColumnREAL(BaseColumn): @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1850,13 +1876,13 @@ class SimpleColumnREAL(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1873,9 +1899,9 @@ class SimpleColumnSMALLINT(BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload @@ -1890,27 +1916,27 @@ class SimpleColumnSMALLINT(BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -1918,26 +1944,26 @@ class SimpleColumnSMALLINT(BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... - @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1951,9 +1977,9 @@ class SimpleColumnSMALLINT(BaseColumn): @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1976,10 +2002,10 @@ class SimpleColumnTINYINT(BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -1987,9 +2013,9 @@ class SimpleColumnTINYINT(BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -2001,40 +2027,40 @@ class SimpleColumnTINYINT(BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -2048,9 +2074,9 @@ class SimpleColumnTINYINT(BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -2125,14 +2151,22 @@ class TypeKind: class VeloxType: def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxArrayType(VeloxType): def __init__(self, arg0: VeloxType) -> None: ... def element_type(self) -> VeloxType: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + pass +class VeloxFixedArrayType(VeloxType): + def __init__(self, arg0: int, arg1: VeloxType) -> None: ... + def element_type(self) -> VeloxType: ... + def fixed_width(self) -> int: ... + def kind(self) -> TypeKind: ... + def kind_name(self) -> str: ... + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxMapType(VeloxType): def __init__(self, arg0: VeloxType, arg1: VeloxType) -> None: ... @@ -2140,7 +2174,7 @@ class VeloxMapType(VeloxType): def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... def value_type(self) -> VeloxType: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxRowType(VeloxType): def __init__(self, arg0: List[str], arg1: List[VeloxType]) -> None: ... @@ -2151,152 +2185,180 @@ class VeloxRowType(VeloxType): def kind_name(self) -> str: ... def name_of(self, arg0: int) -> str: ... def size(self) -> int: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_BIGINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_BOOLEAN(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_DOUBLE(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_INTEGER(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_REAL(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_SMALLINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_TINYINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_VARCHAR(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + pass +class Vocab: + def __contains__(self, arg0: str) -> bool: ... + def __getitem__(self, arg0: str) -> int: ... + def __getstate__(self) -> Tuple[str, List[int], List[str], List[at::Tensor]]: ... + def __init__(self, arg0: List[str], arg1: Optional[int]) -> None: ... + def __len__(self) -> int: ... + def __setstate__(self, arg0: Tuple[str, List[int], List[str], List[at::Tensor]]) -> None: ... + def append_token(self, arg0: str) -> None: ... + def get_default_index(self) -> Optional[int]: ... + def get_itos(self) -> List[str]: ... + def get_stoi(self) -> Dict[str, int]: ... + def insert_token(self, arg0: str, arg1: int) -> None: ... + def lookup_indices(self, arg0: list) -> List[int]: ... + def lookup_token(self, arg0: int) -> str: ... + def lookup_tokens(self, arg0: List[int]) -> List[str]: ... + def set_default_index(self, arg0: Optional[int]) -> None: ... + @property + def default_index_(self) -> Optional[int]: + """ +:type: Optional[int]""" + @property + def itos_(self) -> List[str]: + """ +:type: List[str]""" pass class fb_SentencePiece: def __init__(self, arg0: str) -> None: ... def process(self, arg0: str) -> List[str]: ... pass @overload -def Column(arg0: VeloxType_SMALLINT, arg1: list) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxArrayType, arg1: list) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_REAL, arg1: list) -> SimpleColumnREAL: +def Column(arg0: VeloxType_TINYINT, arg1: tuple) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_BIGINT, arg1: list) -> SimpleColumnBIGINT: +def Column(arg0: VeloxType_VARCHAR, arg1: tuple) -> SimpleColumnVARCHAR: pass @overload -def Column(arg0: VeloxType_INTEGER, arg1: list) -> SimpleColumnINTEGER: +def Column(arg0: VeloxFixedArrayType, arg1: list) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_VARCHAR, arg1: list) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxMapType) -> MapColumn: pass @overload -def Column(arg0: VeloxType_SMALLINT) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxType_REAL) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxRowType) -> RowColumn: +def Column(arg0: VeloxType_BIGINT, arg1: list) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_DOUBLE, arg1: list) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_BOOLEAN) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxType_BIGINT, arg1: tuple) -> SimpleColumnBIGINT: +def Column(arg0: VeloxArrayType) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_VARCHAR, arg1: tuple) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxType_VARCHAR, arg1: list) -> SimpleColumnVARCHAR: pass @overload -def Column(arg0: VeloxArrayType, arg1: list) -> ArrayColumn: +def Column(arg0: VeloxType_REAL, arg1: tuple) -> SimpleColumnREAL: pass @overload def Column(arg0: VeloxType_TINYINT) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_INTEGER) -> SimpleColumnINTEGER: +def Column(arg0: VeloxType_SMALLINT, arg1: list) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_TINYINT, arg1: list) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_DOUBLE, arg1: list) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_REAL) -> SimpleColumnREAL: +def Column(arg0: VeloxType_BIGINT) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_REAL, arg1: tuple) -> SimpleColumnREAL: +def Column(arg0: VeloxType_DOUBLE, arg1: tuple) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_DOUBLE) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxRowType) -> RowColumn: pass @overload -def Column(arg0: VeloxType_BOOLEAN, arg1: list) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_BOOLEAN, arg1: tuple) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxMapType) -> MapColumn: +def Column(arg0: VeloxType_TINYINT, arg1: list) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_SMALLINT, arg1: tuple) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxType_INTEGER, arg1: list) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_VARCHAR) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxType_INTEGER, arg1: tuple) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_BOOLEAN, arg1: tuple) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_SMALLINT) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_BOOLEAN) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_REAL, arg1: list) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxType_BIGINT) -> SimpleColumnBIGINT: +def Column(arg0: VeloxType_BOOLEAN, arg1: list) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxArrayType) -> ArrayColumn: +def Column(arg0: VeloxType_INTEGER) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_DOUBLE, arg1: tuple) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_BIGINT, arg1: tuple) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_INTEGER, arg1: tuple) -> SimpleColumnINTEGER: +def Column(arg0: VeloxType_DOUBLE) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_TINYINT, arg1: tuple) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_SMALLINT, arg1: tuple) -> SimpleColumnSMALLINT: pass @overload -def ConstantColumn(arg0: handle, arg1: int) -> BaseColumn: +def Column(arg0: VeloxType_VARCHAR) -> SimpleColumnVARCHAR: pass @overload -def ConstantColumn(arg0: handle, arg1: int, arg2: VeloxType) -> BaseColumn: +def Column(arg0: VeloxFixedArrayType) -> ArrayColumn: pass @overload -def _import_from_arrow(arg0: VeloxType_REAL, arg1: int, arg2: int) -> SimpleColumnREAL: +def ConstantColumn(arg0: handle, arg1: int) -> BaseColumn: + pass +@overload +def ConstantColumn(arg0: handle, arg1: int, arg2: VeloxType) -> BaseColumn: pass @overload def _import_from_arrow(arg0: VeloxType_INTEGER, arg1: int, arg2: int) -> SimpleColumnINTEGER: @@ -2305,16 +2367,19 @@ def _import_from_arrow(arg0: VeloxType_INTEGER, arg1: int, arg2: int) -> SimpleC def _import_from_arrow(arg0: VeloxType_DOUBLE, arg1: int, arg2: int) -> SimpleColumnDOUBLE: pass @overload +def _import_from_arrow(arg0: VeloxType_REAL, arg1: int, arg2: int) -> SimpleColumnREAL: + pass +@overload def _import_from_arrow(arg0: VeloxType_SMALLINT, arg1: int, arg2: int) -> SimpleColumnSMALLINT: pass @overload -def _import_from_arrow(arg0: VeloxType_BIGINT, arg1: int, arg2: int) -> SimpleColumnBIGINT: +def _import_from_arrow(arg0: VeloxType_BOOLEAN, arg1: int, arg2: int) -> SimpleColumnBOOLEAN: pass @overload def _import_from_arrow(arg0: VeloxType_TINYINT, arg1: int, arg2: int) -> SimpleColumnTINYINT: pass @overload -def _import_from_arrow(arg0: VeloxType_BOOLEAN, arg1: int, arg2: int) -> SimpleColumnBOOLEAN: +def _import_from_arrow(arg0: VeloxType_BIGINT, arg1: int, arg2: int) -> SimpleColumnBIGINT: pass @overload def _import_from_arrow(arg0: VeloxRowType, arg1: int, arg2: int) -> RowColumn: @@ -2327,11 +2392,16 @@ def factory_udf_dispatch(arg0: str, arg1: int) -> BaseColumn: def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn) -> BaseColumn: pass @overload +def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn, arg3: BaseColumn, arg4: BaseColumn) -> BaseColumn: + pass +@overload def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn, arg3: BaseColumn) -> BaseColumn: pass @overload def generic_udf_dispatch(arg0: str, arg1: BaseColumn) -> BaseColumn: pass +def is_built_with_torch() -> bool: + pass ARRAY = ... # type: torcharrow._torcharrow.TypeKind # value = BIGINT = ... # type: torcharrow._torcharrow.TypeKind # value = BOOLEAN = ... # type: torcharrow._torcharrow.TypeKind # value = diff --git a/tools/codegen/velox_binding_stubgen.py b/tools/codegen/velox_binding_stubgen.py index 1d194014d..4333f9a07 100644 --- a/tools/codegen/velox_binding_stubgen.py +++ b/tools/codegen/velox_binding_stubgen.py @@ -9,6 +9,8 @@ import logging import os +import torch # noqa + from libfb.py.log import set_simple_logging from pybind11_stubgen.stubgen import ChdirGuard, ModuleStubsGenerator From 08c3588eab5b767c61edd391cb5d541d5b4630f6 Mon Sep 17 00:00:00 2001 From: Kedar Parab Date: Tue, 12 Jul 2022 10:34:50 -0700 Subject: [PATCH 2/2] refactor generic udf dispatch methods in variadic form (#433) Summary: Pull Request resolved: https://github.com/pytorch/torcharrow/pull/433 refactor generic udf dispatch [methods](https://github.com/pytorch/torcharrow/blob/main/csrc/velox/column.h#L370-L390) to have one genericUDF method Reviewed By: wenleix Differential Revision: D37623365 fbshipit-source-id: e253a3f1e45401c0f18ca8c8b3f494e155836525 --- csrc/velox/_torcharrow.pyi | 592 +++++++++++++-------------- csrc/velox/column.cpp | 107 +---- csrc/velox/column.h | 22 +- csrc/velox/lib.cpp | 6 +- torcharrow/test/lib_test/test_udf.py | 56 ++- torcharrow/velox_rt/functional.py | 2 +- 6 files changed, 341 insertions(+), 444 deletions(-) diff --git a/csrc/velox/_torcharrow.pyi b/csrc/velox/_torcharrow.pyi index a0685358f..a66b0d490 100644 --- a/csrc/velox/_torcharrow.pyi +++ b/csrc/velox/_torcharrow.pyi @@ -142,51 +142,51 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... - def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... + def floordiv(self, arg0: handle) -> BaseColumn: ... + def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... - @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -230,44 +230,44 @@ class ConstantColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... + @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnBOOLEAN: ... def type(self) -> facebook::velox::Type: ... @property @@ -298,9 +298,9 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def eq(self, arg0: BaseColumn) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... - @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -312,21 +312,21 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def gte(self, arg0: BaseColumn) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def lte(self, arg0: handle) -> BaseColumn: ... + @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -346,13 +346,13 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -375,10 +375,10 @@ class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @@ -422,18 +422,18 @@ class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -466,16 +466,16 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @@ -483,9 +483,9 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -497,10 +497,10 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -511,10 +511,10 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def lte(self, arg0: handle) -> BaseColumn: ... + @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @@ -524,10 +524,10 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: handle) -> BaseColumn: ... @@ -569,20 +569,20 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -604,27 +604,27 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: handle) -> BaseColumn: ... @@ -637,10 +637,10 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnTINYINT: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... @@ -695,51 +695,51 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... - def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... + def floordiv(self, arg0: handle) -> BaseColumn: ... + def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... - @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -783,44 +783,44 @@ class FlatColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... + @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnBOOLEAN: ... def type(self) -> facebook::velox::Type: ... @property @@ -851,9 +851,9 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def eq(self, arg0: BaseColumn) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... - @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -865,21 +865,21 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def gte(self, arg0: BaseColumn) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def lte(self, arg0: handle) -> BaseColumn: ... + @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -899,13 +899,13 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -928,10 +928,10 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @@ -975,18 +975,18 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1019,9 +1019,9 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @@ -1046,27 +1046,27 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1080,13 +1080,13 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1103,16 +1103,16 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1120,9 +1120,9 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1134,10 +1134,10 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -1148,10 +1148,10 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def lte(self, arg0: handle) -> BaseColumn: ... + @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1161,10 +1161,10 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: handle) -> BaseColumn: ... @@ -1206,20 +1206,20 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1241,27 +1241,27 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: handle) -> BaseColumn: ... @@ -1274,10 +1274,10 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnTINYINT: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... @@ -1407,51 +1407,51 @@ class SimpleColumnBIGINT(BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... - def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... + def floordiv(self, arg0: handle) -> BaseColumn: ... + def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... - @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1495,44 +1495,44 @@ class SimpleColumnBOOLEAN(BaseColumn): @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... + @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnBOOLEAN: ... def type(self) -> facebook::velox::Type: ... @property @@ -1563,9 +1563,9 @@ class SimpleColumnDOUBLE(BaseColumn): def eq(self, arg0: BaseColumn) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... - @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -1577,21 +1577,21 @@ class SimpleColumnDOUBLE(BaseColumn): def gte(self, arg0: BaseColumn) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def lte(self, arg0: handle) -> BaseColumn: ... + @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1611,13 +1611,13 @@ class SimpleColumnDOUBLE(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1640,10 +1640,10 @@ class SimpleColumnINTEGER(BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1687,18 +1687,18 @@ class SimpleColumnINTEGER(BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1731,9 +1731,9 @@ class SimpleColumnREAL(BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @@ -1758,27 +1758,27 @@ class SimpleColumnREAL(BaseColumn): def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1792,13 +1792,13 @@ class SimpleColumnREAL(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1815,9 +1815,9 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @@ -1842,27 +1842,27 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1876,13 +1876,13 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1899,16 +1899,16 @@ class SimpleColumnSMALLINT(BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1916,9 +1916,9 @@ class SimpleColumnSMALLINT(BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1930,10 +1930,10 @@ class SimpleColumnSMALLINT(BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -1944,10 +1944,10 @@ class SimpleColumnSMALLINT(BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def lte(self, arg0: handle) -> BaseColumn: ... + @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1957,10 +1957,10 @@ class SimpleColumnSMALLINT(BaseColumn): def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: handle) -> BaseColumn: ... @@ -2002,20 +2002,20 @@ class SimpleColumnTINYINT(BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -2037,27 +2037,27 @@ class SimpleColumnTINYINT(BaseColumn): def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @overload def pow(self, arg0: handle) -> BaseColumn: ... @@ -2070,10 +2070,10 @@ class SimpleColumnTINYINT(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnTINYINT: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... @@ -2151,14 +2151,14 @@ class TypeKind: class VeloxType: def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxArrayType(VeloxType): def __init__(self, arg0: VeloxType) -> None: ... def element_type(self) -> VeloxType: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxFixedArrayType(VeloxType): def __init__(self, arg0: int, arg1: VeloxType) -> None: ... @@ -2166,7 +2166,7 @@ class VeloxFixedArrayType(VeloxType): def fixed_width(self) -> int: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxMapType(VeloxType): def __init__(self, arg0: VeloxType, arg1: VeloxType) -> None: ... @@ -2174,7 +2174,7 @@ class VeloxMapType(VeloxType): def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... def value_type(self) -> VeloxType: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxRowType(VeloxType): def __init__(self, arg0: List[str], arg1: List[VeloxType]) -> None: ... @@ -2185,55 +2185,55 @@ class VeloxRowType(VeloxType): def kind_name(self) -> str: ... def name_of(self, arg0: int) -> str: ... def size(self) -> int: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_BIGINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_BOOLEAN(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_DOUBLE(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_INTEGER(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_REAL(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_SMALLINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_TINYINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_VARCHAR(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class Vocab: def __contains__(self, arg0: str) -> bool: ... @@ -2265,140 +2265,130 @@ class fb_SentencePiece: def process(self, arg0: str) -> List[str]: ... pass @overload -def Column(arg0: VeloxArrayType, arg1: list) -> ArrayColumn: - pass -@overload -def Column(arg0: VeloxType_TINYINT, arg1: tuple) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_DOUBLE) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_VARCHAR, arg1: tuple) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxType_INTEGER) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxFixedArrayType, arg1: list) -> ArrayColumn: +def Column(arg0: VeloxType_INTEGER, arg1: list) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxMapType) -> MapColumn: +def Column(arg0: VeloxType_SMALLINT, arg1: tuple) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_REAL) -> SimpleColumnREAL: +def Column(arg0: VeloxType_SMALLINT) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_BIGINT, arg1: list) -> SimpleColumnBIGINT: +def Column(arg0: VeloxType_REAL, arg1: tuple) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxType_BOOLEAN) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxRowType) -> RowColumn: pass @overload -def Column(arg0: VeloxArrayType) -> ArrayColumn: +def Column(arg0: VeloxType_SMALLINT, arg1: list) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_VARCHAR, arg1: list) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxType_TINYINT, arg1: tuple) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_REAL, arg1: tuple) -> SimpleColumnREAL: +def Column(arg0: VeloxFixedArrayType, arg1: list) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_TINYINT) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_BIGINT, arg1: tuple) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_SMALLINT, arg1: list) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxArrayType) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_DOUBLE, arg1: list) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_DOUBLE, arg1: tuple) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_BIGINT) -> SimpleColumnBIGINT: +def Column(arg0: VeloxArrayType, arg1: list) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_DOUBLE, arg1: tuple) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_BOOLEAN) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxRowType) -> RowColumn: +def Column(arg0: VeloxType_VARCHAR, arg1: tuple) -> SimpleColumnVARCHAR: pass @overload -def Column(arg0: VeloxType_BOOLEAN, arg1: tuple) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxMapType) -> MapColumn: pass @overload -def Column(arg0: VeloxType_TINYINT, arg1: list) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_TINYINT) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_INTEGER, arg1: list) -> SimpleColumnINTEGER: +def Column(arg0: VeloxFixedArrayType) -> ArrayColumn: pass @overload def Column(arg0: VeloxType_INTEGER, arg1: tuple) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_SMALLINT) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxType_REAL) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxType_REAL, arg1: list) -> SimpleColumnREAL: +def Column(arg0: VeloxType_BIGINT) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_BOOLEAN, arg1: list) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_TINYINT, arg1: list) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_INTEGER) -> SimpleColumnINTEGER: +def Column(arg0: VeloxType_DOUBLE, arg1: list) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_BIGINT, arg1: tuple) -> SimpleColumnBIGINT: +def Column(arg0: VeloxType_BIGINT, arg1: list) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_DOUBLE) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_REAL, arg1: list) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxType_SMALLINT, arg1: tuple) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxType_BOOLEAN, arg1: tuple) -> SimpleColumnBOOLEAN: pass @overload def Column(arg0: VeloxType_VARCHAR) -> SimpleColumnVARCHAR: pass @overload -def Column(arg0: VeloxFixedArrayType) -> ArrayColumn: +def Column(arg0: VeloxType_VARCHAR, arg1: list) -> SimpleColumnVARCHAR: pass @overload -def ConstantColumn(arg0: handle, arg1: int) -> BaseColumn: +def Column(arg0: VeloxType_BOOLEAN, arg1: list) -> SimpleColumnBOOLEAN: pass @overload def ConstantColumn(arg0: handle, arg1: int, arg2: VeloxType) -> BaseColumn: pass @overload -def _import_from_arrow(arg0: VeloxType_INTEGER, arg1: int, arg2: int) -> SimpleColumnINTEGER: +def ConstantColumn(arg0: handle, arg1: int) -> BaseColumn: pass @overload -def _import_from_arrow(arg0: VeloxType_DOUBLE, arg1: int, arg2: int) -> SimpleColumnDOUBLE: +def _import_from_arrow(arg0: VeloxType_SMALLINT, arg1: int, arg2: int) -> SimpleColumnSMALLINT: pass @overload -def _import_from_arrow(arg0: VeloxType_REAL, arg1: int, arg2: int) -> SimpleColumnREAL: +def _import_from_arrow(arg0: VeloxType_DOUBLE, arg1: int, arg2: int) -> SimpleColumnDOUBLE: pass @overload -def _import_from_arrow(arg0: VeloxType_SMALLINT, arg1: int, arg2: int) -> SimpleColumnSMALLINT: +def _import_from_arrow(arg0: VeloxType_TINYINT, arg1: int, arg2: int) -> SimpleColumnTINYINT: pass @overload def _import_from_arrow(arg0: VeloxType_BOOLEAN, arg1: int, arg2: int) -> SimpleColumnBOOLEAN: pass @overload -def _import_from_arrow(arg0: VeloxType_TINYINT, arg1: int, arg2: int) -> SimpleColumnTINYINT: +def _import_from_arrow(arg0: VeloxType_INTEGER, arg1: int, arg2: int) -> SimpleColumnINTEGER: + pass +@overload +def _import_from_arrow(arg0: VeloxRowType, arg1: int, arg2: int) -> RowColumn: pass @overload def _import_from_arrow(arg0: VeloxType_BIGINT, arg1: int, arg2: int) -> SimpleColumnBIGINT: pass @overload -def _import_from_arrow(arg0: VeloxRowType, arg1: int, arg2: int) -> RowColumn: +def _import_from_arrow(arg0: VeloxType_REAL, arg1: int, arg2: int) -> SimpleColumnREAL: pass def _populate_dense_features_nopresence(arg0: RowColumn, arg1: int) -> None: pass def factory_udf_dispatch(arg0: str, arg1: int) -> BaseColumn: pass -@overload -def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn) -> BaseColumn: - pass -@overload -def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn, arg3: BaseColumn, arg4: BaseColumn) -> BaseColumn: - pass -@overload -def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn, arg3: BaseColumn) -> BaseColumn: - pass -@overload -def generic_udf_dispatch(arg0: str, arg1: BaseColumn) -> BaseColumn: +def generic_udf_dispatch(arg0: str, arg1: List[BaseColumn]) -> BaseColumn: pass def is_built_with_torch() -> bool: pass diff --git a/csrc/velox/column.cpp b/csrc/velox/column.cpp index c143fc6d0..1e26f23a2 100644 --- a/csrc/velox/column.cpp +++ b/csrc/velox/column.cpp @@ -288,89 +288,30 @@ std::shared_ptr BaseColumn::genBinaryExprSet( std::move(callTypedExprs), &TorchArrowGlobalStatic::execContext()); } -std::unique_ptr BaseColumn::genericUnaryUDF( +std::unique_ptr BaseColumn::genericUDF( const std::string& udfName, - const BaseColumn& col1) { - auto rowType = velox::ROW({"c0"}, {col1.getUnderlyingVeloxVector()->type()}); - GenericUDFDispatchKey key(udfName, rowType->toString()); - - static std:: - unordered_map> - dispatchTable; - - auto iter = dispatchTable.find(key); - if (iter == dispatchTable.end()) { - iter = - dispatchTable.insert({key, OperatorHandle::fromUDF(rowType, udfName)}) - .first; - } - return iter->second->call({col1.getUnderlyingVeloxVector()}); -} - -std::unique_ptr BaseColumn::genericBinaryUDF( - const std::string& udfName, - const BaseColumn& col1, - const BaseColumn& col2) { - auto rowType = velox::ROW( - {"c0", "c1"}, - {col1.getUnderlyingVeloxVector()->type(), - col2.getUnderlyingVeloxVector()->type()}); - GenericUDFDispatchKey key(udfName, rowType->toString()); - - static std:: - unordered_map> - dispatchTable; - - auto iter = dispatchTable.find(key); - if (iter == dispatchTable.end()) { - iter = - dispatchTable.insert({key, OperatorHandle::fromUDF(rowType, udfName)}) - .first; - } - return iter->second->call( - {col1.getUnderlyingVeloxVector(), col2.getUnderlyingVeloxVector()}); -} - -std::unique_ptr BaseColumn::genericTrinaryUDF( - const std::string& udfName, - const BaseColumn& col1, - const BaseColumn& col2, - const BaseColumn& col3) { - auto rowType = velox::ROW( - {"c0", "c1", "c2"}, - {col1.getUnderlyingVeloxVector()->type(), - col2.getUnderlyingVeloxVector()->type(), - col3.getUnderlyingVeloxVector()->type()}); - GenericUDFDispatchKey key(udfName, rowType->toString()); - - static std:: - unordered_map> - dispatchTable; - - auto iter = dispatchTable.find(key); - if (iter == dispatchTable.end()) { - iter = - dispatchTable.insert({key, OperatorHandle::fromUDF(rowType, udfName)}) - .first; + const std::vector& cols) { + std::shared_ptr rowType(nullptr); + std::vector colVeloxVector; + + if (cols.size() == 1) { + // specialize for arity 1 + rowType = velox::ROW({"c0"}, {cols[0].getUnderlyingVeloxVector()->type()}); + colVeloxVector = {cols[0].getUnderlyingVeloxVector()}; + } else { + // general path + std::vector names; + std::vector> types; + + int i = 0; + for (auto& col : cols) { + colVeloxVector.push_back(col.getUnderlyingVeloxVector()); + names.push_back("c" + std::to_string(i++)); + types.push_back(col.getUnderlyingVeloxVector()->type()); + } + rowType = velox::ROW(std::move(names), std::move(types)); } - return iter->second->call( - {col1.getUnderlyingVeloxVector(), - col2.getUnderlyingVeloxVector(), - col3.getUnderlyingVeloxVector()}); -} -std::unique_ptr BaseColumn::genericQuaternaryUDF( - const std::string& udfName, - const BaseColumn& col1, - const BaseColumn& col2, - const BaseColumn& col3, - const BaseColumn& col4) { - auto rowType = velox::ROW( - {"c0", "c1", "c2", "c3"}, - {col1.getUnderlyingVeloxVector()->type(), - col2.getUnderlyingVeloxVector()->type(), - col3.getUnderlyingVeloxVector()->type(), - col4.getUnderlyingVeloxVector()->type()}); GenericUDFDispatchKey key(udfName, rowType->toString()); static std:: @@ -383,11 +324,7 @@ std::unique_ptr BaseColumn::genericQuaternaryUDF( dispatchTable.insert({key, OperatorHandle::fromUDF(rowType, udfName)}) .first; } - return iter->second->call( - {col1.getUnderlyingVeloxVector(), - col2.getUnderlyingVeloxVector(), - col3.getUnderlyingVeloxVector(), - col4.getUnderlyingVeloxVector()}); + return iter->second->call(colVeloxVector); } std::unique_ptr BaseColumn::factoryNullaryUDF( diff --git a/csrc/velox/column.h b/csrc/velox/column.h index d217d8b21..153d50dd6 100644 --- a/csrc/velox/column.h +++ b/csrc/velox/column.h @@ -368,27 +368,9 @@ class BaseColumn { public: // generic UDF - static std::unique_ptr genericUnaryUDF( + static std::unique_ptr genericUDF( const std::string& udfName, - const BaseColumn& col1); - - static std::unique_ptr genericBinaryUDF( - const std::string& udfName, - const BaseColumn& col1, - const BaseColumn& col2); - - static std::unique_ptr genericTrinaryUDF( - const std::string& udfName, - const BaseColumn& col1, - const BaseColumn& col2, - const BaseColumn& col3); - - static std::unique_ptr genericQuaternaryUDF( - const std::string& udfName, - const BaseColumn& col1, - const BaseColumn& col2, - const BaseColumn& col3, - const BaseColumn& col4); + const std::vector& cols); // factory UDF (e.g rand) static std::unique_ptr factoryNullaryUDF( diff --git a/csrc/velox/lib.cpp b/csrc/velox/lib.cpp index b50af341b..10952daec 100644 --- a/csrc/velox/lib.cpp +++ b/csrc/velox/lib.cpp @@ -923,11 +923,7 @@ PYBIND11_MODULE(_torcharrow, m) { declareUserDefinedBindings(m); // generic UDF dispatch - // TODO: Support vararg instead of hard coding with UDF arity - m.def("generic_udf_dispatch", &BaseColumn::genericUnaryUDF); - m.def("generic_udf_dispatch", &BaseColumn::genericBinaryUDF); - m.def("generic_udf_dispatch", &BaseColumn::genericTrinaryUDF); - m.def("generic_udf_dispatch", &BaseColumn::genericQuaternaryUDF); + m.def("generic_udf_dispatch", &BaseColumn::genericUDF); // factory UDF dispatch (e.g. UDF without any parameters, length is required // for such UDF call) diff --git a/torcharrow/test/lib_test/test_udf.py b/torcharrow/test/lib_test/test_udf.py index bfe7d5b31..ab465df3e 100644 --- a/torcharrow/test/lib_test/test_udf.py +++ b/torcharrow/test/lib_test/test_udf.py @@ -43,41 +43,41 @@ def test_basic(self) -> None: data = ["abc", "ABC", "XYZ123", None, "xYZ", "123", "äöå"] col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) - lcol = ta.generic_udf_dispatch("lower", col) + lcol = ta.generic_udf_dispatch("lower", [col]) self.assert_SimpleColumn( lcol, ["abc", "abc", "xyz123", None, "xyz", "123", "äöå"] ) - ucol = ta.generic_udf_dispatch("upper", col) + ucol = ta.generic_udf_dispatch("upper", [col]) self.assert_SimpleColumn( ucol, ["ABC", "ABC", "XYZ123", None, "XYZ", "123", "ÄÖÅ"] ) - lcol2 = ta.generic_udf_dispatch("lower", ucol) + lcol2 = ta.generic_udf_dispatch("lower", [ucol]) self.assert_SimpleColumn( lcol2, ["abc", "abc", "xyz123", None, "xyz", "123", "äöå"] ) - ucol2 = ta.generic_udf_dispatch("upper", lcol) + ucol2 = ta.generic_udf_dispatch("upper", [lcol]) self.assert_SimpleColumn( ucol2, ["ABC", "ABC", "XYZ123", None, "XYZ", "123", "ÄÖÅ"] ) - alpha = ta.generic_udf_dispatch("torcharrow_isalpha", col) + alpha = ta.generic_udf_dispatch("torcharrow_isalpha", [col]) self.assert_SimpleColumn(alpha, [True, True, False, None, True, False, True]) - alnum = ta.generic_udf_dispatch("torcharrow_isalnum", col) + alnum = ta.generic_udf_dispatch("torcharrow_isalnum", [col]) self.assert_SimpleColumn(alnum, [True, True, True, None, True, True, True]) - digit = ta.generic_udf_dispatch("torcharrow_isdecimal", col) + digit = ta.generic_udf_dispatch("torcharrow_isdecimal", [col]) self.assert_SimpleColumn(digit, [False, False, False, None, False, True, False]) - islower = ta.generic_udf_dispatch("torcharrow_islower", col) + islower = ta.generic_udf_dispatch("torcharrow_islower", [col]) self.assert_SimpleColumn( islower, [True, False, False, None, False, False, True] ) - isupper = ta.generic_udf_dispatch("torcharrow_isupper", col) + isupper = ta.generic_udf_dispatch("torcharrow_isupper", [col]) self.assert_SimpleColumn( isupper, [False, True, True, None, False, False, False] ) @@ -85,20 +85,19 @@ def test_basic(self) -> None: data2 = [1, 2, 3, None, 5, None, -7] col2 = self.construct_simple_column(ta.VeloxType_BIGINT(), data2) - neg = ta.generic_udf_dispatch("negate", col2) + neg = ta.generic_udf_dispatch("negate", [col2]) self.assert_SimpleColumn(neg, [-1, -2, -3, None, -5, None, 7]) data3 = ["\n", "a", "\t", "76", " ", None] col3 = self.construct_simple_column(ta.VeloxType_VARCHAR(), data3) - isspace = ta.generic_udf_dispatch("torcharrow_isspace", col3) + isspace = ta.generic_udf_dispatch("torcharrow_isspace", [col3]) self.assert_SimpleColumn(isspace, [True, False, True, False, True, None]) data4 = ["a b c", "d,e,f"] col4 = self.construct_simple_column(ta.VeloxType_VARCHAR(), data4) splits = ta.generic_udf_dispatch( "split", - col4, - ta.ConstantColumn(" ", len(data4)), + [col4, ta.ConstantColumn(" ", len(data4))], ) expected = [["a", "b", "c"], ["d,e,f"]] self.assertEqual(len(splits), len(expected)) @@ -109,8 +108,7 @@ def test_coalesce(self) -> None: col1 = self.construct_simple_column(ta.VeloxType_BIGINT(), [1, 2, None, 3]) result = ta.generic_udf_dispatch( "coalesce", - col1, - ta.ConstantColumn(42, len(col1)), + [col1, ta.ConstantColumn(42, len(col1))], ) self.assert_SimpleColumn(result, [1, 2, 42, 3]) self.assertTrue(isinstance(result.type(), ta.VeloxType_BIGINT)) @@ -118,8 +116,7 @@ def test_coalesce(self) -> None: col2 = self.construct_simple_column(ta.VeloxType_INTEGER(), [1, 2, None, 3]) result = ta.generic_udf_dispatch( "coalesce", - col2, - ta.ConstantColumn(42, len(col2), ta.VeloxType_INTEGER()), + [col2, ta.ConstantColumn(42, len(col2), ta.VeloxType_INTEGER())], ) self.assert_SimpleColumn(result, [1, 2, 42, 3]) self.assertTrue(isinstance(result.type(), ta.VeloxType_INTEGER)) @@ -131,15 +128,13 @@ def test_regex(self) -> None: match = ta.generic_udf_dispatch( "match_re", - col, - ta.ConstantColumn("[a-z]\\d", 6), + [col, ta.ConstantColumn("[a-z]\\d", 6)], ) self.assert_SimpleColumn(match, [False, True, True, True, False, None]) search = ta.generic_udf_dispatch( "regexp_like", - col, - ta.ConstantColumn("[a-z]\\d", 6), + [col, ta.ConstantColumn("[a-z]\\d", 6)], ) self.assert_SimpleColumn(search, [False, True, True, True, True, None]) @@ -147,8 +142,7 @@ def test_regex(self) -> None: col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) extract = ta.generic_udf_dispatch( "regexp_extract_all", - col, - ta.ConstantColumn("([a-z])\\d", 5), + [col, ta.ConstantColumn("([a-z])\\d", 5)], ) expected = [["d4", "e5"], ["a1"], ["b2"], ["c3"], ["d4", "f6"]] self.assertEqual(len(extract), len(expected)) @@ -158,7 +152,7 @@ def test_regex(self) -> None: def test_lower(self) -> None: data = ["abc", "ABC", "XYZ123", None, "xYZ", "123", "äöå"] col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) - lcol = ta.generic_udf_dispatch("lower", col) + lcol = ta.generic_udf_dispatch("lower", [col]) self.assert_SimpleColumn( lcol, ["abc", "abc", "xyz123", None, "xyz", "123", "äöå"] ) @@ -177,7 +171,7 @@ def test_istitle(self) -> None: None, ] col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) - istitle = ta.generic_udf_dispatch("torcharrow_istitle", col) + istitle = ta.generic_udf_dispatch("torcharrow_istitle", [col]) self.assert_SimpleColumn( istitle, [ @@ -204,14 +198,14 @@ def test_istitle(self) -> None: "A1B2", ] col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) - istitle = ta.generic_udf_dispatch("torcharrow_istitle", col) + istitle = ta.generic_udf_dispatch("torcharrow_istitle", [col]) self.assert_SimpleColumn(istitle, [True, True, True, True, True, True, True]) def test_isnumeric(self) -> None: # All False data = ["-1", "1.5", "+2", "abc", "AA", "VIII", "1/3", None] col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) - lcol = ta.generic_udf_dispatch("torcharrow_isnumeric", col) + lcol = ta.generic_udf_dispatch("torcharrow_isnumeric", [col]) self.assert_SimpleColumn( lcol, [False, False, False, False, False, False, False, None] ) @@ -219,7 +213,7 @@ def test_isnumeric(self) -> None: # All True data = ["9876543210123456789", "ⅧⅪ", "ⅷ〩𐍁ᛯ", "᧖७𝟡௫６", "¼⑲⑹⓲➎㉏𐧯"] col = self.construct_simple_column(ta.VeloxType_VARCHAR(), data) - lcol = ta.generic_udf_dispatch("torcharrow_isnumeric", col) + lcol = ta.generic_udf_dispatch("torcharrow_isnumeric", [col]) self.assert_SimpleColumn(lcol, [True, True, True, True, True]) def test_trinary(self) -> None: @@ -229,9 +223,7 @@ def test_trinary(self) -> None: # substr, 3 parameters substr = ta.generic_udf_dispatch( "substr", - col, - ta.ConstantColumn(2, 7), # start - ta.ConstantColumn(2, 7), # length + [col, ta.ConstantColumn(2, 7), ta.ConstantColumn(2, 7)], # start # length ) self.assert_SimpleColumn(substr, ["bc", "BC", "YZ", None, "YZ", "23", "öå"]) @@ -243,7 +235,7 @@ def test_quaternary(self) -> None: bucketCount = self.construct_simple_column(ta.VeloxType_BIGINT(), [3, 3, 4]) widthBucket = ta.generic_udf_dispatch( - "width_bucket", x, bound1, bound2, bucketCount + "width_bucket", [x, bound1, bound2, bucketCount] ) self.assert_SimpleColumn(widthBucket, [3, 2, 0]) diff --git a/torcharrow/velox_rt/functional.py b/torcharrow/velox_rt/functional.py index 07e625a07..d83c83f78 100644 --- a/torcharrow/velox_rt/functional.py +++ b/torcharrow/velox_rt/functional.py @@ -36,7 +36,7 @@ def dispatch(*args): # constant value wrapped_args.append(ta.ConstantColumn(arg, length)) - result_col = ta.generic_udf_dispatch(op_name, *wrapped_args) + result_col = ta.generic_udf_dispatch(op_name, wrapped_args) # Generic dispatch always assumes nullable result_dtype = result_col.dtype().with_null(True)