diff --git a/csrc/velox/_torcharrow.pyi b/csrc/velox/_torcharrow.pyi index 6e72b7fc1..a0685358f 100644 --- a/csrc/velox/_torcharrow.pyi +++ b/csrc/velox/_torcharrow.pyi @@ -22,7 +22,7 @@ __all__ = [ "ConstantColumnBIGINT", "ConstantColumnBOOLEAN", "ConstantColumnDOUBLE", -"ConstantColumnREAL", +"ConstantColumnINTEGER", "ConstantColumnSMALLINT", "ConstantColumnTINYINT", "ConstantColumnVARCHAR", @@ -34,6 +34,7 @@ __all__ = [ "FlatColumnSMALLINT", "FlatColumnTINYINT", "FlatColumnVARCHAR", +"GPT2BPEEncoder", "MapColumn", "NotAppendableException", "RowColumn", @@ -41,14 +42,15 @@ __all__ = [ "SimpleColumnBOOLEAN", "SimpleColumnDOUBLE", "SimpleColumnINTEGER", -"ConstantColumnINTEGER", "SimpleColumnREAL", +"ConstantColumnREAL", "SimpleColumnSMALLINT", "SimpleColumnTINYINT", "SimpleColumnVARCHAR", "TypeKind", "VeloxType", "VeloxArrayType", +"VeloxFixedArrayType", "VeloxMapType", "VeloxRowType", "VeloxType_BIGINT", @@ -59,6 +61,7 @@ __all__ = [ "VeloxType_SMALLINT", "VeloxType_TINYINT", "VeloxType_VARCHAR", +"Vocab", "fb_SentencePiece", "Column", "ConstantColumn", @@ -66,6 +69,7 @@ __all__ = [ "_populate_dense_features_nopresence", "factory_udf_dispatch", "generic_udf_dispatch", +"is_built_with_torch", "ARRAY", "BIGINT", "BOOLEAN", @@ -131,31 +135,31 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def eq(self, arg0: handle) -> BaseColumn: ... + @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload + def gt(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -166,14 +170,14 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -183,9 +187,9 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -199,9 +203,9 @@ class ConstantColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -222,10 +226,10 @@ class ConstantColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def append(self, value: bool) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -238,18 +242,18 @@ class ConstantColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... + @overload + def eq(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -281,22 +285,22 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -316,10 +320,10 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... - @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -329,9 +333,9 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -342,10 +346,10 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @@ -359,24 +363,37 @@ class ConstantColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): """ :type: int""" pass -class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): +class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def __getitem__(self, arg0: int) -> object: ... def __len__(self) -> int: ... def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... - def append(self, arg0: float) -> None: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... + def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... + @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + def bitwise_rand(self, arg0: handle) -> BaseColumn: ... + def bitwise_ror(self, arg0: handle) -> BaseColumn: ... + def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... - def ceil(self) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload @@ -390,20 +407,21 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def gte(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -420,19 +438,18 @@ class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... def rmul(self, arg0: handle) -> BaseColumn: ... - def round(self) -> BaseColumn: ... def rpow(self, arg0: handle) -> BaseColumn: ... def rsub(self, arg0: handle) -> BaseColumn: ... def rtruediv(self, arg0: handle) -> BaseColumn: ... - def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... + def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -449,9 +466,9 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload @@ -466,27 +483,27 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -494,26 +511,26 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... - @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -527,9 +544,9 @@ class ConstantColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -552,10 +569,10 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -563,9 +580,9 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -577,40 +594,40 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -624,9 +641,9 @@ class ConstantColumnTINYINT(SimpleColumnTINYINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -671,31 +688,31 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def eq(self, arg0: handle) -> BaseColumn: ... + @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload + def gt(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -706,14 +723,14 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -723,9 +740,9 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -739,9 +756,9 @@ class FlatColumnBIGINT(SimpleColumnBIGINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -762,10 +779,10 @@ class FlatColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def append(self, value: bool) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -778,18 +795,18 @@ class FlatColumnBOOLEAN(SimpleColumnBOOLEAN, BaseColumn): def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... + @overload + def eq(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -821,22 +838,22 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -856,10 +873,10 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... - @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -869,9 +886,9 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -882,10 +899,10 @@ class FlatColumnDOUBLE(SimpleColumnDOUBLE, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @@ -927,13 +944,13 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -958,16 +975,16 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... @@ -979,13 +996,13 @@ class FlatColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1010,9 +1027,9 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... - @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @@ -1020,13 +1037,13 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload def lt(self, arg0: handle) -> BaseColumn: ... @@ -1041,15 +1058,15 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1063,13 +1080,13 @@ class FlatColumnREAL(SimpleColumnREAL, BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1086,9 +1103,9 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload @@ -1103,27 +1120,27 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -1131,26 +1148,26 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... - @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1164,9 +1181,9 @@ class FlatColumnSMALLINT(SimpleColumnSMALLINT, BaseColumn): @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1189,10 +1206,10 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -1200,9 +1217,9 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1214,40 +1231,40 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1261,9 +1278,9 @@ class FlatColumnTINYINT(SimpleColumnTINYINT, BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1292,6 +1309,28 @@ class FlatColumnVARCHAR(SimpleColumnVARCHAR, BaseColumn): """ :type: int""" pass +class GPT2BPEEncoder: + def __getstate__(self) -> Tuple[Dict[str, int], Dict[str, int], str, Dict[int, str], bool]: ... + def __init__(self, arg0: Dict[str, int], arg1: Dict[str, int], arg2: str, arg3: Dict[int, str], arg4: bool) -> None: ... + def __setstate__(self, arg0: Tuple[Dict[str, int], Dict[str, int], str, Dict[int, str], bool]) -> None: ... + def encode(self, arg0: str) -> List[str]: ... + @property + def bpe_encoder_(self) -> Dict[str, int]: + """ +:type: Dict[str, int]""" + @property + def bpe_merge_ranks_(self) -> Dict[str, int]: + """ +:type: Dict[str, int]""" + @property + def byte_encoder_(self) -> Dict[int, str]: + """ +:type: Dict[int, str]""" + @property + def seperator_(self) -> str: + """ +:type: str""" + pass class MapColumn(BaseColumn): def __getitem__(self, arg0: int) -> BaseColumn: ... def __len__(self) -> int: ... @@ -1361,31 +1400,31 @@ class SimpleColumnBIGINT(BaseColumn): @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def bitwise_or(self, arg0: handle) -> BaseColumn: ... def bitwise_rand(self, arg0: handle) -> BaseColumn: ... def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def eq(self, arg0: handle) -> BaseColumn: ... + @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload + def gt(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... @@ -1396,14 +1435,14 @@ class SimpleColumnBIGINT(BaseColumn): @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... - @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload + def mod(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -1413,9 +1452,9 @@ class SimpleColumnBIGINT(BaseColumn): @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1429,9 +1468,9 @@ class SimpleColumnBIGINT(BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1452,10 +1491,10 @@ class SimpleColumnBOOLEAN(BaseColumn): def append(self, value: bool) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: handle) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -1468,18 +1507,18 @@ class SimpleColumnBOOLEAN(BaseColumn): def bitwise_xor(self, arg0: handle) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... + @overload + def eq(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload - def gte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def gte(self, arg0: handle) -> BaseColumn: ... + @overload + def gte(self, arg0: BaseColumn) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -1511,22 +1550,22 @@ class SimpleColumnDOUBLE(BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def add(self, arg0: handle) -> BaseColumn: ... def append(self, arg0: float) -> None: ... def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... - def floor(self) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -1546,10 +1585,10 @@ class SimpleColumnDOUBLE(BaseColumn): @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... - @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1559,9 +1598,9 @@ class SimpleColumnDOUBLE(BaseColumn): @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def pow(self, arg0: handle) -> BaseColumn: ... + @overload + def pow(self, arg0: BaseColumn) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1572,10 +1611,10 @@ class SimpleColumnDOUBLE(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnDOUBLE: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload + def sub(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def truediv(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1617,13 +1656,13 @@ class SimpleColumnINTEGER(BaseColumn): def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def eq(self, arg0: handle) -> BaseColumn: ... @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... + @overload + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @@ -1648,15 +1687,15 @@ class SimpleColumnINTEGER(BaseColumn): @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def neq(self, arg0: handle) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1669,13 +1708,13 @@ class SimpleColumnINTEGER(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... @overload - def sub(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1686,65 +1725,51 @@ class SimpleColumnINTEGER(BaseColumn): """ :type: int""" pass -class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): +class SimpleColumnREAL(BaseColumn): def __getitem__(self, arg0: int) -> object: ... def __len__(self) -> int: ... def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: handle) -> BaseColumn: ... - @overload def add(self, arg0: BaseColumn) -> BaseColumn: ... - def append(self, arg0: int) -> None: ... - def append_null(self) -> None: ... - @overload - def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... - @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload - def bitwise_or(self, arg0: handle) -> BaseColumn: ... - @overload - def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... - def bitwise_rand(self, arg0: handle) -> BaseColumn: ... - def bitwise_ror(self, arg0: handle) -> BaseColumn: ... - def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... - @overload - def bitwise_xor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def add(self, arg0: handle) -> BaseColumn: ... + def append(self, arg0: float) -> None: ... + def append_null(self) -> None: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... + def ceil(self) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def eq(self, arg0: handle) -> BaseColumn: ... - @overload - def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... - def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... + def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + def get_null_count(self) -> int: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... - def invert(self) -> BaseColumn: ... - def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: BaseColumn) -> BaseColumn: ... + def gte(self, arg0: handle) -> BaseColumn: ... + def is_null_at(self, arg0: int) -> bool: ... @overload def lt(self, arg0: handle) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def mod(self, arg0: handle) -> BaseColumn: ... + @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... @@ -1761,18 +1786,19 @@ class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... def rmul(self, arg0: handle) -> BaseColumn: ... + def round(self) -> BaseColumn: ... def rpow(self, arg0: handle) -> BaseColumn: ... def rsub(self, arg0: handle) -> BaseColumn: ... def rtruediv(self, arg0: handle) -> BaseColumn: ... - def slice(self, arg0: int, arg1: int) -> SimpleColumnINTEGER: ... + def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1783,7 +1809,7 @@ class ConstantColumnINTEGER(SimpleColumnINTEGER, BaseColumn): """ :type: int""" pass -class SimpleColumnREAL(BaseColumn): +class ConstantColumnREAL(SimpleColumnREAL, BaseColumn): def __getitem__(self, arg0: int) -> object: ... def __len__(self) -> int: ... def _export_to_arrow(self, arg0: int) -> None: ... @@ -1797,9 +1823,9 @@ class SimpleColumnREAL(BaseColumn): def cast(self, arg0: TypeKind) -> BaseColumn: ... def ceil(self) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... - @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def eq(self, arg0: handle) -> BaseColumn: ... def floor(self) -> BaseColumn: ... @overload def floordiv(self, arg0: handle) -> BaseColumn: ... @@ -1807,13 +1833,13 @@ class SimpleColumnREAL(BaseColumn): def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... + def gt(self, arg0: handle) -> BaseColumn: ... @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload def lt(self, arg0: handle) -> BaseColumn: ... @@ -1828,15 +1854,15 @@ class SimpleColumnREAL(BaseColumn): @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... - @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: BaseColumn) -> BaseColumn: ... + def mul(self, arg0: handle) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload + def neq(self, arg0: BaseColumn) -> BaseColumn: ... + @overload def pow(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... @@ -1850,13 +1876,13 @@ class SimpleColumnREAL(BaseColumn): def rtruediv(self, arg0: handle) -> BaseColumn: ... def slice(self, arg0: int, arg1: int) -> SimpleColumnREAL: ... @overload - def sub(self, arg0: handle) -> BaseColumn: ... - @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + def sub(self, arg0: handle) -> BaseColumn: ... @overload def truediv(self, arg0: handle) -> BaseColumn: ... + @overload + def truediv(self, arg0: BaseColumn) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1873,9 +1899,9 @@ class SimpleColumnSMALLINT(BaseColumn): def _export_to_arrow(self, arg0: int) -> None: ... def abs(self) -> BaseColumn: ... @overload - def add(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def add(self, arg0: handle) -> BaseColumn: ... + @overload + def add(self, arg0: BaseColumn) -> BaseColumn: ... def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload @@ -1890,27 +1916,27 @@ class SimpleColumnSMALLINT(BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... - def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload - def eq(self, arg0: handle) -> BaseColumn: ... + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... + def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def floordiv(self, arg0: handle) -> BaseColumn: ... + def eq(self, arg0: handle) -> BaseColumn: ... @overload def floordiv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload def gt(self, arg0: handle) -> BaseColumn: ... @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def gte(self, arg0: handle) -> BaseColumn: ... - @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload @@ -1918,26 +1944,26 @@ class SimpleColumnSMALLINT(BaseColumn): @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def lte(self, arg0: handle) -> BaseColumn: ... @overload - def mod(self, arg0: BaseColumn) -> BaseColumn: ... + def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mod(self, arg0: handle) -> BaseColumn: ... @overload - def mul(self, arg0: handle) -> BaseColumn: ... + def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload def mul(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def mul(self, arg0: handle) -> BaseColumn: ... def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload def neq(self, arg0: handle) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... - @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -1951,9 +1977,9 @@ class SimpleColumnSMALLINT(BaseColumn): @overload def sub(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -1976,10 +2002,10 @@ class SimpleColumnTINYINT(BaseColumn): def append(self, arg0: int) -> None: ... def append_null(self) -> None: ... @overload - def bitwise_and(self, arg0: handle) -> BaseColumn: ... - @overload def bitwise_and(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def bitwise_and(self, arg0: handle) -> BaseColumn: ... + @overload def bitwise_or(self, arg0: BaseColumn) -> BaseColumn: ... @overload def bitwise_or(self, arg0: handle) -> BaseColumn: ... @@ -1987,9 +2013,9 @@ class SimpleColumnTINYINT(BaseColumn): def bitwise_ror(self, arg0: handle) -> BaseColumn: ... def bitwise_rxor(self, arg0: handle) -> BaseColumn: ... @overload - def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... - @overload def bitwise_xor(self, arg0: handle) -> BaseColumn: ... + @overload + def bitwise_xor(self, arg0: BaseColumn) -> BaseColumn: ... def cast(self, arg0: TypeKind) -> BaseColumn: ... @overload def eq(self, arg0: BaseColumn) -> BaseColumn: ... @@ -2001,40 +2027,40 @@ class SimpleColumnTINYINT(BaseColumn): def floordiv(self, arg0: handle) -> BaseColumn: ... def get_null_count(self) -> int: ... @overload - def gt(self, arg0: handle) -> BaseColumn: ... - @overload def gt(self, arg0: BaseColumn) -> BaseColumn: ... @overload + def gt(self, arg0: handle) -> BaseColumn: ... + @overload def gte(self, arg0: BaseColumn) -> BaseColumn: ... @overload def gte(self, arg0: handle) -> BaseColumn: ... def invert(self) -> BaseColumn: ... def is_null_at(self, arg0: int) -> bool: ... @overload - def lt(self, arg0: handle) -> BaseColumn: ... - @overload def lt(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def lte(self, arg0: handle) -> BaseColumn: ... + def lt(self, arg0: handle) -> BaseColumn: ... @overload def lte(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mod(self, arg0: handle) -> BaseColumn: ... + def lte(self, arg0: handle) -> BaseColumn: ... @overload def mod(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def mod(self, arg0: handle) -> BaseColumn: ... @overload def mul(self, arg0: handle) -> BaseColumn: ... - def neg(self) -> BaseColumn: ... @overload - def neq(self, arg0: handle) -> BaseColumn: ... + def mul(self, arg0: BaseColumn) -> BaseColumn: ... + def neg(self) -> BaseColumn: ... @overload def neq(self, arg0: BaseColumn) -> BaseColumn: ... @overload - def pow(self, arg0: handle) -> BaseColumn: ... + def neq(self, arg0: handle) -> BaseColumn: ... @overload def pow(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def pow(self, arg0: handle) -> BaseColumn: ... def radd(self, arg0: handle) -> BaseColumn: ... def rfloordiv(self, arg0: handle) -> BaseColumn: ... def rmod(self, arg0: handle) -> BaseColumn: ... @@ -2048,9 +2074,9 @@ class SimpleColumnTINYINT(BaseColumn): @overload def sub(self, arg0: handle) -> BaseColumn: ... @overload - def truediv(self, arg0: handle) -> BaseColumn: ... - @overload def truediv(self, arg0: BaseColumn) -> BaseColumn: ... + @overload + def truediv(self, arg0: handle) -> BaseColumn: ... def type(self) -> facebook::velox::Type: ... @property def length(self) -> int: @@ -2125,14 +2151,22 @@ class TypeKind: class VeloxType: def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxArrayType(VeloxType): def __init__(self, arg0: VeloxType) -> None: ... def element_type(self) -> VeloxType: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + pass +class VeloxFixedArrayType(VeloxType): + def __init__(self, arg0: int, arg1: VeloxType) -> None: ... + def element_type(self) -> VeloxType: ... + def fixed_width(self) -> int: ... + def kind(self) -> TypeKind: ... + def kind_name(self) -> str: ... + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxMapType(VeloxType): def __init__(self, arg0: VeloxType, arg1: VeloxType) -> None: ... @@ -2140,7 +2174,7 @@ class VeloxMapType(VeloxType): def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... def value_type(self) -> VeloxType: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxRowType(VeloxType): def __init__(self, arg0: List[str], arg1: List[VeloxType]) -> None: ... @@ -2151,152 +2185,180 @@ class VeloxRowType(VeloxType): def kind_name(self) -> str: ... def name_of(self, arg0: int) -> str: ... def size(self) -> int: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_BIGINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_BOOLEAN(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_DOUBLE(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_INTEGER(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_REAL(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_SMALLINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_TINYINT(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = pass class VeloxType_VARCHAR(VeloxType): def __init__(self) -> None: ... def kind(self) -> TypeKind: ... def kind_name(self) -> str: ... - __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + __pybind11_module_local_v4_clang_libstdcpp_cxxabi1002__ = ... # type: PyCapsule # value = + pass +class Vocab: + def __contains__(self, arg0: str) -> bool: ... + def __getitem__(self, arg0: str) -> int: ... + def __getstate__(self) -> Tuple[str, List[int], List[str], List[at::Tensor]]: ... + def __init__(self, arg0: List[str], arg1: Optional[int]) -> None: ... + def __len__(self) -> int: ... + def __setstate__(self, arg0: Tuple[str, List[int], List[str], List[at::Tensor]]) -> None: ... + def append_token(self, arg0: str) -> None: ... + def get_default_index(self) -> Optional[int]: ... + def get_itos(self) -> List[str]: ... + def get_stoi(self) -> Dict[str, int]: ... + def insert_token(self, arg0: str, arg1: int) -> None: ... + def lookup_indices(self, arg0: list) -> List[int]: ... + def lookup_token(self, arg0: int) -> str: ... + def lookup_tokens(self, arg0: List[int]) -> List[str]: ... + def set_default_index(self, arg0: Optional[int]) -> None: ... + @property + def default_index_(self) -> Optional[int]: + """ +:type: Optional[int]""" + @property + def itos_(self) -> List[str]: + """ +:type: List[str]""" pass class fb_SentencePiece: def __init__(self, arg0: str) -> None: ... def process(self, arg0: str) -> List[str]: ... pass @overload -def Column(arg0: VeloxType_SMALLINT, arg1: list) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxArrayType, arg1: list) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_REAL, arg1: list) -> SimpleColumnREAL: +def Column(arg0: VeloxType_TINYINT, arg1: tuple) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_BIGINT, arg1: list) -> SimpleColumnBIGINT: +def Column(arg0: VeloxType_VARCHAR, arg1: tuple) -> SimpleColumnVARCHAR: pass @overload -def Column(arg0: VeloxType_INTEGER, arg1: list) -> SimpleColumnINTEGER: +def Column(arg0: VeloxFixedArrayType, arg1: list) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_VARCHAR, arg1: list) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxMapType) -> MapColumn: pass @overload -def Column(arg0: VeloxType_SMALLINT) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxType_REAL) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxRowType) -> RowColumn: +def Column(arg0: VeloxType_BIGINT, arg1: list) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_DOUBLE, arg1: list) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_BOOLEAN) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxType_BIGINT, arg1: tuple) -> SimpleColumnBIGINT: +def Column(arg0: VeloxArrayType) -> ArrayColumn: pass @overload -def Column(arg0: VeloxType_VARCHAR, arg1: tuple) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxType_VARCHAR, arg1: list) -> SimpleColumnVARCHAR: pass @overload -def Column(arg0: VeloxArrayType, arg1: list) -> ArrayColumn: +def Column(arg0: VeloxType_REAL, arg1: tuple) -> SimpleColumnREAL: pass @overload def Column(arg0: VeloxType_TINYINT) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_INTEGER) -> SimpleColumnINTEGER: +def Column(arg0: VeloxType_SMALLINT, arg1: list) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_TINYINT, arg1: list) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_DOUBLE, arg1: list) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_REAL) -> SimpleColumnREAL: +def Column(arg0: VeloxType_BIGINT) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_REAL, arg1: tuple) -> SimpleColumnREAL: +def Column(arg0: VeloxType_DOUBLE, arg1: tuple) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_DOUBLE) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxRowType) -> RowColumn: pass @overload -def Column(arg0: VeloxType_BOOLEAN, arg1: list) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_BOOLEAN, arg1: tuple) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxMapType) -> MapColumn: +def Column(arg0: VeloxType_TINYINT, arg1: list) -> SimpleColumnTINYINT: pass @overload -def Column(arg0: VeloxType_SMALLINT, arg1: tuple) -> SimpleColumnSMALLINT: +def Column(arg0: VeloxType_INTEGER, arg1: list) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_VARCHAR) -> SimpleColumnVARCHAR: +def Column(arg0: VeloxType_INTEGER, arg1: tuple) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_BOOLEAN, arg1: tuple) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_SMALLINT) -> SimpleColumnSMALLINT: pass @overload -def Column(arg0: VeloxType_BOOLEAN) -> SimpleColumnBOOLEAN: +def Column(arg0: VeloxType_REAL, arg1: list) -> SimpleColumnREAL: pass @overload -def Column(arg0: VeloxType_BIGINT) -> SimpleColumnBIGINT: +def Column(arg0: VeloxType_BOOLEAN, arg1: list) -> SimpleColumnBOOLEAN: pass @overload -def Column(arg0: VeloxArrayType) -> ArrayColumn: +def Column(arg0: VeloxType_INTEGER) -> SimpleColumnINTEGER: pass @overload -def Column(arg0: VeloxType_DOUBLE, arg1: tuple) -> SimpleColumnDOUBLE: +def Column(arg0: VeloxType_BIGINT, arg1: tuple) -> SimpleColumnBIGINT: pass @overload -def Column(arg0: VeloxType_INTEGER, arg1: tuple) -> SimpleColumnINTEGER: +def Column(arg0: VeloxType_DOUBLE) -> SimpleColumnDOUBLE: pass @overload -def Column(arg0: VeloxType_TINYINT, arg1: tuple) -> SimpleColumnTINYINT: +def Column(arg0: VeloxType_SMALLINT, arg1: tuple) -> SimpleColumnSMALLINT: pass @overload -def ConstantColumn(arg0: handle, arg1: int) -> BaseColumn: +def Column(arg0: VeloxType_VARCHAR) -> SimpleColumnVARCHAR: pass @overload -def ConstantColumn(arg0: handle, arg1: int, arg2: VeloxType) -> BaseColumn: +def Column(arg0: VeloxFixedArrayType) -> ArrayColumn: pass @overload -def _import_from_arrow(arg0: VeloxType_REAL, arg1: int, arg2: int) -> SimpleColumnREAL: +def ConstantColumn(arg0: handle, arg1: int) -> BaseColumn: + pass +@overload +def ConstantColumn(arg0: handle, arg1: int, arg2: VeloxType) -> BaseColumn: pass @overload def _import_from_arrow(arg0: VeloxType_INTEGER, arg1: int, arg2: int) -> SimpleColumnINTEGER: @@ -2305,16 +2367,19 @@ def _import_from_arrow(arg0: VeloxType_INTEGER, arg1: int, arg2: int) -> SimpleC def _import_from_arrow(arg0: VeloxType_DOUBLE, arg1: int, arg2: int) -> SimpleColumnDOUBLE: pass @overload +def _import_from_arrow(arg0: VeloxType_REAL, arg1: int, arg2: int) -> SimpleColumnREAL: + pass +@overload def _import_from_arrow(arg0: VeloxType_SMALLINT, arg1: int, arg2: int) -> SimpleColumnSMALLINT: pass @overload -def _import_from_arrow(arg0: VeloxType_BIGINT, arg1: int, arg2: int) -> SimpleColumnBIGINT: +def _import_from_arrow(arg0: VeloxType_BOOLEAN, arg1: int, arg2: int) -> SimpleColumnBOOLEAN: pass @overload def _import_from_arrow(arg0: VeloxType_TINYINT, arg1: int, arg2: int) -> SimpleColumnTINYINT: pass @overload -def _import_from_arrow(arg0: VeloxType_BOOLEAN, arg1: int, arg2: int) -> SimpleColumnBOOLEAN: +def _import_from_arrow(arg0: VeloxType_BIGINT, arg1: int, arg2: int) -> SimpleColumnBIGINT: pass @overload def _import_from_arrow(arg0: VeloxRowType, arg1: int, arg2: int) -> RowColumn: @@ -2327,11 +2392,16 @@ def factory_udf_dispatch(arg0: str, arg1: int) -> BaseColumn: def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn) -> BaseColumn: pass @overload +def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn, arg3: BaseColumn, arg4: BaseColumn) -> BaseColumn: + pass +@overload def generic_udf_dispatch(arg0: str, arg1: BaseColumn, arg2: BaseColumn, arg3: BaseColumn) -> BaseColumn: pass @overload def generic_udf_dispatch(arg0: str, arg1: BaseColumn) -> BaseColumn: pass +def is_built_with_torch() -> bool: + pass ARRAY = ... # type: torcharrow._torcharrow.TypeKind # value = BIGINT = ... # type: torcharrow._torcharrow.TypeKind # value = BOOLEAN = ... # type: torcharrow._torcharrow.TypeKind # value = diff --git a/tools/codegen/velox_binding_stubgen.py b/tools/codegen/velox_binding_stubgen.py index 1d194014d..4333f9a07 100644 --- a/tools/codegen/velox_binding_stubgen.py +++ b/tools/codegen/velox_binding_stubgen.py @@ -9,6 +9,8 @@ import logging import os +import torch # noqa + from libfb.py.log import set_simple_logging from pybind11_stubgen.stubgen import ChdirGuard, ModuleStubsGenerator