Skip to content

[Feat] support obkv object format #86

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Jan 31, 2024
Merged

[Feat] support obkv object format #86

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions src/main/java/com/alipay/oceanbase/rpc/ObTableClient.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -388,6 +388,7 @@ private void initMetadata() throws Exception {
"The addr{}:{} failed to put into table roster, the node status may be wrong, Ignore",
addr.getIp(), addr.getSvrPort());
RUNTIME.warn("initMetadata meet exception", e);
e.printStackTrace();
}
}
if (servers.isEmpty()) {
Expand Down
23 changes: 20 additions & 3 deletions src/main/java/com/alipay/oceanbase/rpc/protocol/payload/impl/ObObj.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -26,9 +26,12 @@ public class ObObj implements ObSimplePayload {

private static ObObj MAX_OBJECT;
private static ObObj MIN_OBJECT;
private static long MAX_OBJECT_VALUE = -2L;
private static long MIN_OBJECT_VALUE = -3L;

static {
MAX_OBJECT = new ObObj(ObObjType.ObExtendType.getDefaultObjMeta(), -2L);
MIN_OBJECT = new ObObj(ObObjType.ObExtendType.getDefaultObjMeta(), -3L);
MAX_OBJECT = new ObObj(ObObjType.ObExtendType.getDefaultObjMeta(), MAX_OBJECT_VALUE);
MIN_OBJECT = new ObObj(ObObjType.ObExtendType.getDefaultObjMeta(), MIN_OBJECT_VALUE);
}

/*
Expand Down Expand Up @@ -156,7 +159,11 @@ public void setValue(Object value) {
*/
public static ObObj getInstance(Object value) {
ObObjMeta meta = ObObjType.defaultObjMeta(value);
return new ObObj(meta, value);
if (value instanceof ObObj) {
return new ObObj(meta, ((ObObj) value).getValue());
} else {
return new ObObj(meta, value);
}
}

/*
Expand All @@ -181,4 +188,14 @@ public String toString() {
return "ObObj{" + "meta=" + meta + ", valueLength=" + valueLength + ", value=" + value
+ '}';
}

public boolean isMinObj() {
return (getMeta().getType() == ObObjType.ObExtendType)
&& ((long) getValue() == MIN_OBJECT_VALUE);
}

public boolean isMaxObj() {
return (getMeta().getType() == ObObjType.ObExtendType)
&& ((long) getValue() == MAX_OBJECT_VALUE);
}
}
309 changes: 309 additions & 0 deletions src/main/java/com/alipay/oceanbase/rpc/protocol/payload/impl/ObTableObjType.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,309 @@
/*-
* #%L
* OBKV Table Client Framework
* %%
* Copyright (C) 2024 OceanBase
* %%
* OBKV Table Client Framework is licensed under Mulan PSL v2.
* You can use this software according to the terms and conditions of the Mulan PSL v2.
* You may obtain a copy of Mulan PSL v2 at:
* http://license.coscl.org.cn/MulanPSL2
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PSL v2 for more details.
* #L%
*/

package com.alipay.oceanbase.rpc.protocol.payload.impl;

import com.alipay.oceanbase.rpc.util.Serialization;
import io.netty.buffer.ByteBuf;

import java.util.HashMap;
import java.util.Map;

public enum ObTableObjType {

ObTableNullType(0) {
},

ObTableTinyIntType(1) {
},

ObTableSmallIntType(2) {
},

ObTableInt32Type(3) {
},

ObTableInt64Type(4) {
},

ObTableVarcharType(5) {
},

ObTableVarbinaryType(6) {
@Override
public void decode(ByteBuf buf, ObObj obj) {
ObObjType objType = getObjType(this);
ObObjMeta objMeta = objType.getDefaultObjMeta();
objMeta.setCsType(ObCollationType.CS_TYPE_BINARY);
obj.setMeta(objMeta);
obj.setValue(objType.decode(buf, objMeta.getCsType()));
}
},

ObTableDoubleType(7) {
},

ObTableFloatType(8) {
},

ObTableTimestampType(9) {
@Override
public byte[] encode(ObObj obj) {
return encodeWithMeta(obj);
}

@Override
public void decode(ByteBuf buf, ObObj obj) {
decodeWithMeta(buf, obj);
}

@Override
public int getEncodedSize(ObObj obj) {
return getEncodedSizeWithMeta(obj);
}
},

ObTableDateTimeType(10) {
@Override
public byte[] encode(ObObj obj) {
return encodeWithMeta(obj);
}

@Override
public void decode(ByteBuf buf, ObObj obj) {
decodeWithMeta(buf, obj);
}

@Override
public int getEncodedSize(ObObj obj) {
return getEncodedSizeWithMeta(obj);
}
},

ObTableMinType(11) {
public byte[] encode(ObObj obj) {
byte[] bytes = new byte[this.getEncodedSize(obj)];
int idx = 0;
System.arraycopy(Serialization.encodeI8(this.getValue()), 0, bytes, idx, 1);
idx += 1;
return bytes;
}

public void decode(ByteBuf buf, ObObj obj) {
ObObjType objType = getObjType(this);
ObObjMeta objMeta = objType.getDefaultObjMeta();
obj.setMeta(objMeta);
obj.setValue(-2L);
}

public int getEncodedSize(ObObj obj) {
return DEFAULT_TABLE_OBJ_TYPE_SIZE;
}
},

ObTableMaxType(12) {
public byte[] encode(ObObj obj) {
byte[] bytes = new byte[this.getEncodedSize(obj)];
int idx = 0;
System.arraycopy(Serialization.encodeI8(this.getValue()), 0, bytes, idx, 1);
idx += 1;
return bytes;
}

public void decode(ByteBuf buf, ObObj obj) {
ObObjType objType = getObjType(this);
ObObjMeta objMeta = objType.getDefaultObjMeta();
obj.setMeta(objMeta);
obj.setValue(-3L);
}

public int getEncodedSize(ObObj obj) {
return DEFAULT_TABLE_OBJ_TYPE_SIZE;
}
},

// 13 ObTableUTinyIntType
// 14 ObTableUSmallIntType
// 15 ObTableUInt32Type
// 16 ObTableUInt64Type

ObTableInvalidType(17) {
};

private int value;
private static Map<Integer, ObTableObjType> map = new HashMap<Integer, ObTableObjType>();

ObTableObjType(int value) {
this.value = value;
}

static {
for (ObTableObjType type : ObTableObjType.values()) {
map.put(type.value, type);
}
}

public static ObTableObjType getTableObjType(ObObj obj) {
ObObjType objType = obj.getMeta().getType();
ObCollationType objCsType = obj.getMeta().getCsType();
if (objType == ObObjType.ObNullType) {
// only for GET operation default value
return ObTableNullType;
} else if (objType == ObObjType.ObTinyIntType) {
return ObTableObjType.ObTableTinyIntType;
} else if (objType == ObObjType.ObSmallIntType) {
return ObTableObjType.ObTableSmallIntType;
} else if (objType == ObObjType.ObInt32Type) {
return ObTableObjType.ObTableInt32Type;
} else if (objType == ObObjType.ObInt64Type) {
return ObTableObjType.ObTableInt64Type;
} else if (objType == ObObjType.ObVarcharType) {
if (objCsType == ObCollationType.CS_TYPE_BINARY) {
return ObTableObjType.ObTableVarbinaryType;
} else {
return ObTableObjType.ObTableVarcharType;
}
} else if (objType == ObObjType.ObDoubleType) {
return ObTableObjType.ObTableDoubleType;
} else if (objType == ObObjType.ObFloatType) {
return ObTableObjType.ObTableFloatType;
} else if (objType == ObObjType.ObTimestampType) {
return ObTableObjType.ObTableTimestampType;
} else if (objType == ObObjType.ObDateTimeType) {
return ObTableObjType.ObTableDateTimeType;
} else if (objType == ObObjType.ObExtendType) {
if (obj.isMinObj()) {
return ObTableObjType.ObTableMinType;
} else if (obj.isMaxObj()) {
return ObTableObjType.ObTableMaxType;
}
}

throw new IllegalArgumentException("cannot get ObTableObjType, invalid ob obj type: "
+ objType.getClass().getName());
}

public static ObObjType getObjType(ObTableObjType tableObjType) {
if (tableObjType == ObTableNullType) {
return ObObjType.ObNullType;
} else if (tableObjType == ObTableTinyIntType) {
return ObObjType.ObTinyIntType;
} else if (tableObjType == ObTableSmallIntType) {
return ObObjType.ObSmallIntType;
} else if (tableObjType == ObTableInt32Type) {
return ObObjType.ObInt32Type;
} else if (tableObjType == ObTableInt64Type) {
return ObObjType.ObInt64Type;
} else if (tableObjType == ObTableVarcharType) {
return ObObjType.ObVarcharType;
} else if (tableObjType == ObTableVarbinaryType) {
return ObObjType.ObVarcharType;
} else if (tableObjType == ObTableDoubleType) {
return ObObjType.ObDoubleType;
} else if (tableObjType == ObTableFloatType) {
return ObObjType.ObFloatType;
} else if (tableObjType == ObTableTimestampType) {
return ObObjType.ObTimestampType;
} else if (tableObjType == ObTableDateTimeType) {
return ObObjType.ObDateTimeType;
}

throw new IllegalArgumentException("cannot get ObTableObjType, invalid table obj type: "
+ tableObjType.getClass().getName());
}

/*
* Value of.
*/
public static ObTableObjType valueOf(int value) {
return map.get(value);
}

/*
* Get value.
*/
public byte getValue() {
return (byte) value;
}

public byte[] encode(ObObj obj) {
ObObjType objType = obj.getMeta().getType();
byte[] bytes = new byte[this.getEncodedSize(obj)];
int idx = 0;
System.arraycopy(Serialization.encodeI8(this.getValue()), 0, bytes, idx, 1);
idx += 1;

byte[] valueBytes = objType.encode(obj.getValue());
System.arraycopy(valueBytes, 0, bytes, idx, valueBytes.length);
idx += valueBytes.length;

return bytes;
}

public void decode(ByteBuf buf, ObObj obj) {
ObObjType objType = getObjType(this);
ObObjMeta objMeta = objType.getDefaultObjMeta();
obj.setMeta(objMeta);
obj.setValue(objType.decode(buf, objMeta.getCsType()));
}

public int getEncodedSize(ObObj obj) {
ObObjType objType = obj.getMeta().getType();
return DEFAULT_TABLE_OBJ_TYPE_SIZE + objType.getEncodedSize(obj.getValue());
}

public byte[] encodeWithMeta(ObObj obj) {
ObObjType objType = obj.getMeta().getType();
ObTableObjType tableObjType = getTableObjType(obj);
byte[] bytes = new byte[tableObjType.getEncodedSize(obj)];
int idx = 0;
System.arraycopy(Serialization.encodeI8(tableObjType.getValue()), 0, bytes, idx, 1);
idx += 1;
System.arraycopy(Serialization.encodeI8(obj.getMeta().getCsLevel().getByteValue()), 0,
bytes, idx, 1);
idx += 1;
System.arraycopy(Serialization.encodeI8(obj.getMeta().getCsType().getByteValue()), 0,
bytes, idx, 1);
idx += 1;
System.arraycopy(Serialization.encodeI8(obj.getMeta().getScale()), 0, bytes, idx, 1);
idx += 1;
byte[] valueBytes = objType.encode(obj.getValue());
System.arraycopy(valueBytes, 0, bytes, idx, valueBytes.length);
idx += valueBytes.length;

return bytes;
}

public void decodeWithMeta(ByteBuf buf, ObObj obj) {
ObObjType objType = getObjType(this);
ObObjMeta meta = obj.getMeta();
meta.setType(objType);
meta.setCsLevel(ObCollationLevel.valueOf(Serialization.decodeI8(buf.readByte())));
meta.setCsType(ObCollationType.valueOf(Serialization.decodeI8(buf.readByte())));
meta.setScale(Serialization.decodeI8(buf.readByte()));
obj.setValue(objType.decode(buf, meta.getCsType()));
}

public int getEncodedSizeWithMeta(ObObj obj) {
ObObjType objType = getObjType(this);
int len = DEFAULT_TABLE_OBJ_META_SIZE + objType.getEncodedSize(obj.getValue());
return len;
}

public static int DEFAULT_TABLE_OBJ_TYPE_SIZE = 1;
public static int DEFAULT_TABLE_OBJ_META_SIZE = 4;
}
Loading