mysql->doris 增量执行streamload出错 #285
Comments
baisui1981
added a commit
to qlangtech/chunjun
that referenced
this issue
Nov 8, 2023
…ttplient artifact confict datavane/tis#285
原因分析doris 版本升级导致be返回的json 内容不一致， {
"href_columns": ["BackendId"],
"parent_url": "/rest/v1/system?path=/",
"column_names": ["BackendId", "Host", "HeartbeatPort", "BePort", "HttpPort", "BrpcPort", "LastStartTime", "LastHeartbeat", "Alive", "SystemDecommissioned", "TabletNum", "DataUsedCapacity", "TrashUsedCapcacity", "AvailCapacity", "TotalCapacity", "UsedPct", "MaxDiskUsedPct", "RemoteUsedCapacity", "Tag", "ErrMsg", "Version", "Status", "HeartbeatFailureCounter", "NodeRole"],
"rows": [{
"LastHeartbeat": "2023-11-07 14:48:48",
"DataUsedCapacity": "1.060 MB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/10005"],
"BrpcPort": "8060",
"BePort": "9060",
"Version": "doris-2.0.2-rc05-ae923f7",
"HeartbeatPort": "9050",
"TabletNum": "22",
"TotalCapacity": "96.150 GB",
"HeartbeatFailureCounter": "0",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-11-07 14:48:42\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"UsedPct": "48.56 %",
"Host": "172.16.102.148", // 此处为Host
"Alive": "true",
"MaxDiskUsedPct": "48.56 %",
"TrashUsedCapcacity": "0.000 ",
"NodeRole": "mix",
"AvailCapacity": "49.459 GB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "10005",
"LastStartTime": "2023-11-07 14:35:00",
"Tag": "{\"location\" : \"default\"}"
}]
}doris version 2.0.0-alpha1 仍然返回的是 “IP” {
"msg": "success",
"code": 0,
"data": {
"href_columns": ["BackendId"],
"parent_url": "/rest/v1/system?path=/",
"column_names": ["BackendId", "Cluster", "IP", "HostName", "HeartbeatPort", "BePort", "HttpPort", "BrpcPort", "LastStartTime", "LastHeartbeat", "Alive", "SystemDecommissioned", "ClusterDecommissioned", "TabletNum", "DataUsedCapacity", "AvailCapacity", "TotalCapacity", "UsedPct", "MaxDiskUsedPct", "RemoteUsedCapacity", "Tag", "ErrMsg", "Version", "Status", "HeartbeatFailureCounter", "NodeRole"],
"rows": [{
"LastHeartbeat": "2023-11-14 12:47:36",
"DataUsedCapacity": "23.272 KB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/10003"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-2.0.0-alpha1-Unknown", // doris version 2.0.0-alpha1
"HeartbeatPort": "9050",
"TabletNum": "31",
"TotalCapacity": "198.903 GB",
"HeartbeatFailureCounter": "0",
"HostName": "baisui-test-1",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-11-14 12:46:49\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "192.168.28.200", // IP
"UsedPct": "43.36 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "43.36 %",
"NodeRole": "mix",
"AvailCapacity": "112.657 GB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "10003",
"LastStartTime": "2023-11-14 12:39:21",
"Tag": "{\"location\" : \"default\"}"
}]
},
"count": 1
}这个是3.7.2 返回的 {
"href_columns": ["BackendId"],
"parent_url": "/rest/v1/system?path=/",
"column_names": ["BackendId", "Cluster", "IP", "HostName", "HeartbeatPort", "BePort", "HttpPort", "BrpcPort", "LastStartTime", "LastHeartbeat", "Alive", "SystemDecommissioned", "ClusterDecommissioned", "TabletNum", "DataUsedCapacity", "AvailCapacity", "TotalCapacity", "UsedPct", "MaxDiskUsedPct", "RemoteUsedCapacity", "Tag", "ErrMsg", "Version", "Status", "HeartbeatFailureCounter", "NodeRole"],
"rows": [{
"LastHeartbeat": "2023-10-31 13:21:58",
"DataUsedCapacity": "2.134 GB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/61024"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-1.2.6-rc03-Unknown",
"HeartbeatPort": "9050",
"TabletNum": "1113",
"TotalCapacity": "1.999 TB",
"HeartbeatFailureCounter": "0",
"HostName": "172.16.102.133", // 此处为HostName
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-10-31 13:21:13\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "172.16.102.133", // 此处为IP
"UsedPct": "0.94 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "0.94 %",
"NodeRole": "mix",
"AvailCapacity": "1.980 TB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "61024",
"LastStartTime": "2023-08-02 17:46:54",
"Tag": "{\"location\" : \"default\"}"
}, {
"LastHeartbeat": "2023-10-31 13:21:58",
"DataUsedCapacity": "2.097 GB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/61040"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-1.2.6-rc03-Unknown",
"HeartbeatPort": "9050",
"TabletNum": "1107",
"TotalCapacity": "1.999 TB",
"HeartbeatFailureCounter": "0",
"HostName": "172.16.102.134",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-10-31 13:21:45\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "172.16.102.134",
"UsedPct": "0.94 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "0.94 %",
"NodeRole": "mix",
"AvailCapacity": "1.980 TB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "61040",
"LastStartTime": "2023-08-02 17:48:05",
"Tag": "{\"location\" : \"default\"}"
}, {
"LastHeartbeat": "2023-10-31 13:21:58",
"DataUsedCapacity": "2.171 GB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/61046"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-1.2.6-rc03-Unknown",
"HeartbeatPort": "9050",
"TabletNum": "1149",
"TotalCapacity": "1.999 TB",
"HeartbeatFailureCounter": "0",
"HostName": "172.16.102.135",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-10-31 13:21:58\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "172.16.102.135",
"UsedPct": "0.94 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "0.94 %",
"NodeRole": "mix",
"AvailCapacity": "1.980 TB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "61046",
"LastStartTime": "2023-08-02 17:48:15",
"Tag": "{\"location\" : \"default\"}"
}]
}解决办法需要使用最新的 去be接口： |
baisui1981
added a commit
to qlangtech/chunjun
that referenced
this issue
Nov 14, 2023
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
环境
1、TIS版本：3.8（最新版本）
2、doris版本：2.0.2（最新版本）
3、mysql版本：8.0.34
错误信息
The text was updated successfully, but these errors were encountered: