consul服务疑问

[309791679]

docker是虚拟机，内部搭建consul/dtm服务 虚拟机ip 192.168.38.128 两个服务都是开启并可用的
grpc服务器在本地 192.168.0.112:8001 这个服务是一定可用的

配置中心 配置
MicroService:
Driver: 'dtm-driver-gozero' #
Target: 'consul://192.168.38.128:2379/dtmservice' #
EndPoint: '192.168.38.128:36790'

具体代码

`var dtmServer = "consul://192.168.38.128:2379/dtmservice"

orderRpcBusiServer, err := l.svcCtx.Config.UserRpcConf.BuildTarget()
if err != nil {
	//这个地方没报错
	return nil, fmt.Errorf("下单异常超时")
}
//	orderRpcBusiServer = consul://192.168.38.128:8500/user.rpc 服务绝对可用
fmt.Println(orderRpcBusiServer)

gid := dtmgrpc.MustGenGid(dtmServer)
saga := dtmgrpc.NewSagaGrpc(dtmServer, gid).
	//测试过
	//consul://192.168.38.128:8500/user.rpc
	//192.168.38.128:8500
	Add(orderRpcBusiServer+"/usercenter/QueryUser", orderRpcBusiServer"+"/usercenter/QueryUser", &grpc_.UniversalUserRequest{
		Pattern: 1,
		Data:    nil,
	})
err = saga.Submit()
dtmimp.FatalIfError(err)`

最终报错

{"@timestamp":"2022-06-18T22:00:36.758+08:00","caller":"handler/loghandler.go:174","content":"[HTTP] 503 - POST - /order/quickCreate 127.0.0.1:2510 - PostmanRuntime/7.26.2 - slowcall(slowcall(3000.7ms))","duration":"3000.7ms","level":"slow","span":"8c7601ab80ff29ff","trace":"1de87c93118a14f1ec8cc806c7506795"}
{"@timestamp":"2022-06-18T22:00:36.758+08:00","caller":"handler/loghandler.go:199","content":"[HTTP] 503 - POST /order/quickCreate - 127.0.0.1:2510 - PostmanRuntime/7.26.2\nPOST /order/quickCreate HTTP/1.1\r\nHost: 127.0.0.1:8889\r\nAccept: /\r\nAccept-Encoding: gzip, deflate, br\r\nConnection: keep-alive\r\nContent-Length: 55\r\nContent-Type: application/json\r\nPostman-Token: 79c6e169-cc47-4ccf-b244-e6f6b041d165\r\nUser-Agent: PostmanRuntime/7.26.2\r\n\r\n{\r\n "userId": 1,\r\n "goodsId": 1,\r\n "num": 1\r\n}","duration":"3000.7ms","level":"error","span":"8c7601ab80ff29ff","trace":"1de87c93118a14f1ec8cc806c7506795"}
{"@timestamp":"2022-06-18T22:00:54.764+08:00","caller":"consul@v0.0.0-20220604015126-80bd73b0c2a0/resolver.go:68","content":"[Consul resolver] Couldn't fetch endpoints. target={service='dtmservice' healthy='false' tag=''}; error={Get "http://192.168.38.128:2379/v1/health/service/dtmservice?near=_agent\": dial tcp 192.168.38.128:2379: connectex: A connection attempt failed because the connected party did not properly respond after a period of time, or established connection failed because connected host has failed to respond.}","level":"error"}

//这个时候我以为是端口错误，
consul://192.168.38.128:8500/dtmservice 更换为这个端口，都更换了
报错
{"level":"error","ts":"2022-06-18T22:03:23.036+0800","caller":"dtmgimp/types.go:46","msg":"grpc client called: consul://192.168.38.128:8500/dtmservice/dtmgimp.Dtm/NewGid {} result: {} err: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/dtm-labs/dtmgrpc/dtmgimp.GrpcClientLog\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/dtm-labs/dtmgrpc@v1.14.2/dtmgimp/types.go:46\ngoogle.golang.org/grpc.(*ClientConn).Invoke\n\tH:/z包/Golang/go1.18.1/pkg/mod/google.golang.org/grpc@v1.46.2/call.go:35\ngithub.com/dtm-labs/dtmgrpc/dtmgpb.(*dtmClient).NewGid\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/dtm-labs/dtmgrpc@v1.14.2/dtmgpb/dtmgimp_grpc.pb.go:43\ngithub.com/dtm-labs/dtmgrpc.MustGenGid\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/dtm-labs/dtmgrpc@v1.14.2/type.go:51\nawesomeProject9/internal/logic.(*CreateLogic).Create\n\tC:/Users/z/go/src/awesomeProject9/internal/logic/createLogic.go:44\nawesomeProject9/internal/handler.createHandler.func1\n\tC:/Users/z/go/src/awesomeProject9/internal/handler/createHandler.go:22\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.GunzipHandler.func1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/gunziphandler.go:26\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.MaxBytesHandler.func2.1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/maxbyteshandler.go:24\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.MetricHandler.func1.1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/metrichandler.go:21\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.RecoverHandler.func1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/recoverhandler.go:21\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.(*timeoutHandler).ServeHTTP.func1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/timeouthandler.go:79"}

dtm服务报错

{"level":"info","ts":"2022-06-18T14:04:25.458Z","caller":"dtmsvr/trans_status.go:27","msg":"TouchCronTime for: {"ID":0,"create_time":"2022-06-18T08:18:28.28577398Z","update_time":"2022-06-18T14:04:25.457628306Z","gid":"gJTkRAxRbomhKBccRqUcxM","trans_type":"tcc","status":"submitted","protocol":"grpc","next_cron_interval":20,"next_cron_time":"2022-06-18T14:04:45.457628Z","wait_result":true}"}
{"level":"error","ts":"2022-06-18T14:04:25.458Z","caller":"dtmsvr/trans_process.go:52","msg":"processInner got error: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing dial tcp: lookup host.docker.internal on 192.168.38.2:53: no such host"","stacktrace":"github.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).processInner.func1\n\t/app/dtm/dtmsvr/trans_process.go:52\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).processInner\n\t/app/dtm/dtmsvr/trans_process.go:63\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).process\n\t/app/dtm/dtmsvr/trans_process.go:38\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).Process\n\t/app/dtm/dtmsvr/trans_process.go:20\ngithub.com/dtm-labs/dtm/dtmsvr.CronTransOnce\n\t/app/dtm/dtmsvr/cron.go:35\ngithub.com/dtm-labs/dtm/dtmsvr.CronExpiredTrans\n\t/app/dtm/dtmsvr/cron.go:42"}
{"level":"info","ts":"2022-06-18T14:04:25.459Z","caller":"dtmsvr/cron.go:54","msg":"cron job return a trans: {"ID":0,"create_time":"2022-06-18T10:57:47.975316619Z","update_time":"2022-06-18T14:04:13.858789044Z","gid":"tCPN73GUWBSohXjEuQmpzW","trans_type":"msg","steps":[{"action":"127.0.0.1:8001/usercenter/QueryUser"}],"status":"submitted","protocol":"grpc","next_cron_interval":10,"next_cron_time":"2022-06-18T14:04:35.458458466Z","wait_result":true}"}
{"level":"error","ts":"2022-06-18T14:04:25.459Z","caller":"dtmgimp/types.go:46","msg":"grpc client called: 127.0.0.1:8001/usercenter/QueryUser "IAEqensicGFzc1dvcmQiOiIxMjM0NTYiLCJtb2JpbGUiOjEzNTY4NjU0NDIsIndlQ2hhdFRva2VuIjoiIiwibW9kZWwiOiJwNTAiLCJicmFuZCI6IuWNjuS4uiIsImlkZW50aWZpY2F0aW9uQ29kZSI6Ijk4NzY1NDMyMSJ9" result: "" err: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:8001: connect: connection refused"","stacktrace":"github.com/dtm-labs/dtm/dtmgrpc/dtmgimp.GrpcClientLog\n\t/app/dtm/dtmgrpc/dtmgimp/types.go:46\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryClient.func1.1.1\n\t/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.3.0/chain.go:72\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryClient.func1\n\t/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.3.0/chain.go:81\ngoogle.golang.org/grpc.(*ClientConn).Invoke\n\t/go/pkg/mod/google.golang.org/grpc@v1.38.0/call.go:35\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).getURLResult\n\t/app/dtm/dtmsvr/trans_status.go:90\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).getBranchResult\n\t/app/dtm/dtmsvr/trans_status.go:123\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).execBranch\n\t/app/dtm/dtmsvr/trans_status.go:138\ngithub.com/dtm-labs/dtm/dtmsvr.(*transMsgProcessor).ProcessOnce\n\t/app/dtm/dtmsvr/trans_type_msg.go:69\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).processInner\n\t/app/dtm/dtmsvr/trans_process.go:62\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).process\n\t/app/dtm/dtmsvr/trans_process.go:38\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).Process\n\t/app/dtm/dtmsvr/trans_process.go:20\ngithub.com/dtm-labs/dtm/dtmsvr.CronTransOnce\n\t/app/dtm/dtmsvr/cron.go:35\ngithub.com/dtm-labs/dtm/dtmsvr.CronExpiredTrans\n\t/app/dtm/dtmsvr/cron.go:42"}
{"level":"info","ts":"2022-06-18T14:04:25.459Z","caller":"dtmsvr/trans_status.go:27","msg":"TouchCronTime for: {"ID":0,"create_time":"2022-06-18T10:57:47.975316619Z","update_time":"2022-06-18T14:04:25.459222335Z","gid":"tCPN73GUWBSohXjEuQmpzW","trans_type":"msg","steps":[{"action":"127.0.0.1:8001/usercenter/QueryUser"}],"status":"submitted","protocol":"grpc","next_cron_interval":20,"next_cron_time":"2022-06-18T14:04:45.459222025Z","wait_result":true}"}
{"level":"error","ts":"2022-06-18T14:04:25.459Z","caller":"dtmsvr/trans_process.go:52","msg":"processInner got error: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:8001: connect: connection refused"","stacktrace":"github.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).processInner.func1\n\t/app/dtm/dtmsvr/trans_process.go:52\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).processInner\n\t/app/dtm/dtmsvr/trans_process.go:63\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).process\n\t/app/dtm/dtmsvr/trans_process.go:38\ngithub.com/dtm-labs/dtm/dtmsvr.(*TransGlobal).Process\n\t/app/dtm/dtmsvr/trans_process.go:20\ngithub.com/dtm-labs/dtm/dtmsvr.CronTransOnce\n\t/app/dtm/dtmsvr/cron.go:35\ngithub.com/dtm-labs/dtm/dtmsvr.CronExpiredTrans\n\t/app/dtm/dtmsvr/cron.go:42"}
这里有个很奇怪的事情 127.0.0.1:8001，但没有地方上传 grpc 服务对应的地址是192.168.0.112:8001

[309791679]

https://github.com/Mikaelemmmm/gozerodtm
https://www.dtm.pub/ref/gozero.html#%E5%85%B6%E4%BB%96%E6%96%B9%E5%BC%8F%E6%8E%A5%E5%85%A5
都强调

MicroService:
Driver: 'dtm-driver-gozero' # 配置dtm使用go-zero的微服务协议
Target: 'consul://localhost:2379/dtmservice' # 把dtm注册到consul的这个地址
EndPoint: 'localhost:36790' # dtm的本地地址

使用dtm本地地址，docker的地址是192.168.38.128，这里localhost替换为了 192.168.38.128，

我的consul http://192.168.38.128:8500/
地址端口方便我应该是没有写错的

[yedf2]

建议诊断步骤为：

1. 启动dtm，带上参数-d，或者设定LOG_LEVEL=debug，这样能够打印详细日志后，确认dtm注册到注册中心是否成功了，成功时应当能够从注册中心里面看到dtm的服务信息，如果不成功，检查dtm的配置以及dtm日志
2. 确认你的业务服务注册到consul是否成功了，如果不成功，检查你的业务服务器配置与日志
3. 确认你把dtm的旧数据清理掉，如果dtm数据存储在mysql中，那么truncate trans_global表即可
4. 业务服务中，打开dtm SDK的详细日志，logger.InitLog("debug")，方便观察详细信息
5. 从业务服务新发起一个全局事务，检查业务服务的dtm日志是否有报错
6. 检查dtm服务器中的日志，检查日志是否有报错

一般按照上述步骤下来，通常就能够找到最初出错的地方，就能够根据错误信找到配置问题解决掉

[309791679]

开始时我是用docker 搭建的，当时我以为dtm 需要在api端配置上传到注册中心，所以一直在纠结，现在改为了源码编译改了dtm的配置文件，已经看到dtm服务注册了，但是

{"@timestamp":"2022-06-19T11:12:35.799+08:00","caller":"consul@v0.0.0-20220604015126-80bd73b0c2a0/resolver.go:76","content":"[Consul resolver] 1 endpoints fetched in(+wait) 1.636ms for target={service='dtmservice' healthy='false' tag=''}","level":"info"} 这个地方可以看到是获取到dtm服务的

{"@timestamp":"2022-06-19T11:12:38.798+08:00","caller":"handler/loghandler.go:174","content":"[HTTP] 503 - POST - /order/quickCreate 127.0.0.1:12254 - PostmanRuntime/7.26.2 - slowcall(slowcall(3001.5ms))","duration":"3001.5ms","level":"slow","span":"de2291a87dcc7687","trace":"1bea0a953a529f9b98c513c76abb2d2f"}
{"@timestamp":"2022-06-19T11:12:38.798+08:00","caller":"handler/loghandler.go:199","content":"[HTTP] 503 - POST /order/quickCreate - 127.0.0.1:12254 - PostmanRuntime/7.26.2\nPOST /order/quickCreate HTTP/1.1\r\nHost: 127.0.0.1:8889\r\nAccept: /\r\nAccept-Encoding: gzip, deflate, br\r\nConnection: keep-alive\r\nContent-Length: 55\r\nContent-Type: application/json\r\nPostman-Token: 68c6f0c3-e56e-4237-9888-69ff5e6e3a6f\r\nUser-Agent: PostmanRuntime/7.26.2\r\n\r\n{\r\n "userId": 1,\r\n "goodsId": 1,\r\n "num": 1\r\n}","duration":"3001.5ms","level":"error","span":"de2291a87dcc7687","trace":"1bea0a953a529f9b98c513c76abb2d2f"}
{"level":"error","ts":"2022-06-19T11:12:55.802+0800","caller":"dtmgimp/types.go:46","msg":"grpc client called: consul://192.168.38.128:8500/dtmservice/dtmgimp.Dtm/NewGid {} result: {} err: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing dial tcp 192.168.38.128:36790: i/o timeout"","stacktrace":"github.com/dtm-labs/dtmgrpc/dtmgimp.GrpcClientLog\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/dtm-labs/dtmgrpc@v1.14.2/dtmgimp/types.go:46\ngoogle.golang.org/grpc.(*ClientConn).Invoke\n\tH:/z包/Golang/go1.18.1/pkg/mod/google.golang.org/grpc@v1.46.2/call.go:35\ngithub.com/dtm-labs/dtmgrpc/dtmgpb.(*dtmClient).NewGid\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/dtm-labs/dtmgrpc@v1.14.2/dtmgpb/dtmgimp_grpc.pb.go:43\ngithub.com/dtm-labs/dtmgrpc.MustGenGid\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/dtm-labs/dtmgrpc@v1.14.2/type.go:51\norder-api/internal/logic.(*CreateLogic).Create\n\tC:/Users/z/Downloads/gozerodtm-main/order-api/internal/logic/createLogic.go:42\norder-api/internal/handler.createHandler.func1\n\tC:/Users/z/Downloads/gozerodtm-main/order-api/internal/handler/createHandler.go:22\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.GunzipHandler.func1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/gunziphandler.go:26\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.MaxBytesHandler.func2.1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/maxbyteshandler.go:24\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.MetricHandler.func1.1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/metrichandler.go:21\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.RecoverHandler.func1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/recoverhandler.go:21\nnet/http.HandlerFunc.ServeHTTP\n\tH:/z包/Golang/go1.18.1/go/src/net/http/server.go:2084\ngithub.com/zeromicro/go-zero/rest/handler.(*timeoutHandler).ServeHTTP.func1\n\tH:/z包/Golang/go1.18.1/pkg/mod/github.com/zeromicro/go-zero@v1.3.4/rest/handler/timeouthandler.go:79"}

[309791679]

orderRpcBusiServer, err := l.svcCtx.Config.UserRpcConf.BuildTarget()
if err != nil {
	return nil, fmt.Errorf("下单异常超时")
}
//gid := dtmgrpc.MustGenGid(dtmServer)
fmt.Println(orderRpcBusiServer)

// 这里 orderRpcBusiServer=consul://192.168.38.128:8500/user.rpc

返回看起来是正常的
{"@timestamp":"2022-06-19T11:21:06.630+08:00","caller":"handler/loghandler.go:197","content":"[HTTP] 200 - POST /order/quickCreate - 127.0.0.1:12558 - PostmanRuntime/7.26.2","duration":"0.4ms","level":"info","span":"b9318ef6b987ffd4","trace":"79e262b1f33ea9effe74fa024b47b426"}

[309791679]

orderRpcBusiServer, err := l.svcCtx.Config.UserRpcConf.BuildTarget()
if err != nil {
	return nil, fmt.Errorf("下单异常超时")
}
//gid := dtmgrpc.MustGenGid(dtmServer)
fmt.Println(orderRpcBusiServer)

// 这里 orderRpcBusiServer=consul://192.168.38.128:8500/user.rpc

返回看起来是正常的
{"@timestamp":"2022-06-19T11:21:06.630+08:00","caller":"handler/loghandler.go:197","content":"[HTTP] 200 - POST /order/quickCreate - 127.0.0.1:12558 - PostmanRuntime/7.26.2","duration":"0.4ms","level":"info","span":"b9318ef6b987ffd4","trace":"79e262b1f33ea9effe74fa024b47b426"}

[309791679]

最终排查，并非dtm服务的问题，docker中有端口占用，并且不知道防火墙开启，以及没有放行端口导致