Skip to content

Commit

Permalink
add log (#2423)
Browse files Browse the repository at this point in the history
  • Loading branch information
bobz965 committed Mar 6, 2023
1 parent 824f2e0 commit 5703384
Show file tree
Hide file tree
Showing 3 changed files with 22 additions and 10 deletions.
3 changes: 2 additions & 1 deletion cmd/daemon/cniserver.go
Expand Up @@ -54,7 +54,7 @@ func CmdMain() {
if err = daemon.InitMirror(config); err != nil {
util.LogFatalAndExit(err, "failed to initialize ovs mirror")
}

klog.Info("init node gw")
if err = daemon.InitNodeGateway(config); err != nil {
util.LogFatalAndExit(err, "failed to initialize node gateway")
}
Expand All @@ -80,6 +80,7 @@ func CmdMain() {
podInformerFactory.Start(stopCh)
nodeInformerFactory.Start(stopCh)
kubeovnInformerFactory.Start(stopCh)
klog.Info("start daemon controller")
go ctl.Run(stopCh)
go daemon.RunServer(config, ctl)
if err := mvCNIConf(config.CniConfDir, config.CniConfFile, config.CniConfName); err != nil {
Expand Down
24 changes: 18 additions & 6 deletions pkg/daemon/ovs.go
Expand Up @@ -25,17 +25,29 @@ func pingGateway(gw, src string, verbose bool, maxRetry int) error {
pinger.Timeout = time.Duration(maxRetry) * time.Second
pinger.Interval = time.Second

var success bool
pinger.OnRecv = func(p *goping.Packet) {
success = true
pinger.Stop()
}
pinger.Run()

// long time keep ping may result in readiness probe failed when start
// show ping fails when gw not work
go func() {
for {
time.Sleep(3 * time.Second)
stats := pinger.Statistics()
if stats.PacketsSent >= pinger.Count {
break
}
if stats.PacketsRecv == 0 {
klog.Errorf("%s network not ready after %d ping %s, %v%% packet loss", src, stats.PacketsSent, gw, stats.PacketLoss)
} else {
break
}
}
}()

pinger.Run()
cniConnectivityResult.WithLabelValues(nodeName).Add(float64(pinger.PacketsSent))
if !success {
return fmt.Errorf("%s network not ready after %d ping %s", src, maxRetry, gw)
}
if verbose {
klog.Infof("%s network ready after %d ping, gw %s", src, pinger.PacketsSent, gw)
}
Expand Down
5 changes: 2 additions & 3 deletions pkg/daemon/ovs_linux.go
Expand Up @@ -339,7 +339,7 @@ func checkGatewayReady(gwCheckMode int, intr, ipAddr, gateway string, underlayGa
var err error

if gwCheckMode == gatewayCheckModeArpingNotConcerned || gwCheckMode == gatewayCheckModePingNotConcerned {
// ignore error while ‘disableGatewayCheck=true
// ignore error if disableGatewayCheck=true
if err = waitNetworkReady(intr, ipAddr, gateway, underlayGateway, verbose, 1); err != nil {
err = nil
}
Expand Down Expand Up @@ -404,7 +404,6 @@ func configureNodeNic(portName, ip, gw string, macAddr net.HardwareAddr, mtu int
klog.Errorf("failed to init ovn0 check: %v", err)
return err
}

return nil
}

Expand All @@ -427,7 +426,7 @@ func (c *Controller) loopOvn0Check() {
}
ip := node.Annotations[util.IpAddressAnnotation]
gw := node.Annotations[util.GatewayAnnotation]
if err := waitNetworkReady(util.NodeNic, ip, gw, false, false, gatewayCheckMaxRetry); err != nil {
if err := waitNetworkReady(util.NodeNic, ip, gw, false, false, 5); err != nil {
util.LogFatalAndExit(err, "failed to ping ovn0 gateway %s", gw)
}
}
Expand Down

0 comments on commit 5703384

Please sign in to comment.