Skip to content

Commit

Permalink
use sync map instead of local map cache
Browse files Browse the repository at this point in the history
also enable PreferGo only resolver for FIPS builds
  • Loading branch information
harshavardhana committed Aug 10, 2021
1 parent 40a2fa8 commit 6b4536e
Show file tree
Hide file tree
Showing 2 changed files with 50 additions and 52 deletions.
41 changes: 20 additions & 21 deletions internal/http/dial_dnscache.go
Original file line number Diff line number Diff line change
Expand Up @@ -91,13 +91,11 @@ var (

// DNSCache is DNS cache resolver which cache DNS resolve results in memory.
type DNSCache struct {
sync.RWMutex

lookupHostFn func(ctx context.Context, host string) ([]string, error)
resolver *net.Resolver
lookupTimeout time.Duration
loggerOnce func(ctx context.Context, err error, id interface{}, errKind ...interface{})

cache map[string][]string
cache sync.Map
doneOnce sync.Once
doneCh chan struct{}
}
Expand All @@ -114,11 +112,18 @@ func NewDNSCache(freq time.Duration, lookupTimeout time.Duration, loggerOnce fun
lookupTimeout = defaultLookupTimeout
}

// PreferGo controls whether Go's built-in DNS resolver
// is preferred on platforms where it's available, since
// we do not compile with CGO, FIPS builds are CGO based
// enable this to enforce Go resolver.
defaultResolver := &net.Resolver{
PreferGo: true,
}

r := &DNSCache{
lookupHostFn: net.DefaultResolver.LookupHost,
resolver: defaultResolver,
lookupTimeout: lookupTimeout,
loggerOnce: loggerOnce,
cache: make(map[string][]string, cacheSize),
doneCh: make(chan struct{}),
}

Expand Down Expand Up @@ -149,38 +154,32 @@ func NewDNSCache(freq time.Duration, lookupTimeout time.Duration, loggerOnce fun
// LookupHost lookups address list from DNS server, persist the results
// in-memory cache. `Fetch` is used to obtain the values for a given host.
func (r *DNSCache) LookupHost(ctx context.Context, host string) ([]string, error) {
addrs, err := r.lookupHostFn(ctx, host)
addrs, err := r.resolver.LookupHost(ctx, host)
if err != nil {
return nil, err
}

r.Lock()
r.cache[host] = addrs
r.Unlock()

r.cache.Store(host, addrs)
return addrs, nil
}

// Fetch fetches IP list from the cache. If IP list of the given addr is not in the cache,
// then it lookups from DNS server by `Lookup` function.
func (r *DNSCache) Fetch(ctx context.Context, host string) ([]string, error) {
r.RLock()
addrs, ok := r.cache[host]
r.RUnlock()
addrs, ok := r.cache.Load(host)
if ok {
return addrs, nil
return addrs.([]string), nil
}
return r.LookupHost(ctx, host)
}

// Refresh refreshes IP list cache, automatically.
func (r *DNSCache) Refresh() {
r.RLock()
hosts := make([]string, 0, len(r.cache))
for host := range r.cache {
hosts = append(hosts, host)
}
r.RUnlock()
var hosts []string
r.cache.Range(func(k, v interface{}) bool {
hosts = append(hosts, k.(string))
return true
})

for _, host := range hosts {
ctx, cancelF := context.WithTimeout(context.Background(), r.lookupTimeout)
Expand Down
61 changes: 30 additions & 31 deletions internal/http/dial_dnscache_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ import (
"fmt"
"math/rand"
"net"
"sync"
"testing"
"time"
)
Expand All @@ -42,15 +43,13 @@ func testDNSCache(t *testing.T) *DNSCache {
}

func TestDialContextWithDNSCache(t *testing.T) {
resolver := &DNSCache{
cache: map[string][]string{
"play.min.io": {
"127.0.0.1",
"127.0.0.2",
"127.0.0.3",
},
},
}
var cache sync.Map
cache.Store("play.min.io", []string{
"127.0.0.1",
"127.0.0.2",
"127.0.0.3",
})
resolver := &DNSCache{cache: cache}

cases := []struct {
permF func(n int) []int
Expand Down Expand Up @@ -113,15 +112,14 @@ func TestDialContextWithDNSCacheRand(t *testing.T) {
rand.Seed(1)
}()

resolver := &DNSCache{
cache: map[string][]string{
"play.min.io": {
"127.0.0.1",
"127.0.0.2",
"127.0.0.3",
},
},
}
var cache sync.Map
cache.Store("play.min.io", []string{
"127.0.0.1",
"127.0.0.2",
"127.0.0.3",
})

resolver := &DNSCache{cache: cache}

count := make(map[string]int)
dialF := func(ctx context.Context, network, addr string) (net.Conn, error) {
Expand Down Expand Up @@ -154,13 +152,16 @@ func TestDialContextWithDNSCacheScenario1(t *testing.T) {
// Verify if the host lookup function failed to return addresses
func TestDialContextWithDNSCacheScenario2(t *testing.T) {
res := testDNSCache(t)
originalFunc := res.lookupHostFn
originalResolver := res.resolver
defer func() {
res.lookupHostFn = originalFunc
res.resolver = originalResolver
}()

res.lookupHostFn = func(ctx context.Context, host string) ([]string, error) {
return nil, fmt.Errorf("err")
res.resolver = &net.Resolver{
PreferGo: true,
Dial: func(ctx context.Context, network, address string) (net.Conn, error) {
return nil, fmt.Errorf("err")
},
}

if _, err := DialContextWithDNSCache(res, nil)(context.Background(), "tcp", "min.io:443"); err == nil {
Expand All @@ -170,15 +171,13 @@ func TestDialContextWithDNSCacheScenario2(t *testing.T) {

// Verify we always return the first error from net.Dial failure
func TestDialContextWithDNSCacheScenario3(t *testing.T) {
resolver := &DNSCache{
cache: map[string][]string{
"min.io": {
"1.1.1.1",
"2.2.2.2",
"3.3.3.3",
},
},
}
var cache sync.Map
cache.Store("min.io", []string{
"1.1.1.1",
"2.2.2.2",
"3.3.3.3",
})
resolver := &DNSCache{cache: cache}

origFunc := randPerm
randPerm = func(n int) []int {
Expand Down

0 comments on commit 6b4536e

Please sign in to comment.