| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275 |
- package dnscache
- import (
- "context"
- "net"
- "net/http/httptrace"
- "sync"
- "time"
- "golang.org/x/sync/singleflight"
- )
- type DNSResolver interface {
- LookupHost(ctx context.Context, host string) (addrs []string, err error)
- LookupAddr(ctx context.Context, addr string) (names []string, err error)
- }
- type Resolver struct {
- // Timeout defines the maximum allowed time allowed for a lookup.
- Timeout time.Duration
- // Resolver is used to perform actual DNS lookup. If nil,
- // net.DefaultResolver is used instead.
- Resolver DNSResolver
- once sync.Once
- mu sync.RWMutex
- cache map[string]*cacheEntry
- // OnCacheMiss is executed if the host or address is not included in
- // the cache and the default lookup is executed.
- OnCacheMiss func()
- }
- type ResolverRefreshOptions struct {
- ClearUnused bool
- PersistOnFailure bool
- }
- type cacheEntry struct {
- rrs []string
- err error
- used bool
- }
- // LookupAddr performs a reverse lookup for the given address, returning a list
- // of names mapping to that address.
- func (r *Resolver) LookupAddr(ctx context.Context, addr string) (names []string, err error) {
- r.once.Do(r.init)
- return r.lookup(ctx, "r"+addr)
- }
- // LookupHost looks up the given host using the local resolver. It returns a
- // slice of that host's addresses.
- func (r *Resolver) LookupHost(ctx context.Context, host string) (addrs []string, err error) {
- r.once.Do(r.init)
- return r.lookup(ctx, "h"+host)
- }
- // refreshRecords refreshes cached entries which have been used at least once since
- // the last Refresh. If clearUnused is true, entries which haven't be used since the
- // last Refresh are removed from the cache. If persistOnFailure is true, stale
- // entries will not be removed on failed lookups
- func (r *Resolver) refreshRecords(clearUnused bool, persistOnFailure bool) {
- r.once.Do(r.init)
- r.mu.RLock()
- update := make([]string, 0, len(r.cache))
- del := make([]string, 0, len(r.cache))
- for key, entry := range r.cache {
- if entry.used {
- update = append(update, key)
- } else if clearUnused {
- del = append(del, key)
- }
- }
- r.mu.RUnlock()
- if len(del) > 0 {
- r.mu.Lock()
- for _, key := range del {
- delete(r.cache, key)
- }
- r.mu.Unlock()
- }
- for _, key := range update {
- r.update(context.Background(), key, false, persistOnFailure)
- }
- }
- func (r *Resolver) Refresh(clearUnused bool) {
- r.refreshRecords(clearUnused, false)
- }
- func (r *Resolver) RefreshWithOptions(options ResolverRefreshOptions) {
- r.refreshRecords(options.ClearUnused, options.PersistOnFailure)
- }
- func (r *Resolver) init() {
- r.cache = make(map[string]*cacheEntry)
- }
- // lookupGroup merges lookup calls together for lookups for the same host. The
- // lookupGroup key is is the LookupIPAddr.host argument.
- var lookupGroup singleflight.Group
- func (r *Resolver) lookup(ctx context.Context, key string) (rrs []string, err error) {
- var found bool
- rrs, err, found = r.load(key)
- if !found {
- if r.OnCacheMiss != nil {
- r.OnCacheMiss()
- }
- rrs, err = r.update(ctx, key, true, false)
- }
- return
- }
- func (r *Resolver) update(ctx context.Context, key string, used bool, persistOnFailure bool) (rrs []string, err error) {
- c := lookupGroup.DoChan(key, r.lookupFunc(ctx, key))
- select {
- case <-ctx.Done():
- err = ctx.Err()
- if err == context.DeadlineExceeded {
- // If DNS request timed out for some reason, force future
- // request to start the DNS lookup again rather than waiting
- // for the current lookup to complete.
- lookupGroup.Forget(key)
- }
- case res := <-c:
- if res.Shared {
- // We had concurrent lookups, check if the cache is already updated
- // by a friend.
- var found bool
- rrs, err, found = r.load(key)
- if found {
- return
- }
- }
- err = res.Err
- if err == nil {
- rrs, _ = res.Val.([]string)
- }
- if err != nil && persistOnFailure {
- var found bool
- rrs, err, found = r.load(key)
- if found {
- return
- }
- }
- r.mu.Lock()
- r.storeLocked(key, rrs, used, err)
- r.mu.Unlock()
- }
- return
- }
- // lookupFunc returns lookup function for key. The type of the key is stored as
- // the first char and the lookup subject is the rest of the key.
- func (r *Resolver) lookupFunc(ctx context.Context, key string) func() (interface{}, error) {
- if len(key) == 0 {
- panic("lookupFunc with empty key")
- }
- var resolver DNSResolver = defaultResolver
- if r.Resolver != nil {
- resolver = r.Resolver
- }
- switch key[0] {
- case 'h':
- return func() (interface{}, error) {
- ctx, cancel := r.prepareCtx(ctx)
- defer cancel()
- return resolver.LookupHost(ctx, key[1:])
- }
- case 'r':
- return func() (interface{}, error) {
- ctx, cancel := r.prepareCtx(ctx)
- defer cancel()
- return resolver.LookupAddr(ctx, key[1:])
- }
- default:
- panic("lookupFunc invalid key type: " + key)
- }
- }
- func (r *Resolver) prepareCtx(origContext context.Context) (ctx context.Context, cancel context.CancelFunc) {
- ctx = context.Background()
- if r.Timeout > 0 {
- ctx, cancel = context.WithTimeout(ctx, r.Timeout)
- } else {
- cancel = func() {}
- }
- // If a httptrace has been attached to the given context it will be copied over to the newly created context. We only need to copy pointers
- // to DNSStart and DNSDone hooks
- if trace := httptrace.ContextClientTrace(origContext); trace != nil {
- derivedTrace := &httptrace.ClientTrace{
- DNSStart: trace.DNSStart,
- DNSDone: trace.DNSDone,
- }
- ctx = httptrace.WithClientTrace(ctx, derivedTrace)
- }
- return
- }
- func (r *Resolver) load(key string) (rrs []string, err error, found bool) {
- r.mu.RLock()
- var entry *cacheEntry
- entry, found = r.cache[key]
- if !found {
- r.mu.RUnlock()
- return
- }
- rrs = entry.rrs
- err = entry.err
- used := entry.used
- r.mu.RUnlock()
- if !used {
- r.mu.Lock()
- entry.used = true
- r.mu.Unlock()
- }
- return rrs, err, true
- }
- func (r *Resolver) storeLocked(key string, rrs []string, used bool, err error) {
- if entry, found := r.cache[key]; found {
- // Update existing entry in place
- entry.rrs = rrs
- entry.err = err
- entry.used = used
- return
- }
- r.cache[key] = &cacheEntry{
- rrs: rrs,
- err: err,
- used: used,
- }
- }
- var defaultResolver = &defaultResolverWithTrace{}
- // defaultResolverWithTrace calls `LookupIP` instead of `LookupHost` on `net.DefaultResolver` in order to cause invocation of the `DNSStart`
- // and `DNSDone` hooks. By implementing `DNSResolver`, backward compatibility can be ensured.
- type defaultResolverWithTrace struct{}
- func (d *defaultResolverWithTrace) LookupHost(ctx context.Context, host string) (addrs []string, err error) {
- // `net.Resolver#LookupHost` does not cause invocation of `net.Resolver#lookupIPAddr`, therefore the `DNSStart` and `DNSDone` tracing hooks
- // built into the stdlib are never called. `LookupIP`, despite it's name, can also be used to lookup a hostname but does cause these hooks to be
- // triggered. The format of the reponse is different, therefore it needs this thin wrapper converting it.
- rawIPs, err := net.DefaultResolver.LookupIP(ctx, "ip", host)
- if err != nil {
- return nil, err
- }
- cookedIPs := make([]string, len(rawIPs))
- for i, v := range rawIPs {
- cookedIPs[i] = v.String()
- }
- return cookedIPs, nil
- }
- func (d *defaultResolverWithTrace) LookupAddr(ctx context.Context, addr string) (names []string, err error) {
- return net.DefaultResolver.LookupAddr(ctx, addr)
- }
|