diff --git a/provider/kv.go b/provider/kv.go
index a6c171a9a..9c99781c7 100644
--- a/provider/kv.go
+++ b/provider/kv.go
@@ -162,7 +162,11 @@ func (provider *Kv) list(keys ...string) []string {
 func (provider *Kv) listServers(backend string) []string {
 	serverNames := provider.list(backend, "/servers/")
 	return fun.Filter(func(serverName string) bool {
-		if _, err := provider.kvclient.Get(fmt.Sprint(serverName, "/url")); err != nil {
+		key := fmt.Sprint(serverName, "/url")
+		if _, err := provider.kvclient.Get(key); err != nil {
+			if err != store.ErrKeyNotFound {
+				log.Errorf("Failed to retrieve value for key %s: %s", key, err)
+			}
 			return false
 		}
 		return provider.checkConstraints(serverName, "/tags")