move logs to debug level to mitigate lock contention

proxy/http.go

@@ -42,7 +42,7 @@ func (h *ProxyHandler) proxyHttp(ctx context.Context, clientConn *tls.Conn, prox
 				"shardID":    proxyConn.shardID,
 				"error":      err,
 				"URI":        req.RequestURI,
-			}).Error("proxy error")
+			}).Debug("proxy error")
 			handleHttpError(err, w, req)
 		},
 
@@ -229,7 +229,7 @@ func handleHttpError(err error, w http.ResponseWriter, r *http.Request) {
 		log.WithFields(log.Fields{
 			"origError":     err.Error(),
 			"templateError": writeErr.Error(),
-		}).Warn("failed to write error response body")
+		}).Debug("failed to write error response body")
 	}
 }
 

proxy/proxy.go

@@ -149,7 +149,7 @@ func (ps *ProxyServer) Run() error {
 				log.WithFields(log.Fields{
 					"error":      hsErr,
 					"clientAddr": conn.RemoteAddr(),
-				}).Info("tls handshake error")
+				}).Debug("tls handshake error")
 				return
 			}
 			var state = conn.(*tls.Conn).ConnectionState()
@@ -471,15 +471,15 @@ func (h *ProxyHandler) handleProxyConnection(ctx context.Context, conn *tls.Conn
 			"clientAddr": clientAddr,
 			"proto":      state.NegotiatedProtocol,
 			"shard":      shardID,
-		}).Warn("failed to proxy connection")
+		}).Debug("failed to proxy connection")
 	} else {
 		ProxyConnectionsClosedCounter.WithLabelValues(shardID, portStr, "ok").Inc()
 		log.WithFields(log.Fields{
 			"sni":        sni,
 			"clientAddr": clientAddr,
 			"proto":      state.NegotiatedProtocol,
 			"shard":      shardID,
-		}).Info("finished proxy connection")
+		}).Debug("finished proxy connection")
 	}
 }
 
@@ -540,7 +540,7 @@ func (h *ProxyHandler) proxyConnection(ctx context.Context, conn *tls.Conn, sni
 		"clientAddr":  clientAddr,
 		"reactorAddr": reactorAddr,
 		"proto":       negotiatedProto,
-	}).Info("starting to proxy connection data")
+	}).Debug("starting to proxy connection data")
 
 	// We're finally ready to copy the data between the connection and our grpc streaming rpc.
 	if isHttp(negotiatedProto) {
@@ -560,7 +560,7 @@ func proxyTcp(ctx context.Context, clientConn *tls.Conn, proxyConn *ProxyConnect
 				"hostname":      proxyConn.hostname,
 				"error":         e,
 				"outgoingBytes": outgoingBytes,
-			}).Warn("copyProxyResponseData completed with error")
+			}).Debug("copyProxyResponseData completed with error")
 			return e
 		} else {
 			log.WithFields(log.Fields{
@@ -579,7 +579,7 @@ func proxyTcp(ctx context.Context, clientConn *tls.Conn, proxyConn *ProxyConnect
 				"hostname":      proxyConn.hostname,
 				"error":         e,
 				"incomingBytes": incomingBytes,
-			}).Warn("copyProxyRequestData completed with error")
+			}).Debug("copyProxyRequestData completed with error")
 			return e
 		} else {
 			log.WithFields(log.Fields{