diff --git a/privval/signer_listener_endpoint.go b/privval/signer_listener_endpoint.go
index f331d3bab..8ce214689 100644
--- a/privval/signer_listener_endpoint.go
+++ b/privval/signer_listener_endpoint.go
@@ -180,6 +180,7 @@ func (sl *SignerListenerEndpoint) writeMessage(msg RemoteSignerMsg) (err error)
 	_, err = cdc.MarshalBinaryLengthPrefixedWriter(sl.conn, msg)
 	if _, ok := err.(timeoutError); ok {
 		err = cmn.ErrorWrap(ErrListenerTimeout, err.Error())
+		sl.dropConnection()
 	}
 
 	return