diff --git a/src/shrpx_http_downstream_connection.cc b/src/shrpx_http_downstream_connection.cc
index d340ac93..281288e1 100644
--- a/src/shrpx_http_downstream_connection.cc
+++ b/src/shrpx_http_downstream_connection.cc
@@ -750,6 +750,8 @@ end:
 
 int HttpDownstreamConnection::on_connect() {
   if (!util::check_socket_connected(fd_)) {
+    ev_io_stop(loop_, &wev_);
+
     if (LOG_ENABLED(INFO)) {
       DLOG(INFO, this) << "downstream connect failed";
     }