diff --git a/src/shrpx_http3_upstream.cc b/src/shrpx_http3_upstream.cc
index 4a4521b9..f15961b7 100644
--- a/src/shrpx_http3_upstream.cc
+++ b/src/shrpx_http3_upstream.cc
@@ -1799,6 +1799,7 @@ namespace {
 int http_end_request_headers(nghttp3_conn *conn, int64_t stream_id,
                              void *user_data, void *stream_user_data) {
   auto upstream = static_cast<Http3Upstream *>(user_data);
+  auto handler = upstream->get_client_handler();
   auto downstream = static_cast<Downstream *>(stream_user_data);
 
   if (!downstream || downstream->get_stop_reading()) {
@@ -1809,6 +1810,9 @@ int http_end_request_headers(nghttp3_conn *conn, int64_t stream_id,
     return NGHTTP3_ERR_CALLBACK_FAILURE;
   }
 
+  downstream->reset_upstream_rtimer();
+  handler->stop_read_timer();
+
   return 0;
 }
 } // namespace