Fix a stack overflow issue when reading large response data.

webcc/client.cc

@@ -174,32 +174,49 @@ void Client::ReadResponse() {
 
 void Client::DoReadResponse() {
   boost::system::error_code ec = boost::asio::error::would_block;
+  std::size_t length = 0;
 
-  auto handler = [this, &ec](boost::system::error_code inner_ec,
+  // The read handler.
-                             std::size_t length) {
+  auto handler = [&ec, &length](boost::system::error_code inner_ec,
+                                std::size_t inner_length) {
     ec = inner_ec;
+    length = inner_length;
+  };
+
+  // Read the first piece of data asynchronously so that the timer could also
+  // be async-waited.
+  socket_->AsyncReadSome(std::move(handler), &buffer_);
 
-    LOG_VERB("Socket async read handler.");
+  // Block until the asynchronous operation has completed.
+  do {
+    io_context_.run_one();
+  } while (ec == boost::asio::error::would_block);
 
-    // Stop the deadline timer once the read has started (or failed).
+  // Now we have read the first piece of data.
+  // The left data will be read synchronously to void stack overflow because of
+  // too many recursive calls.
+
+  // Stop the timer.
   CancelTimer();
 
-    // TODO: Is it necessary to check `length == 0`?
+  do {
     if (ec || length == 0) {
+      // For the first async-read, the error normally is caused by timeout.
+      // See OnTimer().
       Close();
       error_.Set(Error::kSocketReadError, "Socket read error");
       LOG_ERRO("Socket read error (%s).", ec.message().c_str());
-      return;
+      break;
     }
 
     LOG_INFO("Read data, length: %u.", length);
 
-    // Parse the response piece just read.
+    // Parse the piece of data just read.
     if (!response_parser_.Parse(buffer_.data(), length)) {
       Close();
       error_.Set(Error::kParseError, "HTTP parse error");
-      LOG_ERRO("Failed to parse HTTP response.");
+      LOG_ERRO("Failed to parse the HTTP response.");
-      return;
+      break;
     }
 
     if (response_parser_.finished()) {
@@ -213,23 +230,15 @@ void Client::DoReadResponse() {
         Close();
       }
 
-      LOG_INFO("Finished to read and parse HTTP response.");
-
       // Stop reading.
-      return;
+      LOG_INFO("Finished to read the HTTP response.");
-    }
+      break;
-
-    if (!closed_) {
-      DoReadResponse();
     }
-  };
 
-  socket_->AsyncReadSome(std::move(handler), &buffer_);
+    // Read next piece of data synchronously.
+    socket_->ReadSome(&buffer_, &length, &ec);
 
-  // Block until the asynchronous operation has completed.
+  } while (true);
-  do {
-    io_context_.run_one();
-  } while (ec == boost::asio::error::would_block);
 }
 
 void Client::DoWaitTimer() {

webcc/socket.cc

@@ -45,6 +45,12 @@ bool Socket::Write(const Payload& payload, boost::system::error_code* ec) {
   return !(*ec);
 }
 
+bool Socket::ReadSome(std::vector<char>* buffer, std::size_t* size,
+                      boost::system::error_code* ec) {
+  *size = socket_.read_some(boost::asio::buffer(*buffer), *ec);
+  return (*size != 0 && !(*ec));
+}
+
 void Socket::AsyncReadSome(ReadHandler&& handler, std::vector<char>* buffer) {
   socket_.async_read_some(boost::asio::buffer(*buffer), std::move(handler));
 }
@@ -143,6 +149,12 @@ bool SslSocket::Write(const Payload& payload, boost::system::error_code* ec) {
   return !(*ec);
 }
 
+bool SslSocket::ReadSome(std::vector<char>* buffer, std::size_t* size,
+                         boost::system::error_code* ec) {
+  *size = ssl_socket_.read_some(boost::asio::buffer(*buffer), *ec);
+  return (*size != 0 && !(*ec));
+}
+
 void SslSocket::AsyncReadSome(ReadHandler&& handler,
                               std::vector<char>* buffer) {
   ssl_socket_.async_read_some(boost::asio::buffer(*buffer), std::move(handler));

webcc/socket.h

@@ -30,6 +30,9 @@ public:
 
   virtual bool Write(const Payload& payload, boost::system::error_code* ec) = 0;
 
+  virtual bool ReadSome(std::vector<char>* buffer, std::size_t* size,
+                        boost::system::error_code* ec) = 0;
+
   virtual void AsyncReadSome(ReadHandler&& handler,
                              std::vector<char>* buffer) = 0;
 
@@ -46,6 +49,9 @@ public:
 
   bool Write(const Payload& payload, boost::system::error_code* ec) override;
 
+  bool ReadSome(std::vector<char>* buffer, std::size_t* size,
+                boost::system::error_code* ec) override;
+
   void AsyncReadSome(ReadHandler&& handler, std::vector<char>* buffer) override;
 
   bool Close() override;
@@ -67,6 +73,9 @@ public:
 
   bool Write(const Payload& payload, boost::system::error_code* ec) override;
 
+  bool ReadSome(std::vector<char>* buffer, std::size_t* size,
+                boost::system::error_code* ec) override;
+
   void AsyncReadSome(ReadHandler&& handler, std::vector<char>* buffer) override;
 
   bool Close() override;