Add 'src/beast/' from commit '2f9a8440c2432d8a196571d6300404cb76314125'

git-subtree-dir: src/beast
git-subtree-mainline: 7c90b9ef88
git-subtree-split: 2f9a8440c2

src/beast/examples/http_crawl.cpp

@@ -0,0 +1,61 @@
+//
+// Copyright (c) 2013-2016 Vinnie Falco (vinnie dot falco at gmail dot com)
+//
+// Distributed under the Boost Software License, Version 1.0. (See accompanying
+// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+//
+
+#include "urls_large_data.hpp"
+
+#include <beast/core/streambuf.hpp>
+#include <beast/http.hpp>
+#include <boost/asio.hpp>
+#include <iostream>
+
+using namespace beast::http;
+using namespace boost::asio;
+
+template<class String>
+void
+err(beast::error_code const& ec, String const& what)
+{
+    std::cerr << what << ": " << ec.message() << std::endl;
+}
+
+int main(int, char const*[])
+{
+    io_service ios;
+    for(auto const& host : urls_large_data())
+    {
+        try
+        {
+            ip::tcp::resolver r(ios);
+            auto it = r.resolve(
+                ip::tcp::resolver::query{host, "http"});
+            ip::tcp::socket sock(ios);
+            connect(sock, it);
+            auto ep = sock.remote_endpoint();
+            request_v1<empty_body> req;
+            req.method = "GET";
+            req.url = "/";
+            req.version = 11;
+            req.headers.insert("Host", host +
+                std::string(":") + std::to_string(ep.port()));
+            req.headers.insert("User-Agent", "beast/http");
+            prepare(req);
+            write(sock, req);
+            response_v1<string_body> res;
+            streambuf sb;
+            beast::http::read(sock, sb, res);
+            std::cout << res;
+        }
+        catch(boost::system::system_error const& ec)
+        {
+            std::cerr << host << ": " << ec.what();
+        }
+        catch(...)
+        {
+            std::cerr << host << ": unknown exception" << std::endl;
+        }
+    }
+}