rippled
Handshake.cpp
1 //------------------------------------------------------------------------------
2 /*
3  This file is part of rippled: https://github.com/ripple/rippled
4  Copyright (c) 2012, 2013 Ripple Labs Inc.
5 
6  Permission to use, copy, modify, and/or distribute this software for any
7  purpose with or without fee is hereby granted, provided that the above
8  copyright notice and this permission notice appear in all copies.
9 
10  THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
11  WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
12  MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
13  ANY SPECIAL , DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
14  WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
15  ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
16  OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 */
18 //==============================================================================
19 
20 #include <ripple/app/ledger/LedgerMaster.h>
21 #include <ripple/app/main/Application.h>
22 #include <ripple/basics/base64.h>
23 #include <ripple/basics/safe_cast.h>
24 #include <ripple/beast/core/LexicalCast.h>
25 #include <ripple/beast/rfc2616.h>
26 #include <ripple/overlay/impl/Handshake.h>
27 #include <ripple/protocol/digest.h>
28 #include <boost/regex.hpp>
29 #include <algorithm>
30 #include <chrono>
31 
32 // VFALCO Shouldn't we have to include the OpenSSL
33 // headers or something for SSL_get_finished?
34 
35 namespace ripple {
36 
39  boost::beast::http::fields const& headers,
40  std::string const& feature)
41 {
42  auto const header = headers.find("X-Protocol-Ctl");
43  if (header == headers.end())
44  return {};
45  boost::smatch match;
46  boost::regex rx(feature + "=([^;\\s]+)");
47  auto const value = header->value().to_string();
48  if (boost::regex_search(value, match, rx))
49  return {match[1]};
50  return {};
51 }
52 
53 bool
55  boost::beast::http::fields const& headers,
56  std::string const& feature,
57  std::string const& value)
58 {
59  if (auto const fvalue = getFeatureValue(headers, feature))
60  return beast::rfc2616::token_in_list(fvalue.value(), value);
61 
62  return false;
63 }
64 
65 bool
67  boost::beast::http::fields const& headers,
68  std::string const& feature)
69 {
70  return isFeatureValue(headers, feature, "1");
71 }
72 
75  bool comprEnabled,
76  bool ledgerReplayEnabled,
77  bool txReduceRelayEnabled,
78  bool vpReduceRelayEnabled)
79 {
81  if (comprEnabled)
82  str << FEATURE_COMPR << "=lz4" << DELIM_FEATURE;
83  if (ledgerReplayEnabled)
84  str << FEATURE_LEDGER_REPLAY << "=1" << DELIM_FEATURE;
85  if (txReduceRelayEnabled)
86  str << FEATURE_TXRR << "=1" << DELIM_FEATURE;
87  if (vpReduceRelayEnabled)
88  str << FEATURE_VPRR << "=1" << DELIM_FEATURE;
89  return str.str();
90 }
91 
94  http_request_type const& headers,
95  bool comprEnabled,
96  bool ledgerReplayEnabled,
97  bool txReduceRelayEnabled,
98  bool vpReduceRelayEnabled)
99 {
100  std::stringstream str;
101  if (comprEnabled && isFeatureValue(headers, FEATURE_COMPR, "lz4"))
102  str << FEATURE_COMPR << "=lz4" << DELIM_FEATURE;
103  if (ledgerReplayEnabled && featureEnabled(headers, FEATURE_LEDGER_REPLAY))
104  str << FEATURE_LEDGER_REPLAY << "=1" << DELIM_FEATURE;
105  if (txReduceRelayEnabled && featureEnabled(headers, FEATURE_TXRR))
106  str << FEATURE_TXRR << "=1" << DELIM_FEATURE;
107  if (vpReduceRelayEnabled && featureEnabled(headers, FEATURE_VPRR))
108  str << FEATURE_VPRR << "=1" << DELIM_FEATURE;
109  return str.str();
110 }
111 
127 hashLastMessage(SSL const* ssl, size_t (*get)(const SSL*, void*, size_t))
128 {
129  constexpr std::size_t sslMinimumFinishedLength = 12;
130 
131  unsigned char buf[1024];
132  size_t len = get(ssl, buf, sizeof(buf));
133 
134  if (len < sslMinimumFinishedLength)
135  return std::nullopt;
136 
137  sha512_hasher h;
138 
139  base_uint<512> cookie;
140  SHA512(buf, len, cookie.data());
141  return cookie;
142 }
143 
146 {
147  auto const cookie1 = hashLastMessage(ssl.native_handle(), SSL_get_finished);
148  if (!cookie1)
149  {
150  JLOG(journal.error()) << "Cookie generation: local setup not complete";
151  return std::nullopt;
152  }
153 
154  auto const cookie2 =
155  hashLastMessage(ssl.native_handle(), SSL_get_peer_finished);
156  if (!cookie2)
157  {
158  JLOG(journal.error()) << "Cookie generation: peer setup not complete";
159  return std::nullopt;
160  }
161 
162  auto const result = (*cookie1 ^ *cookie2);
163 
164  // Both messages hash to the same value and the cookie
165  // is 0. Don't allow this.
166  if (result == beast::zero)
167  {
168  JLOG(journal.error())
169  << "Cookie generation: identical finished messages";
170  return std::nullopt;
171  }
172 
173  return sha512Half(Slice(result.data(), result.size()));
174 }
175 
176 void
178  boost::beast::http::fields& h,
179  ripple::uint256 const& sharedValue,
181  beast::IP::Address public_ip,
182  beast::IP::Address remote_ip,
183  Application& app)
184 {
185  if (networkID)
186  {
187  // The network identifier, if configured, can be used to specify
188  // what network we intend to connect to and detect if the remote
189  // end connects to the same network.
190  h.insert("Network-ID", std::to_string(*networkID));
191  }
192 
193  h.insert(
194  "Network-Time",
195  std::to_string(app.timeKeeper().now().time_since_epoch().count()));
196 
197  h.insert(
198  "Public-Key",
200 
201  {
202  auto const sig = signDigest(
203  app.nodeIdentity().first, app.nodeIdentity().second, sharedValue);
204  h.insert("Session-Signature", base64_encode(sig.data(), sig.size()));
205  }
206 
207  if (!app.config().SERVER_DOMAIN.empty())
208  h.insert("Server-Domain", app.config().SERVER_DOMAIN);
209 
210  if (beast::IP::is_public(remote_ip))
211  h.insert("Remote-IP", remote_ip.to_string());
212 
213  if (!public_ip.is_unspecified())
214  h.insert("Local-IP", public_ip.to_string());
215 
216  if (auto const cl = app.getLedgerMaster().getClosedLedger())
217  {
218  // TODO: Use hex for these
219  h.insert(
220  "Closed-Ledger",
221  base64_encode(cl->info().hash.begin(), cl->info().hash.size()));
222  h.insert(
223  "Previous-Ledger",
225  cl->info().parentHash.begin(), cl->info().parentHash.size()));
226  }
227 }
228 
229 PublicKey
231  boost::beast::http::fields const& headers,
232  ripple::uint256 const& sharedValue,
234  beast::IP::Address public_ip,
235  beast::IP::Address remote,
236  Application& app)
237 {
238  if (auto const iter = headers.find("Server-Domain"); iter != headers.end())
239  {
240  if (!isProperlyFormedTomlDomain(iter->value().to_string()))
241  throw std::runtime_error("Invalid server domain");
242  }
243 
244  if (auto const iter = headers.find("Network-ID"); iter != headers.end())
245  {
246  std::uint32_t nid;
247 
248  if (!beast::lexicalCastChecked(nid, iter->value().to_string()))
249  throw std::runtime_error("Invalid peer network identifier");
250 
251  if (networkID && nid != *networkID)
252  throw std::runtime_error("Peer is on a different network");
253  }
254 
255  if (auto const iter = headers.find("Network-Time"); iter != headers.end())
256  {
257  auto const netTime =
258  [str = iter->value().to_string()]() -> TimeKeeper::time_point {
259  TimeKeeper::duration::rep val;
260 
261  if (beast::lexicalCastChecked(val, str))
263 
264  // It's not an error for the header field to not be present but if
265  // it is present and it contains junk data, that is an error.
266  throw std::runtime_error("Invalid peer clock timestamp");
267  }();
268 
269  using namespace std::chrono;
270 
271  auto const ourTime = app.timeKeeper().now();
272  auto const tolerance = 20s;
273 
274  // We can't blindly "return a-b;" because TimeKeeper::time_point
275  // uses an unsigned integer for representing durations, which is
276  // a problem when trying to subtract time points.
277  auto calculateOffset = [](TimeKeeper::time_point a,
279  if (a > b)
280  return duration_cast<std::chrono::seconds>(a - b);
281  return -duration_cast<std::chrono::seconds>(b - a);
282  };
283 
284  auto const offset = calculateOffset(netTime, ourTime);
285 
286  if (abs(offset) > tolerance)
287  throw std::runtime_error("Peer clock is too far off");
288  }
289 
290  PublicKey const publicKey = [&headers] {
291  if (auto const iter = headers.find("Public-Key"); iter != headers.end())
292  {
293  auto pk = parseBase58<PublicKey>(
294  TokenType::NodePublic, iter->value().to_string());
295 
296  if (pk)
297  {
298  if (publicKeyType(*pk) != KeyType::secp256k1)
299  throw std::runtime_error("Unsupported public key type");
300 
301  return *pk;
302  }
303  }
304 
305  throw std::runtime_error("Bad node public key");
306  }();
307 
308  if (publicKey == app.nodeIdentity().first)
309  throw std::runtime_error("Self connection");
310 
311  // This check gets two birds with one stone:
312  //
313  // 1) it verifies that the node we are talking to has access to the
314  // private key corresponding to the public node identity it claims.
315  // 2) it verifies that our SSL session is end-to-end with that node
316  // and not through a proxy that establishes two separate sessions.
317  {
318  auto const iter = headers.find("Session-Signature");
319 
320  if (iter == headers.end())
321  throw std::runtime_error("No session signature specified");
322 
323  auto sig = base64_decode(iter->value().to_string());
324 
325  if (!verifyDigest(publicKey, sharedValue, makeSlice(sig), false))
326  throw std::runtime_error("Failed to verify session");
327  }
328 
329  if (auto const iter = headers.find("Local-IP"); iter != headers.end())
330  {
331  boost::system::error_code ec;
332  auto const local_ip = boost::asio::ip::address::from_string(
333  iter->value().to_string(), ec);
334 
335  if (ec)
336  throw std::runtime_error("Invalid Local-IP");
337 
338  if (beast::IP::is_public(remote) && remote != local_ip)
339  throw std::runtime_error(
340  "Incorrect Local-IP: " + remote.to_string() + " instead of " +
341  local_ip.to_string());
342  }
343 
344  if (auto const iter = headers.find("Remote-IP"); iter != headers.end())
345  {
346  boost::system::error_code ec;
347  auto const remote_ip = boost::asio::ip::address::from_string(
348  iter->value().to_string(), ec);
349 
350  if (ec)
351  throw std::runtime_error("Invalid Remote-IP");
352 
353  if (beast::IP::is_public(remote) &&
354  !beast::IP::is_unspecified(public_ip))
355  {
356  // We know our public IP and peer reports our connection came
357  // from some other IP.
358  if (remote_ip != public_ip)
359  throw std::runtime_error(
360  "Incorrect Remote-IP: " + public_ip.to_string() +
361  " instead of " + remote_ip.to_string());
362  }
363  }
364 
365  return publicKey;
366 }
367 
368 auto
370  bool crawlPublic,
371  bool comprEnabled,
372  bool ledgerReplayEnabled,
373  bool txReduceRelayEnabled,
374  bool vpReduceRelayEnabled) -> request_type
375 {
376  request_type m;
377  m.method(boost::beast::http::verb::get);
378  m.target("/");
379  m.version(11);
380  m.insert("User-Agent", BuildInfo::getFullVersionString());
381  m.insert("Upgrade", supportedProtocolVersions());
382  m.insert("Connection", "Upgrade");
383  m.insert("Connect-As", "Peer");
384  m.insert("Crawl", crawlPublic ? "public" : "private");
385  m.insert(
386  "X-Protocol-Ctl",
388  comprEnabled,
389  ledgerReplayEnabled,
390  txReduceRelayEnabled,
391  vpReduceRelayEnabled));
392  return m;
393 }
394 
397  bool crawlPublic,
398  http_request_type const& req,
399  beast::IP::Address public_ip,
400  beast::IP::Address remote_ip,
401  uint256 const& sharedValue,
404  Application& app)
405 {
406  http_response_type resp;
407  resp.result(boost::beast::http::status::switching_protocols);
408  resp.version(req.version());
409  resp.insert("Connection", "Upgrade");
410  resp.insert("Upgrade", to_string(protocol));
411  resp.insert("Connect-As", "Peer");
412  resp.insert("Server", BuildInfo::getFullVersionString());
413  resp.insert("Crawl", crawlPublic ? "public" : "private");
414  resp.insert(
415  "X-Protocol-Ctl",
417  req,
418  app.config().COMPRESSION,
419  app.config().LEDGER_REPLAY,
422 
423  buildHandshake(resp, sharedValue, networkID, public_ip, remote_ip, app);
424 
425  return resp;
426 }
427 
428 } // namespace ripple
ripple::hashLastMessage
static std::optional< base_uint< 512 > > hashLastMessage(SSL const *ssl, size_t(*get)(const SSL *, void *, size_t))
Hashes the latest finished message from an SSL stream.
Definition: Handshake.cpp:127
ripple::Application
Definition: Application.h:115
ripple::makeSlice
std::enable_if_t< std::is_same< T, char >::value||std::is_same< T, unsigned char >::value, Slice > makeSlice(std::array< T, N > const &a)
Definition: Slice.h:240
std::string
STL class.
ripple::Slice
An immutable linear range of bytes.
Definition: Slice.h:44
ripple::openssl_sha512_hasher
SHA-512 digest.
Definition: digest.h:68
ripple::Config::LEDGER_REPLAY
bool LEDGER_REPLAY
Definition: Config.h:205
std::pair
ripple::DELIM_FEATURE
static constexpr char DELIM_FEATURE[]
Definition: Handshake.h:149
ripple::makeFeaturesRequestHeader
std::string makeFeaturesRequestHeader(bool comprEnabled, bool ledgerReplayEnabled, bool txReduceRelayEnabled, bool vpReduceRelayEnabled)
Make request header X-Protocol-Ctl value with supported features.
Definition: Handshake.cpp:74
ripple::base64_encode
std::string base64_encode(std::uint8_t const *data, std::size_t len)
Definition: base64.cpp:236
ripple::FEATURE_LEDGER_REPLAY
static constexpr char FEATURE_LEDGER_REPLAY[]
Definition: Handshake.h:148
ripple::toBase58
std::string toBase58(AccountID const &v)
Convert AccountID to base58 checked string.
Definition: AccountID.cpp:29
std::stringstream
STL class.
ripple::makeSharedValue
std::optional< uint256 > makeSharedValue(stream_type &ssl, beast::Journal journal)
Computes a shared value based on the SSL connection state.
Definition: Handshake.cpp:145
ripple::Application::timeKeeper
virtual TimeKeeper & timeKeeper()=0
ripple::FEATURE_VPRR
static constexpr char FEATURE_VPRR[]
Definition: Handshake.h:144
ripple::base_uint::data
pointer data()
Definition: base_uint.h:115
algorithm
ripple::isFeatureValue
bool isFeatureValue(boost::beast::http::fields const &headers, std::string const &feature, std::string const &value)
Check if a feature's value is equal to the specified value.
Definition: Handshake.cpp:54
ripple::FEATURE_TXRR
static constexpr char FEATURE_TXRR[]
Definition: Handshake.h:146
ripple::featureEnabled
bool featureEnabled(boost::beast::http::fields const &headers, std::string const &feature)
Check if a feature is enabled.
Definition: Handshake.cpp:66
ripple::publicKeyType
std::optional< KeyType > publicKeyType(Slice const &slice)
Returns the type of public key.
Definition: PublicKey.cpp:203
ripple::base_uint
Integers of any length that is a multiple of 32-bits.
Definition: base_uint.h:75
beast::IP::Address
boost::asio::ip::address Address
Definition: IPAddress.h:41
ripple::Application::getLedgerMaster
virtual LedgerMaster & getLedgerMaster()=0
ripple::PublicKey
A public key.
Definition: PublicKey.h:59
ripple::signDigest
Buffer signDigest(PublicKey const &pk, SecretKey const &sk, uint256 const &digest)
Generate a signature for a message digest.
Definition: SecretKey.cpp:212
chrono
ripple::Application::config
virtual Config & config()=0
ripple::Application::nodeIdentity
virtual std::pair< PublicKey, SecretKey > const & nodeIdentity()=0
std::to_string
T to_string(T... args)
ripple::FEATURE_COMPR
static constexpr char FEATURE_COMPR[]
Definition: Handshake.h:142
ripple::base64_decode
std::string base64_decode(std::string const &data)
Definition: base64.cpp:245
beast::Journal::error
Stream error() const
Definition: Journal.h:333
std::runtime_error
STL class.
beast::Journal
A generic endpoint for log messages.
Definition: Journal.h:58
std::uint32_t
beast::IP::is_public
bool is_public(AddressV4 const &addr)
Returns true if the address is a public routable address.
Definition: IPAddressV4.cpp:41
ripple::getFeatureValue
std::optional< std::string > getFeatureValue(boost::beast::http::fields const &headers, std::string const &feature)
Get feature's header value.
Definition: Handshake.cpp:38
ripple::stream_type
boost::beast::ssl_stream< socket_type > stream_type
Definition: Handshake.h:43
ripple::KeyType::secp256k1
@ secp256k1
ripple::Config::VP_REDUCE_RELAY_ENABLE
bool VP_REDUCE_RELAY_ENABLE
Definition: Config.h:227
ripple::BuildInfo::getFullVersionString
std::string const & getFullVersionString()
Full server version string.
Definition: BuildInfo.cpp:74
ripple::supportedProtocolVersions
std::string const & supportedProtocolVersions()
The list of all the protocol versions we support.
Definition: ProtocolVersion.cpp:157
ripple::LedgerMaster::getClosedLedger
std::shared_ptr< Ledger const > getClosedLedger()
Definition: LedgerMaster.h:98
beast::rfc2616::token_in_list
bool token_in_list(boost::string_ref const &value, boost::string_ref const &token)
Returns true if the specified token exists in the list.
Definition: rfc2616.h:376
ripple
Use hash_* containers for keys that do not need a cryptographically secure hashing algorithm.
Definition: RCLCensorshipDetector.h:29
protocol
Definition: ValidatorList.h:38
ripple::Config::SERVER_DOMAIN
std::string SERVER_DOMAIN
Definition: Config.h:258
beast::lexicalCastChecked
bool lexicalCastChecked(Out &out, In in)
Intelligently convert from one type to another.
Definition: LexicalCast.h:266
ripple::verifyDigest
bool verifyDigest(PublicKey const &publicKey, uint256 const &digest, Slice const &sig, bool mustBeFullyCanonical) noexcept
Verify a secp256k1 signature on the digest of a message.
Definition: PublicKey.cpp:218
ripple::sha512Half
sha512_half_hasher::result_type sha512Half(Args const &... args)
Returns the SHA512-Half of a series of objects.
Definition: digest.h:216
ripple::TimeKeeper::now
virtual time_point now() const override=0
Returns the estimate of wall time, in network time.
ripple::Config::COMPRESSION
bool COMPRESSION
Definition: Config.h:202
std::string::empty
T empty(T... args)
ripple::request_type
boost::beast::http::request< boost::beast::http::empty_body > request_type
Definition: Handshake.h:45
ripple::TokenType::NodePublic
@ NodePublic
std::optional< std::string >
std::stringstream::str
T str(T... args)
std::size_t
ripple::to_string
std::string to_string(Manifest const &m)
Format the specified manifest to a string for debugging purposes.
Definition: app/misc/impl/Manifest.cpp:38
ripple::isProperlyFormedTomlDomain
bool isProperlyFormedTomlDomain(std::string const &domain)
Determines if the given string looks like a TOML-file hosting domain.
ripple::Config::TX_REDUCE_RELAY_ENABLE
bool TX_REDUCE_RELAY_ENABLE
Definition: Config.h:238
ripple::verifyHandshake
PublicKey verifyHandshake(boost::beast::http::fields const &headers, ripple::uint256 const &sharedValue, std::optional< std::uint32_t > networkID, beast::IP::Address public_ip, beast::IP::Address remote, Application &app)
Validate header fields necessary for upgrading the link to the peer protocol.
Definition: Handshake.cpp:230
ripple::makeFeaturesResponseHeader
std::string makeFeaturesResponseHeader(http_request_type const &headers, bool comprEnabled, bool ledgerReplayEnabled, bool txReduceRelayEnabled, bool vpReduceRelayEnabled)
Make response header X-Protocol-Ctl value with supported features.
Definition: Handshake.cpp:93
ripple::makeRequest
auto makeRequest(bool crawlPublic, bool comprEnabled, bool ledgerReplayEnabled, bool txReduceRelayEnabled, bool vpReduceRelayEnabled) -> request_type
Make outbound http request.
Definition: Handshake.cpp:369
ripple::makeResponse
http_response_type makeResponse(bool crawlPublic, http_request_type const &req, beast::IP::Address public_ip, beast::IP::Address remote_ip, uint256 const &sharedValue, std::optional< std::uint32_t > networkID, ProtocolVersion protocol, Application &app)
Make http response.
Definition: Handshake.cpp:396
beast::IP::is_unspecified
bool is_unspecified(Address const &addr)
Returns true if the address is unspecified.
Definition: IPAddress.h:59
ripple::http_request_type
boost::beast::http::request< boost::beast::http::dynamic_body > http_request_type
Definition: Handshake.h:47
beast::abstract_clock< NetClock >::time_point
typename NetClock ::time_point time_point
Definition: abstract_clock.h:63
ripple::http_response_type
boost::beast::http::response< boost::beast::http::dynamic_body > http_response_type
Definition: Handshake.h:49
beast::abstract_clock< NetClock >::duration
typename NetClock ::duration duration
Definition: abstract_clock.h:62
ripple::get
T & get(EitherAmount &amt)
Definition: AmountSpec.h:118
ripple::buildHandshake
void buildHandshake(boost::beast::http::fields &h, ripple::uint256 const &sharedValue, std::optional< std::uint32_t > networkID, beast::IP::Address public_ip, beast::IP::Address remote_ip, Application &app)
Insert fields headers necessary for upgrading the link to the peer protocol.
Definition: Handshake.cpp:177
std::chrono