PeerImp.h

#pragma once
 
#include <xrpld/app/consensus/RCLCxPeerPos.h>
#include <xrpld/app/ledger/detail/LedgerReplayMsgHandler.h>
#include <xrpld/app/main/Application.h>
#include <xrpld/overlay/Compression.h>
#include <xrpld/overlay/Message.h>
#include <xrpld/overlay/Peer.h>
#include <xrpld/overlay/Squelch.h>
#include <xrpld/overlay/detail/OverlayImpl.h>
#include <xrpld/overlay/detail/ProtocolVersion.h>
 
#include <xrpl/basics/Log.h>
#include <xrpl/basics/Number.h>
#include <xrpl/basics/UnorderedContainers.h>
#include <xrpl/basics/UptimeClock.h>
#include <xrpl/basics/base_uint.h>
#include <xrpl/beast/net/IPEndpoint.h>
#include <xrpl/beast/utility/Journal.h>
#include <xrpl/beast/utility/WrappedSink.h>
#include <xrpl/beast/utility/instrumentation.h>
#include <xrpl/core/HashRouter.h>
#include <xrpl/core/LoadEvent.h>
#include <xrpl/json/json_value.h>
#include <xrpl/peerfinder/Slot.h>
#include <xrpl/peerfinder/Types.h>
#include <xrpl/protocol/Protocol.h>
#include <xrpl/protocol/PublicKey.h>
#include <xrpl/protocol/STTx.h>
#include <xrpl/protocol/STValidation.h>
#include <xrpl/resource/Charge.h>
#include <xrpl/resource/Consumer.h>
#include <xrpl/resource/Fees.h>
#include <xrpl/server/Handoff.h>
#include <xrpl/server/Manifest.h>
#include <xrpl/shamap/SHAMapNodeID.h>
 
#include <boost/circular_buffer.hpp>
#include <boost/endian/conversion.hpp>
#include <boost/thread/shared_mutex.hpp>
 
#include <google/protobuf/message.h>
 
#include <xrpl.pb.h>
 
#include <atomic>
#include <chrono>
#include <cstddef>
#include <cstdint>
#include <iterator>
#include <memory>
#include <mutex>
#include <optional>
#include <queue>
#include <shared_mutex>
#include <string>
#include <type_traits>
#include <utility>
#include <vector>
 
namespace xrpl {
 
struct ValidatorBlobInfo;
class SHAMap;
 
class PeerImp : public Peer, public std::enable_shared_from_this<PeerImp>, public OverlayImpl::Child
{
public:
    enum class Tracking { Diverged, Unknown, Converged };
 
private:
    using ClockType = std::chrono::steady_clock;
    using ErrorCode = boost::system::error_code;
    using SocketType = boost::asio::ip::tcp::socket;
    using MiddleType = boost::beast::tcp_stream;
    using StreamType = boost::beast::ssl_stream<MiddleType>;
    using AddressType = boost::asio::ip::address;
    using EndpointType = boost::asio::ip::tcp::endpoint;
    using WaitableTimer = boost::asio::basic_waitable_timer<std::chrono::steady_clock>;
    using Compressed = compression::Compressed;
 
    Application& app_;
    ID const id_;
    std::string fingerprint_;
    std::string prefix_;
    beast::WrappedSink sink_;
    beast::WrappedSink pSink_;
    beast::Journal const journal_;
    beast::Journal const pJournal_;
    std::unique_ptr<StreamType> streamPtr_;
    SocketType& socket_;
    StreamType& stream_;
    boost::asio::strand<boost::asio::executor> strand_;
    WaitableTimer timer_;
 
    // Updated at each stage of the connection process to reflect
    // the current conditions as closely as possible.
    beast::ip::Endpoint const remoteAddress_;
 
    // These are up here to prevent warnings about order of initializations
    //
    OverlayImpl& overlay_;
    bool const inbound_;
 
    // Protocol version to use for this link
    ProtocolVersion protocol_;
 
    std::atomic<Tracking> tracking_;
    ClockType::time_point trackingTime_;
    bool detaching_ = false;
    // Node public key of peer.
    PublicKey const publicKey_;
    std::string name_;
    std::shared_mutex mutable nameMutex_;
 
    // The indices of the smallest and largest ledgers this peer has available
    //
    LedgerIndex minLedger_ = 0;
    LedgerIndex maxLedger_ = 0;
    UInt256 closedLedgerHash_;
    UInt256 previousLedgerHash_;
 
    boost::circular_buffer<UInt256> recentLedgers_{128};
    boost::circular_buffer<UInt256> recentTxSets_{128};
 
    std::optional<std::chrono::milliseconds> latency_;
    std::optional<std::uint32_t> lastPingSeq_;
    ClockType::time_point lastPingTime_;
    ClockType::time_point const creationTime_;
 
    reduce_relay::Squelch<UptimeClock> squelch_;
 
    // Notes on thread locking:
    //
    // During an audit it was noted that some member variables that looked
    // like they need thread protection were not receiving it.  And, indeed,
    // that was correct.  But the multi-phase initialization of PeerImp
    // makes such an audit difficult.  A further audit suggests that the
    // locking is now protecting variables that don't need it.  We're
    // leaving that locking in place (for now) as a form of future proofing.
    //
    // Here are the variables that appear to need locking currently:
    //
    // o closedLedgerHash_
    // o previousLedgerHash_
    // o minLedger_
    // o maxLedger_
    // o recentLedgers_
    // o recentTxSets_
    // o trackingTime_
    // o latency_
    //
    // The following variables are being protected preemptively:
    //
    // o name_
    // o lastStatus_
    //
    // June 2019
 
    struct ChargeWithContext
    {
        resource::Charge fee = resource::kFeeTrivialPeer;
        std::string context{};  // NOLINT(readability-redundant-member-init)
 
        void
        update(resource::Charge f, std::string const& add)
        {
            XRPL_ASSERT(f >= fee, "xrpl::PeerImp::ChargeWithContext::update : fee increases");
            fee = f;
            if (!context.empty())
            {
                context += " ";
            }
            context += add;
        }
    };
 
    std::mutex mutable recentLock_;
    protocol::TMStatusChange lastStatus_;
    resource::Consumer usage_;
    ChargeWithContext fee_;
 
    // One-shot guard so concurrent JobQueue workers cannot double-count
    // the per-connection peer-disconnect-by-charge metric (and cannot
    // post duplicate fail() calls) when several queued requests cross
    // kDropThreshold before the first fail() lands on the strand.
    std::atomic<bool> chargeDisconnectFired_{false};
    std::shared_ptr<peer_finder::Slot> const slot_;
    boost::beast::multi_buffer readBuffer_;
    HttpRequestType request_;
    HttpResponseType response_;
    boost::beast::http::fields const& headers_;
    std::queue<std::shared_ptr<Message>> sendQueue_;
    bool gracefulClose_ = false;
    int largeSendq_ = 0;
    std::unique_ptr<LoadEvent> loadEvent_;
    // The highest sequence of each PublisherList that has
    // been sent to or received from this peer.
    HashMap<PublicKey, std::size_t> publisherListSequences_;
 
    Compressed compressionEnabled_ = Compressed::Off;
 
    // Queue of transactions' hashes that have not been
    // relayed. The hashes are sent once a second to a peer
    // and the peer requests missing transactions from the node.
    HashSet<UInt256> txQueue_;
    // true if tx reduce-relay feature is enabled on the peer.
    bool txReduceRelayEnabled_ = false;
 
    bool ledgerReplayEnabled_ = false;
    LedgerReplayMsgHandler ledgerReplayMsgHandler_;
 
    friend class OverlayImpl;
 
    class Metrics
    {
    public:
        Metrics() = default;
        Metrics(Metrics const&) = delete;
        Metrics&
        operator=(Metrics const&) = delete;
        Metrics(Metrics&&) = delete;
        Metrics&
        operator=(Metrics&&) = delete;
 
        void
        addMessage(std::uint64_t bytes);
        std::uint64_t
        averageBytes() const;
        std::uint64_t
        totalBytes() const;
 
    private:
        std::shared_mutex mutable mutex_;
        boost::circular_buffer<std::uint64_t> rollingAvg_{30, 0ull};
        ClockType::time_point intervalStart_{ClockType::now()};
        std::uint64_t totalBytes_{0};
        std::uint64_t accumBytes_{0};
        std::uint64_t rollingAvgBytes_{0};
    };
 
    struct
    {
        Metrics sent;
        Metrics recv;
    } metrics_;
 
public:
    PeerImp(PeerImp const&) = delete;
    PeerImp&
    operator=(PeerImp const&) = delete;

    PeerImp(
        Application& app,
        ID id,
        std::shared_ptr<peer_finder::Slot> const& slot,
        HttpRequestType&& request,
        PublicKey const& publicKey,
        ProtocolVersion protocol,
        resource::Consumer consumer,
        std::unique_ptr<StreamType>&& streamPtr,
        OverlayImpl& overlay);

    // VFALCO legacyPublicKey should be implied by the Slot
    template <class Buffers>
    PeerImp(
        Application& app,
        std::unique_ptr<StreamType>&& streamPtr,
        Buffers const& buffers,
        std::shared_ptr<peer_finder::Slot>&& slot,
        HttpResponseType&& response,
        resource::Consumer usage,
        PublicKey const& publicKey,
        ProtocolVersion protocol,
        ID id,
        OverlayImpl& overlay);
 
    ~PeerImp() override;
 
    beast::Journal const&
    pJournal() const
    {
        return pJournal_;
    }
 
    std::shared_ptr<peer_finder::Slot> const&
    slot()
    {
        return slot_;
    }
 
    // Work-around for calling shared_from_this in constructors
    virtual void
    run();
 
    // Called when Overlay gets a stop request.
    void
    stop() override;
 
    //
    // Network
    //
 
    void
    send(std::shared_ptr<Message> const& m) override;

    void
    sendTxQueue() override;

    void
    addTxQueue(UInt256 const& hash) override;

    void
    removeTxQueue(UInt256 const& hash) override;

    template <class FwdIt>
    void
    sendEndpoints(FwdIt first, FwdIt last)
        requires(
            std::is_same_v< //
                typename std::iterator_traits<FwdIt>::value_type,
                peer_finder::Endpoint>);
 
    beast::ip::Endpoint
    getRemoteAddress() const override
    {
        return remoteAddress_;
    }
 
    void
    charge(resource::Charge const& fee, std::string const& context) override;
 
    //
    // Identity
    //
 
    Peer::ID
    id() const override
    {
        return id_;
    }

    bool
    crawl() const;
 
    bool
    cluster() const override;

    void
    checkTracking(std::uint32_t validationSeq);
 
    void
    checkTracking(std::uint32_t seq1, std::uint32_t seq2);
 
    PublicKey const&
    getNodePublic() const override
    {
        return publicKey_;
    }

    std::string
    getVersion() const;
 
    // Return the connection elapsed time.
    ClockType::duration
    uptime() const
    {
        return ClockType::now() - creationTime_;
    }
 
    json::Value
    json() override;
 
    bool
    supportsFeature(ProtocolFeature f) const override;
 
    std::optional<std::size_t>
    publisherListSequence(PublicKey const& pubKey) const override
    {
        std::scoped_lock const sl(recentLock_);
 
        auto iter = publisherListSequences_.find(pubKey);
        if (iter != publisherListSequences_.end())
            return iter->second;
        return {};
    }
 
    void
    setPublisherListSequence(PublicKey const& pubKey, std::size_t const seq) override
    {
        std::scoped_lock const sl(recentLock_);
 
        publisherListSequences_[pubKey] = seq;
    }
 
    //
    // Ledger
    //
 
    UInt256
    getClosedLedgerHash() const override
    {
        std::scoped_lock const sl{recentLock_};
        return closedLedgerHash_;
    }
 
    bool
    hasLedger(UInt256 const& hash, std::uint32_t seq) const override;
 
    void
    ledgerRange(std::uint32_t& minSeq, std::uint32_t& maxSeq) const override;
 
    bool
    hasTxSet(UInt256 const& hash) const override;
 
    void
    cycleStatus() override;
 
    bool
    hasRange(std::uint32_t uMin, std::uint32_t uMax) override;
 
    // Called to determine our priority for querying
    int
    getScore(bool haveItem) const override;
 
    bool
    isHighLatency() const override;
 
    void
    fail(std::string const& reason);
 
    bool
    compressionEnabled() const override
    {
        return compressionEnabled_ == Compressed::On;
    }

    [[nodiscard]] std::size_t
    maxManifestsMessageSize() const
    {
        return maximumManifestsMessageSize(
            trustedManifestCount(app_.config().maxTrustedCount),
            untrustedManifestCount(app_.config().maxUntrustedCount));
    }
 
    bool
    txReduceRelayEnabled() const override
    {
        return txReduceRelayEnabled_;
    }
 
private:
    void
    close();
 
    void
    fail(std::string const& name, ErrorCode ec);
 
    void
    gracefulClose();
 
    void
    setTimer();
 
    void
    cancelTimer() noexcept;
 
    static std::string
    makePrefix(std::string const& fingerprint);
 
    // Called when the timer wait completes
    void
    onTimer(boost::system::error_code const& ec);
 
    // Called when SSL shutdown completes
    void
    onShutdown(ErrorCode ec);
 
    void
    doAccept();
 
    std::string
    name() const;
 
    std::string
    domain() const;
 
    //
    // protocol message loop
    //
 
    // Starts the protocol message loop
    void
    doProtocolStart();
 
    // Called when protocol message bytes are received
    void
    onReadMessage(ErrorCode ec, std::size_t bytesTransferred);
 
    // Called when protocol messages bytes are sent
    void
    onWriteMessage(ErrorCode ec, std::size_t bytesTransferred);

    void
    handleTransaction(
        std::shared_ptr<protocol::TMTransaction> const& m,
        bool eraseTxQueue,
        bool batch);

    void
    handleHaveTransactions(std::shared_ptr<protocol::TMHaveTransactions> const& m);
 
    std::string const&
    fingerprint() const override
    {
        return fingerprint_;
    }
 
    std::string const&
    prefix() const
    {
        return prefix_;
    }
 
public:
    //--------------------------------------------------------------------------
    //
    // ProtocolStream
    //
    //--------------------------------------------------------------------------
 
    void
    onMessageUnknown(std::uint16_t type);
 
    void
    onMessageBegin(
        std::uint16_t type,
        std::shared_ptr<::google::protobuf::Message> const& m,
        std::size_t size,
        std::size_t uncompressedSize,
        bool isCompressed);
 
    void
    onMessageEnd(std::uint16_t type, std::shared_ptr<::google::protobuf::Message> const& m);
 
    void
    onMessage(std::shared_ptr<protocol::TMManifests> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMPing> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMCluster> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMEndpoints> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMTransaction> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMGetLedger> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMLedgerData> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMProposeSet> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMStatusChange> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMHaveTransactionSet> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMValidatorListCollection> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMValidation> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMGetObjectByHash> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMHaveTransactions> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMTransactions> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMSquelch> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMProofPathRequest> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMProofPathResponse> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMReplayDeltaRequest> const& m);
    void
    onMessage(std::shared_ptr<protocol::TMReplayDeltaResponse> const& m);
 
private:
    //--------------------------------------------------------------------------
    // lockedRecentLock is passed as a reminder to callers that recentLock_
    // must be locked.
    void
    addLedger(UInt256 const& hash, std::scoped_lock<std::mutex> const& lockedRecentLock);
 
    void
    doFetchPack(std::shared_ptr<protocol::TMGetObjectByHash> const& packet);
 
    void
    onValidatorListMessage(
        std::string const& messageType,
        std::string const& manifest,
        std::uint32_t version,
        std::vector<ValidatorBlobInfo> const& blobs);

    void
    doTransactions(std::shared_ptr<protocol::TMGetObjectByHash> const& packet);
 
    void
    checkTransaction(
        HashRouterFlags flags,
        bool checkSignature,
        std::shared_ptr<STTx const> const& stx,
        bool batch);
 
    void
    checkPropose(
        bool isTrusted,
        std::shared_ptr<protocol::TMProposeSet> const& packet,
        RCLCxPeerPos peerPos);
 
    void
    checkValidation(
        std::shared_ptr<STValidation> const& val,
        UInt256 const& key,
        std::shared_ptr<protocol::TMValidation> const& packet);
 
    void
    sendLedgerBase(std::shared_ptr<Ledger const> const& ledger, protocol::TMLedgerData& ledgerData);
 
    std::shared_ptr<Ledger const>
    getLedger(std::shared_ptr<protocol::TMGetLedger> const& m);
 
    std::shared_ptr<SHAMap const>
    getTxSet(std::shared_ptr<protocol::TMGetLedger> const& m) const;
 
protected:
    void
    processLedgerRequest(
        std::shared_ptr<protocol::TMGetLedger> const& m,
        std::vector<SHAMapNodeID> nodeIDs);

    void
    processGetObjectByHash(std::shared_ptr<protocol::TMGetObjectByHash> const& m);

    static resource::Charge
    computeGetObjectByHashFee(int const requested, int const found);

    resource::Charge
    currentFeeCharge() const
    {
        return fee_.fee;
    }
};
 
//------------------------------------------------------------------------------
 
template <class Buffers>
PeerImp::PeerImp(
    Application& app,
    std::unique_ptr<StreamType>&& streamPtr,
    Buffers const& buffers,
    std::shared_ptr<peer_finder::Slot>&& slot,
    HttpResponseType&& response,
    resource::Consumer usage,
    PublicKey const& publicKey,
    ProtocolVersion protocol,
    ID id,
    OverlayImpl& overlay)
    : Child(overlay)
    , app_(app)
    , id_(id)
    , fingerprint_(getFingerprint(slot->remoteEndpoint(), publicKey, to_string(id_)))
    , prefix_(makePrefix(fingerprint_))
    , sink_(app_.getJournal("Peer"), prefix_)
    , pSink_(app_.getJournal("Protocol"), prefix_)
    , journal_(sink_)
    , pJournal_(pSink_)
    , streamPtr_(std::move(streamPtr))
    , socket_(streamPtr_->next_layer().socket())
    , stream_(*streamPtr_)
    , strand_(boost::asio::make_strand(socket_.get_executor()))
    , timer_(WaitableTimer{socket_.get_executor()})
    , remoteAddress_(slot->remoteEndpoint())
    , overlay_(overlay)
    , inbound_(false)
    , protocol_(std::move(protocol))
    , tracking_(Tracking::Unknown)
    , trackingTime_(ClockType::now())
    , publicKey_(publicKey)
    , lastPingTime_(ClockType::now())
    , creationTime_(ClockType::now())
    , squelch_(app_.getJournal("Squelch"))
    , usage_(usage)
    , fee_{.fee = resource::kFeeTrivialPeer}
    , slot_(std::move(slot))
    , response_(std::move(response))
    , headers_(response_)
    , compressionEnabled_(
          peerFeatureEnabled(headers_, kFeatureCompr, "lz4", app_.config().compression)
              ? Compressed::On
              : Compressed::Off)
    , txReduceRelayEnabled_(
          peerFeatureEnabled(headers_, kFeatureTxrr, app_.config().txReduceRelayEnable))
    , ledgerReplayEnabled_(
          peerFeatureEnabled(headers_, kFeatureLedgerReplay, app_.config().ledgerReplay))
    , ledgerReplayMsgHandler_(app, app.getLedgerReplayer())
{
    readBuffer_.commit(
        boost::asio::buffer_copy(readBuffer_.prepare(boost::asio::buffer_size(buffers)), buffers));
    JLOG(journal_.info())
        << "compression enabled " << (compressionEnabled_ == Compressed::On)
        << " vp reduce-relay base squelch enabled "
        << peerFeatureEnabled(headers_, kFeatureVprr, app_.config().vpReduceRelayBaseSquelchEnable)
        << " tx reduce-relay enabled " << txReduceRelayEnabled_ << " on " << remoteAddress_ << " "
        << id_;
}
 
template <class FwdIt>
void
PeerImp::sendEndpoints(FwdIt first, FwdIt last)
    requires(
        std::is_same_v<typename std::iterator_traits<FwdIt>::value_type, peer_finder::Endpoint>)
{
    protocol::TMEndpoints tm;
 
    while (first != last)
    {
        auto& tme2(*tm.add_endpoints_v2());
        tme2.set_endpoint(first->address.toString());
        tme2.set_hops(first->hops);
        first++;
    }
    tm.set_version(2);
 
    send(std::make_shared<Message>(tm, protocol::mtENDPOINTS));
}
 
}  // namespace xrpl