Monero
block_queue.h
Go to the documentation of this file.
1 // Copyright (c) 2017-2020, The Monero Project
2 //
3 // All rights reserved.
4 //
5 // Redistribution and use in source and binary forms, with or without modification, are
6 // permitted provided that the following conditions are met:
7 //
8 // 1. Redistributions of source code must retain the above copyright notice, this list of
9 // conditions and the following disclaimer.
10 //
11 // 2. Redistributions in binary form must reproduce the above copyright notice, this list
12 // of conditions and the following disclaimer in the documentation and/or other
13 // materials provided with the distribution.
14 //
15 // 3. Neither the name of the copyright holder nor the names of its contributors may be
16 // used to endorse or promote products derived from this software without specific
17 // prior written permission.
18 //
19 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
20 // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
21 // MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
22 // THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
24 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
26 // STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
27 // THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 //
29 // Parts of this file are originally copyright (c) 2012-2013 The Cryptonote developers
30 
31 #pragma once
32 
33 #include <string>
34 #include <vector>
35 #include <set>
36 #include <unordered_set>
37 #include <boost/thread/recursive_mutex.hpp>
38 #include <boost/uuid/uuid.hpp>
39 
40 #undef MONERO_DEFAULT_LOG_CATEGORY
41 #define MONERO_DEFAULT_LOG_CATEGORY "cn.block_queue"
42 
43 namespace cryptonote
44 {
45  struct block_complete_entry;
46 
48  {
49  public:
50  struct span
51  {
53  std::vector<crypto::hash> hashes;
54  std::vector<cryptonote::block_complete_entry> blocks;
56  uint64_t nblocks;
57  float rate;
58  size_t size;
59  boost::posix_time::ptime time;
60 
61  span(uint64_t start_block_height, std::vector<cryptonote::block_complete_entry> blocks, const boost::uuids::uuid &connection_id, float rate, size_t size):
63  span(uint64_t start_block_height, uint64_t nblocks, const boost::uuids::uuid &connection_id, boost::posix_time::ptime time):
65 
66  bool operator<(const span &s) const { return start_block_height < s.start_block_height; }
67  };
68  typedef std::set<span> block_map;
69 
70  public:
71  void add_blocks(uint64_t height, std::vector<cryptonote::block_complete_entry> bcel, const boost::uuids::uuid &connection_id, float rate, size_t size);
72  void add_blocks(uint64_t height, uint64_t nblocks, const boost::uuids::uuid &connection_id, boost::posix_time::ptime time = boost::date_time::min_date_time);
73  void flush_spans(const boost::uuids::uuid &connection_id, bool all = false);
74  void flush_stale_spans(const std::set<boost::uuids::uuid> &live_connections);
75  bool remove_span(uint64_t start_block_height, std::vector<crypto::hash> *hashes = NULL);
76  void remove_spans(const boost::uuids::uuid &connection_id, uint64_t start_block_height);
77  uint64_t get_max_block_height() const;
78  void print() const;
79  std::string get_overview(uint64_t blockchain_height) const;
80  bool has_unpruned_height(uint64_t block_height, uint64_t blockchain_height, uint32_t pruning_seed) const;
81  std::pair<uint64_t, uint64_t> reserve_span(uint64_t first_block_height, uint64_t last_block_height, uint64_t max_blocks, const boost::uuids::uuid &connection_id, bool sync_pruned_blocks, uint32_t local_pruning_seed, uint32_t pruning_seed, uint64_t blockchain_height, const std::vector<std::pair<crypto::hash, uint64_t>> &block_hashes, boost::posix_time::ptime time = boost::posix_time::microsec_clock::universal_time());
82  uint64_t get_next_needed_height(uint64_t blockchain_height) const;
83  std::pair<uint64_t, uint64_t> get_next_span_if_scheduled(std::vector<crypto::hash> &hashes, boost::uuids::uuid &connection_id, boost::posix_time::ptime &time) const;
84  void reset_next_span_time(boost::posix_time::ptime t = boost::posix_time::microsec_clock::universal_time());
85  void set_span_hashes(uint64_t start_height, const boost::uuids::uuid &connection_id, std::vector<crypto::hash> hashes);
86  bool get_next_span(uint64_t &height, std::vector<cryptonote::block_complete_entry> &bcel, boost::uuids::uuid &connection_id, bool filled = true) const;
87  bool has_next_span(const boost::uuids::uuid &connection_id, bool &filled, boost::posix_time::ptime &time) const;
88  bool has_next_span(uint64_t height, bool &filled, boost::posix_time::ptime &time, boost::uuids::uuid &connection_id) const;
89  size_t get_data_size() const;
90  size_t get_num_filled_spans_prefix() const;
91  size_t get_num_filled_spans() const;
92  crypto::hash get_last_known_hash(const boost::uuids::uuid &connection_id) const;
93  bool has_spans(const boost::uuids::uuid &connection_id) const;
94  float get_speed(const boost::uuids::uuid &connection_id) const;
95  float get_download_rate(const boost::uuids::uuid &connection_id) const;
96  bool foreach(std::function<bool(const span&)> f) const;
97  bool requested(const crypto::hash &hash) const;
98  bool have(const crypto::hash &hash) const;
99 
100  private:
101  void erase_block(block_map::iterator j);
102  inline bool requested_internal(const crypto::hash &hash) const;
103 
104  private:
106  mutable boost::recursive_mutex mutex;
107  std::unordered_set<crypto::hash> requested_hashes;
108  std::unordered_set<crypto::hash> have_blocks;
109  };
110 }
cryptonote::block_queue::get_num_filled_spans
size_t get_num_filled_spans() const
Definition: block_queue.cpp:432
cryptonote::block_queue::get_num_filled_spans_prefix
size_t get_num_filled_spans_prefix() const
Definition: block_queue.cpp:416
cryptonote::block_queue::reset_next_span_time
void reset_next_span_time(boost::posix_time::ptime t=boost::posix_time::microsec_clock::universal_time())
Definition: block_queue.cpp:329
cryptonote::block_queue::span::nblocks
uint64_t nblocks
Definition: block_queue.h:56
cryptonote::block_queue::span::start_block_height
uint64_t start_block_height
Definition: block_queue.h:52
cryptonote::block_queue::get_data_size
size_t get_data_size() const
Definition: block_queue.cpp:407
cryptonote::block_queue::span::size
size_t size
Definition: block_queue.h:58
cryptonote::block_queue::requested_internal
bool requested_internal(const crypto::hash &hash) const
Definition: block_queue.cpp:214
cryptonote::block_queue::span::operator<
bool operator<(const span &s) const
Definition: block_queue.h:66
cryptonote::block_queue::get_overview
std::string get_overview(uint64_t blockchain_height) const
Definition: block_queue.cpp:187
cryptonote::block_queue::span
Definition: block_queue.h:51
cryptonote::block_queue::get_download_rate
float get_download_rate(const boost::uuids::uuid &connection_id) const
Definition: block_queue.cpp:507
cryptonote::block_queue::have_blocks
std::unordered_set< crypto::hash > have_blocks
Definition: block_queue.h:108
cryptonote::block_queue
Definition: block_queue.h:48
s
#define s(x, c)
Definition: aesb.c:47
cryptonote::block_queue::span::hashes
std::vector< crypto::hash > hashes
Definition: block_queue.h:53
cryptonote::block_queue::span::span
span(uint64_t start_block_height, std::vector< cryptonote::block_complete_entry > blocks, const boost::uuids::uuid &connection_id, float rate, size_t size)
Definition: block_queue.h:61
cryptonote::block_queue::requested_hashes
std::unordered_set< crypto::hash > requested_hashes
Definition: block_queue.h:107
cryptonote::block_queue::get_speed
float get_speed(const boost::uuids::uuid &connection_id) const
Definition: block_queue.cpp:471
cryptonote::block_queue::flush_spans
void flush_spans(const boost::uuids::uuid &connection_id, bool all=false)
Definition: block_queue.cpp:79
cryptonote::block_queue::mutex
boost::recursive_mutex mutex
Definition: block_queue.h:106
cryptonote::block_queue::have
bool have(const crypto::hash &hash) const
Definition: block_queue.cpp:225
nodetool::uuid
boost::uuids::uuid uuid
Definition: net_node_common.h:46
blocks
Definition: blocks.cpp:13
cryptonote::block_queue::remove_spans
void remove_spans(const boost::uuids::uuid &connection_id, uint64_t start_block_height)
Definition: block_queue.cpp:134
cryptonote::block_queue::span::time
boost::posix_time::ptime time
Definition: block_queue.h:59
cryptonote::block_queue::print
void print() const
Definition: block_queue.cpp:179
cryptonote::block_queue::block_map
std::set< span > block_map
Definition: block_queue.h:68
cryptonote::block_queue::flush_stale_spans
void flush_stale_spans(const std::set< boost::uuids::uuid > &live_connections)
Definition: block_queue.cpp:104
cryptonote::block_queue::span::rate
float rate
Definition: block_queue.h:57
cryptonote
Holds cryptonote related classes and helpers.
Definition: blockchain_db.cpp:45
cryptonote::block_queue::add_blocks
void add_blocks(uint64_t height, std::vector< cryptonote::block_complete_entry > bcel, const boost::uuids::uuid &connection_id, float rate, size_t size)
Definition: block_queue.cpp:55
cryptonote::block_queue::get_max_block_height
uint64_t get_max_block_height() const
Definition: block_queue.cpp:147
cryptonote::block_queue::reserve_span
std::pair< uint64_t, uint64_t > reserve_span(uint64_t first_block_height, uint64_t last_block_height, uint64_t max_blocks, const boost::uuids::uuid &connection_id, bool sync_pruned_blocks, uint32_t local_pruning_seed, uint32_t pruning_seed, uint64_t blockchain_height, const std::vector< std::pair< crypto::hash, uint64_t >> &block_hashes, boost::posix_time::ptime time=boost::posix_time::microsec_clock::universal_time())
Definition: block_queue.cpp:231
cryptonote::block_queue::has_next_span
bool has_next_span(const boost::uuids::uuid &connection_id, bool &filled, boost::posix_time::ptime &time) const
Definition: block_queue.cpp:376
cryptonote::block_queue::remove_span
bool remove_span(uint64_t start_block_height, std::vector< crypto::hash > *hashes=NULL)
Definition: block_queue.cpp:118
cryptonote::block_queue::blocks
block_map blocks
Definition: block_queue.h:105
cryptonote::block_queue::get_next_span_if_scheduled
std::pair< uint64_t, uint64_t > get_next_span_if_scheduled(std::vector< crypto::hash > &hashes, boost::uuids::uuid &connection_id, boost::posix_time::ptime &time) const
Definition: block_queue.cpp:313
cryptonote::block_queue::get_next_span
bool get_next_span(uint64_t &height, std::vector< cryptonote::block_complete_entry > &bcel, boost::uuids::uuid &connection_id, bool filled=true) const
Definition: block_queue.cpp:357
cryptonote::block_queue::erase_block
void erase_block(block_map::iterator j)
Definition: block_queue.cpp:93
std
Definition: blockchain_ancestry.cpp:72
cryptonote::block_queue::has_spans
bool has_spans(const boost::uuids::uuid &connection_id) const
Definition: block_queue.cpp:461
cryptonote::block_queue::span::connection_id
boost::uuids::uuid connection_id
Definition: block_queue.h:55
cryptonote::block_queue::requested
bool requested(const crypto::hash &hash) const
Definition: block_queue.cpp:219
cryptonote::block_queue::get_last_known_hash
crypto::hash get_last_known_hash(const boost::uuids::uuid &connection_id) const
Definition: block_queue.cpp:442
cryptonote::block_queue::get_next_needed_height
uint64_t get_next_needed_height(uint64_t blockchain_height) const
Definition: block_queue.cpp:160
cryptonote::block_queue::has_unpruned_height
bool has_unpruned_height(uint64_t block_height, uint64_t blockchain_height, uint32_t pruning_seed) const
cryptonote::block_queue::span::span
span(uint64_t start_block_height, uint64_t nblocks, const boost::uuids::uuid &connection_id, boost::posix_time::ptime time)
Definition: block_queue.h:63
cryptonote::block_queue::set_span_hashes
void set_span_hashes(uint64_t start_height, const boost::uuids::uuid &connection_id, std::vector< crypto::hash > hashes)
Definition: block_queue.cpp:339
crypto::hash
POD_CLASS hash
Definition: hash.h:48
cryptonote::block_queue::span::blocks
std::vector< cryptonote::block_complete_entry > blocks
Definition: block_queue.h:54