35 #include <boost/thread/tss.hpp> 39 #define ENABLE_AUTO_RESIZE 65 #define m_cur_blocks m_cursors->m_txc_blocks 66 #define m_cur_block_heights m_cursors->m_txc_block_heights 67 #define m_cur_block_info m_cursors->m_txc_block_info 68 #define m_cur_output_txs m_cursors->m_txc_output_txs 69 #define m_cur_output_amounts m_cursors->m_txc_output_amounts 70 #define m_cur_txs m_cursors->m_txc_txs 71 #define m_cur_tx_indices m_cursors->m_txc_tx_indices 72 #define m_cur_tx_outputs m_cursors->m_txc_tx_outputs 73 #define m_cur_spent_keys m_cursors->m_txc_spent_keys 74 #define m_cur_txpool_meta m_cursors->m_txc_txpool_meta 75 #define m_cur_txpool_blob m_cursors->m_txc_txpool_blob 76 #define m_cur_hf_versions m_cursors->m_txc_hf_versions 109 void commit(std::string message =
"");
163 virtual void open(
const std::string& filename,
const int mdb_flags=0);
165 virtual void close();
171 virtual void reset();
205 virtual std::vector<block>
get_blocks_range(
const uint64_t& h1,
const uint64_t& h2)
const;
207 virtual std::vector<crypto::hash>
get_hashes_range(
const uint64_t& h1,
const uint64_t& h2)
const;
213 virtual uint64_t
height()
const;
224 virtual std::vector<transaction>
get_tx_list(
const std::vector<crypto::hash>& hlist)
const;
232 virtual void get_output_key(
const uint64_t &amount,
const std::vector<uint64_t> &offsets, std::vector<output_data_t> &outputs,
bool allow_partial =
false);
236 std::vector<tx_out_index> &tx_out_indices)
const;
239 virtual void get_output_tx_and_index(
const uint64_t& amount,
const std::vector<uint64_t> &offsets, std::vector<tx_out_index> &indices)
const;
261 ,
const size_t& block_size
263 ,
const uint64_t& coins_generated
264 ,
const std::vector<transaction>& txs
268 virtual bool batch_start(uint64_t batch_num_blocks=0);
279 virtual void pop_block(
block& blk, std::vector<transaction>& txs);
292 std::map<uint64_t, std::tuple<uint64_t, uint64_t, uint64_t>>
get_output_histogram(
const std::vector<uint64_t> &amounts,
bool unlocked, uint64_t recent_cutoff)
const;
295 void do_resize(uint64_t size_increase=0);
302 ,
const size_t& block_size
304 ,
const uint64_t& coins_generated
316 const uint64_t& local_index,
317 const uint64_t unlock_time,
322 const std::vector<uint64_t>& amount_output_indices
327 void remove_output(
const uint64_t amount,
const uint64_t& out_index);
364 void migrate(
const uint32_t oldversion);
406 mutable boost::thread_specific_ptr<mdb_threadinfo>
m_tinfo;
412 #if defined(ENABLE_AUTO_RESIZE) std::map< uint64_t, std::tuple< uint64_t, uint64_t, uint64_t > > get_output_histogram(const std::vector< uint64_t > &amounts, bool unlocked, uint64_t recent_cutoff) const
return a histogram of outputs on the blockchain
Definition: db_lmdb.cpp:2992
virtual void batch_stop()
ends a batch transaction
Definition: db_lmdb.cpp:2618
bool m_rf_txn
Definition: db_lmdb.h:80
virtual uint64_t get_top_block_timestamp() const
fetch the top block's timestamp
Definition: db_lmdb.cpp:1792
MDB_cursor * m_txc_txpool_blob
Definition: db_lmdb.h:60
virtual void unlock()
This function releases the BlockchainDB lock.
Definition: db_lmdb.cpp:1403
void do_resize(uint64_t size_increase=0)
Definition: db_lmdb.cpp:433
virtual difficulty_type get_block_difficulty(const uint64_t &height) const
fetch a block's difficulty
Definition: db_lmdb.cpp:1853
virtual bool for_all_key_images(std::function< bool(const crypto::key_image &)>) const
runs a function over all key images stored
Definition: db_lmdb.cpp:2376
virtual uint64_t get_num_outputs(const uint64_t &amount) const
fetches the number of outputs of a given amount
Definition: db_lmdb.cpp:2179
mdb_threadinfo * m_tinfo
Definition: db_lmdb.h:133
boost::thread_specific_ptr< mdb_threadinfo > m_tinfo
Definition: db_lmdb.h:406
void pop_block()
private version of pop_block, for undoing if an add_block fails
Definition: blockchain_db.cpp:93
MDB_dbi m_txpool_meta
Definition: db_lmdb.h:387
MDB_dbi m_txpool_blob
Definition: db_lmdb.h:388
static constexpr float RESIZE_PERCENT
Definition: db_lmdb.h:419
bool need_resize(uint64_t threshold_size=0) const
Definition: db_lmdb.cpp:501
virtual uint8_t get_hard_fork_version(uint64_t height) const
checks which hardfork version a height is on
Definition: db_lmdb.cpp:3118
virtual void set_batch_transactions(bool batch_transactions)
sets whether or not to batch transactions
Definition: db_lmdb.cpp:2670
bool m_rf_hf_versions
Definition: db_lmdb.h:92
virtual void batch_commit()
Definition: db_lmdb.cpp:2581
mdb_txn_cursors m_wcursors
Definition: db_lmdb.h:405
uint64_t num_outputs() const
Definition: db_lmdb.cpp:1986
MDB_dbi m_tx_outputs
Definition: db_lmdb.h:380
blobdata output_to_blob(const tx_out &output) const
convert a tx output to a blob for storage
Definition: db_lmdb.cpp:1028
virtual output_data_t get_output_key(const uint64_t &amount, const uint64_t &index)
get some of an output's data
Definition: db_lmdb.cpp:2253
virtual bool for_all_outputs(std::function< bool(uint64_t amount, const crypto::hash &tx_hash, size_t tx_idx)> f) const
runs a function over all outputs stored
Definition: db_lmdb.cpp:2508
bool m_rf_output_amounts
Definition: db_lmdb.h:85
bool m_rf_block_heights
Definition: db_lmdb.h:82
MDB_txn * m_ti_rtxn
Definition: db_lmdb.h:97
virtual uint64_t get_tx_block_height(const crypto::hash &h) const
fetches the height of a transaction's block
Definition: db_lmdb.cpp:2156
virtual uint64_t add_block(const block &blk, const size_t &block_size, const difficulty_type &cumulative_difficulty, const uint64_t &coins_generated, const std::vector< transaction > &txs)
handles the addition of a new block to BlockchainDB
Definition: db_lmdb.cpp:2826
virtual std::vector< std::string > get_filenames() const
get all files used by the BlockchainDB (if any)
Definition: db_lmdb.cpp:1371
MDB_cursor * m_txc_txs
Definition: db_lmdb.h:53
Definition: cryptonote_basic.h:372
MDB_dbi m_txs
Definition: db_lmdb.h:378
virtual void block_txn_abort()
Definition: db_lmdb.cpp:2799
MDB_cursor * m_txc_output_amounts
Definition: db_lmdb.h:51
virtual void safesyncmode(const bool onoff)
toggle safe syncs for the DB
Definition: db_lmdb.cpp:1322
MDB_txn * m_txn
Definition: db_lmdb.h:134
MDB_cursor * m_txc_hf_versions
Definition: db_lmdb.h:62
mdb_rflags m_ti_rflags
Definition: db_lmdb.h:99
virtual tx_out_index get_output_tx_and_index(const uint64_t &amount, const uint64_t &index) const
gets an output's tx hash and index
Definition: db_lmdb.cpp:2308
virtual void update_txpool_tx(const crypto::hash &txid, const txpool_tx_meta_t &meta)
update a txpool transaction's metadata
Definition: db_lmdb.cpp:1488
boost::thread::id m_writer
Definition: db_lmdb.h:400
virtual uint64_t height() const
fetch the current blockchain height
Definition: db_lmdb.cpp:1972
virtual bool for_all_transactions(std::function< bool(const crypto::hash &, const cryptonote::transaction &)>) const
runs a function over all transactions stored
Definition: db_lmdb.cpp:2460
tx_out output_from_blob(const blobdata &blob) const
convert a tx output blob to a tx output
Definition: db_lmdb.cpp:1037
virtual std::vector< uint64_t > get_tx_amount_output_indices(const uint64_t tx_id) const
gets output indices (amount-specific) for a transaction's outputs
Definition: db_lmdb.cpp:2321
MDB_cursor * m_txc_block_info
Definition: db_lmdb.h:48
virtual block get_top_block() const
fetch the top block
Definition: db_lmdb.cpp:1957
virtual std::string get_db_name() const
gets the name of the folder the BlockchainDB's file(s) should be in
Definition: db_lmdb.cpp:1387
void check_open() const
Definition: db_lmdb.cpp:1051
struct cryptonote::mdb_rflags mdb_rflags
virtual bool is_read_only() const
is BlockchainDB in read-only mode?
Definition: db_lmdb.cpp:3137
std::string m_folder
Definition: db_lmdb.h:397
virtual void remove_transaction_data(const crypto::hash &tx_hash, const transaction &tx)
remove data about a transaction
Definition: db_lmdb.cpp:798
bool m_rf_blocks
Definition: db_lmdb.h:81
MDB_dbi m_output_amounts
Definition: db_lmdb.h:383
virtual std::vector< crypto::hash > get_hashes_range(const uint64_t &h1, const uint64_t &h2) const
fetch a list of block hashes
Definition: db_lmdb.cpp:1930
void check_and_resize_for_batch(uint64_t batch_num_blocks)
Definition: db_lmdb.cpp:552
bool m_rf_block_info
Definition: db_lmdb.h:83
mdb_txn_safe(const bool check=true)
Definition: db_lmdb.cpp:299
virtual uint64_t get_block_height(const crypto::hash &h) const
gets the height of the block with a given hash
Definition: db_lmdb.cpp:1713
virtual bool get_txpool_tx_blob(const crypto::hash &txid, cryptonote::blobdata &bd) const
get a txpool transaction's blob
Definition: db_lmdb.cpp:1596
MDB_cursor * m_txc_txpool_meta
Definition: db_lmdb.h:59
virtual void check_hard_fork_info()
verify hard fork info in database
Definition: db_lmdb.cpp:3082
void abort()
Definition: db_lmdb.cpp:354
bool m_batch_transactions
Definition: db_lmdb.h:402
virtual void block_txn_start(bool readonly)
Definition: db_lmdb.cpp:2721
MDB_dbi m_tx_indices
Definition: db_lmdb.h:379
MDB_cursor * m_txc_spent_keys
Definition: db_lmdb.h:57
virtual std::vector< transaction > get_tx_list(const std::vector< crypto::hash > &hlist) const
fetches a list of transactions based on their hashes
Definition: db_lmdb.cpp:2142
Holds cryptonote related classes and helpers.
Definition: db_bdb.cpp:225
mdb_txn_safe * m_write_txn
Definition: db_lmdb.h:398
virtual void set_hard_fork_version(uint64_t height, uint8_t version)
sets which hardfork version a height is on
Definition: db_lmdb.cpp:3099
void remove_output(const uint64_t amount, const uint64_t &out_index)
Definition: db_lmdb.cpp:953
virtual uint64_t get_txpool_tx_count() const
get the number of transactions in the txpool
Definition: db_lmdb.cpp:1514
static std::atomic_flag creation_gate
Definition: db_lmdb.h:140
virtual void reset()
Remove everything from the BlockchainDB.
Definition: db_lmdb.cpp:1327
mdb_txn_safe * m_write_batch_txn
Definition: db_lmdb.h:399
virtual size_t get_block_size(const uint64_t &height) const
fetch a block's size
Definition: db_lmdb.cpp:1807
void commit(std::string message="")
Definition: db_lmdb.cpp:339
virtual uint64_t add_transaction_data(const crypto::hash &blk_hash, const transaction &tx, const crypto::hash &tx_hash)
store the transaction and its metadata
Definition: db_lmdb.cpp:752
MDB_dbi m_blocks
Definition: db_lmdb.h:374
MDB_dbi m_block_info
Definition: db_lmdb.h:376
MDB_dbi m_output_txs
Definition: db_lmdb.h:382
bool m_batch_active
Definition: db_lmdb.h:403
MDB_cursor * m_txc_tx_outputs
Definition: db_lmdb.h:55
uint64_t m_cum_size
Definition: db_lmdb.h:395
virtual block_header get_block_header(const crypto::hash &h) const
fetch a block header
Definition: db_lmdb.cpp:1734
virtual void remove_txpool_tx(const crypto::hash &txid)
remove a txpool transaction
Definition: db_lmdb.cpp:1547
~BlockchainLMDB()
Definition: db_lmdb.cpp:1058
virtual bool for_all_txpool_txes(std::function< bool(const crypto::hash &, const txpool_tx_meta_t &, const cryptonote::blobdata *)> f, bool include_blob=false) const
runs a function over all txpool transactions
Definition: db_lmdb.cpp:1625
virtual bool tx_exists(const crypto::hash &h) const
check if a transaction with a given hash exists
Definition: db_lmdb.cpp:2000
virtual tx_out_index get_output_tx_and_index_from_global(const uint64_t &index) const
gets an output's tx hash and index
Definition: db_lmdb.cpp:2285
Definition: rctTypes.h:82
static void wait_no_active_txns()
Definition: db_lmdb.cpp:378
Definition: db_lmdb.h:104
~mdb_threadinfo()
Definition: db_lmdb.cpp:288
MDB_dbi m_spent_keys
Definition: db_lmdb.h:385
virtual bool has_key_image(const crypto::key_image &img) const
check if a key image is stored as spent
Definition: db_lmdb.cpp:2359
bool m_rf_txpool_meta
Definition: db_lmdb.h:90
BlockchainLMDB(bool batch_transactions=false)
Definition: db_lmdb.cpp:1069
~mdb_txn_safe()
Definition: db_lmdb.cpp:309
void cleanup_batch()
Definition: db_lmdb.cpp:2608
virtual void block_rtxn_stop() const
Definition: db_lmdb.cpp:2714
static constexpr uint64_t DEFAULT_MAPSIZE
Definition: db_lmdb.h:413
virtual void remove_spent_key(const crypto::key_image &k_image)
remove a spent key
Definition: db_lmdb.cpp:1008
bool m_rf_txs
Definition: db_lmdb.h:86
virtual void sync()
sync the BlockchainDB with disk
Definition: db_lmdb.cpp:1309
mdb_txn_cursors m_ti_rcursors
Definition: db_lmdb.h:98
void migrate(const uint32_t oldversion)
Definition: db_lmdb.cpp:3698
virtual uint64_t get_tx_count() const
fetches the total number of transactions ever
Definition: db_lmdb.cpp:2125
virtual void close()
close the BlockchainDB
Definition: db_lmdb.cpp:1293
bool m_check
Definition: db_lmdb.h:136
uint8_t version
Definition: blockchain.cpp:86
bool m_batch_txn
Definition: db_lmdb.h:135
std::string blobdata
Definition: blobdatatype.h:36
virtual crypto::hash top_block_hash() const
fetch the top block's hash
Definition: db_lmdb.cpp:1944
virtual bool block_rtxn_start(MDB_txn **mtxn, mdb_txn_cursors **mcur) const
Definition: db_lmdb.cpp:2682
virtual void drop_hard_fork_info()
delete hard fork info from database
Definition: db_lmdb.cpp:3086
virtual bool block_exists(const crypto::hash &h, uint64_t *height=NULL) const
checks if a block exists
Definition: db_lmdb.cpp:1674
std::uint64_t difficulty_type
Definition: difficulty.h:41
virtual void add_tx_amount_output_indices(const uint64_t tx_id, const std::vector< uint64_t > &amount_output_indices)
store amount output indices for a tx's outputs
Definition: db_lmdb.cpp:908
void remove_tx_outputs(const uint64_t tx_id, const transaction &tx)
Definition: db_lmdb.cpp:931
MDB_dbi m_hf_versions
Definition: db_lmdb.h:391
virtual uint64_t get_block_already_generated_coins(const uint64_t &height) const
fetch a block's already generated coins
Definition: db_lmdb.cpp:1870
POD_CLASS key_image
Definition: crypto.h:86
virtual cryptonote::blobdata get_block_blob(const crypto::hash &h) const
fetches the block with the given hash
Definition: db_lmdb.cpp:1705
uint64_t get_estimated_batch_size(uint64_t batch_num_blocks) const
Definition: db_lmdb.cpp:584
virtual uint64_t add_output(const crypto::hash &tx_hash, const tx_out &tx_output, const uint64_t &local_index, const uint64_t unlock_time, const rct::key *commitment)
store an output
Definition: db_lmdb.cpp:842
virtual void open(const std::string &filename, const int mdb_flags=0)
open a db, or create it if necessary.
Definition: db_lmdb.cpp:1087
virtual txpool_tx_meta_t get_txpool_tx_meta(const crypto::hash &txid) const
get a txpool transaction's metadata
Definition: db_lmdb.cpp:1577
bool m_rf_output_txs
Definition: db_lmdb.h:84
virtual void add_spent_key(const crypto::key_image &k_image)
store a spent key
Definition: db_lmdb.cpp:991
MDB_dbi m_block_heights
Definition: db_lmdb.h:375
virtual void batch_abort()
Definition: db_lmdb.cpp:2647
virtual uint64_t get_block_timestamp(const uint64_t &height) const
fetch a block's timestamp
Definition: db_lmdb.cpp:1769
The BlockchainDB backing store interface declaration/contract.
Definition: blockchain_db.h:336
bool m_rf_txpool_blob
Definition: db_lmdb.h:91
virtual bool for_blocks_range(const uint64_t &h1, const uint64_t &h2, std::function< bool(uint64_t, const crypto::hash &, const cryptonote::block &)>) const
runs a function over a range of blocks
Definition: db_lmdb.cpp:2409
virtual crypto::hash get_block_hash_from_height(const uint64_t &height) const
fetch a block's hash
Definition: db_lmdb.cpp:1893
virtual cryptonote::blobdata get_block_blob_from_height(const uint64_t &height) const
fetch a block blob by height
Definition: db_lmdb.cpp:1743
POD_CLASS hash
Definition: hash.h:46
bool m_rf_tx_indices
Definition: db_lmdb.h:87
std::pair< crypto::hash, uint64_t > tx_out_index
Definition: blockchain_db.h:103
virtual void add_txpool_tx(const transaction &tx, const txpool_tx_meta_t &meta)
add a txpool transaction
Definition: db_lmdb.cpp:1460
virtual bool can_thread_bulk_indices() const
Definition: db_lmdb.h:281
uint64_t num_active_tx() const
Definition: db_lmdb.cpp:368
MDB_env * m_env
Definition: db_lmdb.h:372
virtual uint64_t get_tx_unlock_time(const crypto::hash &h) const
fetch a transaction's unlock time/height
Definition: db_lmdb.cpp:2074
Definition: cryptonote_basic.h:149
bool m_rf_tx_outputs
Definition: db_lmdb.h:88
struct cryptonote::mdb_txn_cursors mdb_txn_cursors
static void prevent_new_txns()
Definition: db_lmdb.cpp:373
virtual void block_txn_stop()
Definition: db_lmdb.cpp:2775
MDB_cursor * m_txc_tx_indices
Definition: db_lmdb.h:54
virtual bool txpool_has_tx(const crypto::hash &txid) const
check whether a txid is in the txpool
Definition: db_lmdb.cpp:1531
virtual void remove_block()
remove data about the top block
Definition: db_lmdb.cpp:713
virtual bool batch_start(uint64_t batch_num_blocks=0)
tells the BlockchainDB to start a new "batch" of blocks
Definition: db_lmdb.cpp:2544
virtual std::vector< block > get_blocks_range(const uint64_t &h1, const uint64_t &h2) const
fetch a list of blocks
Definition: db_lmdb.cpp:1916
MDB_cursor * m_txc_block_heights
Definition: db_lmdb.h:47
void migrate_0_1()
Definition: db_lmdb.cpp:3164
virtual bool lock()
acquires the BlockchainDB lock
Definition: db_lmdb.cpp:1395
a struct containing output metadata
Definition: blockchain_db.h:110
struct cryptonote::mdb_threadinfo mdb_threadinfo
bool m_rf_spent_keys
Definition: db_lmdb.h:89
Definition: cryptonote_basic.h:188
Definition: db_lmdb.h:157
MDB_cursor * m_txc_blocks
Definition: db_lmdb.h:46
MDB_cursor * m_txc_output_txs
Definition: db_lmdb.h:50
unsigned int m_cum_count
Definition: db_lmdb.h:396
virtual difficulty_type get_block_cumulative_difficulty(const uint64_t &height) const
fetch a block's cumulative difficulty
Definition: db_lmdb.cpp:1830
virtual bool get_tx_blob(const crypto::hash &h, cryptonote::blobdata &tx) const
fetches the transaction blob with the given hash
Definition: db_lmdb.cpp:2095
MDB_dbi m_properties
Definition: db_lmdb.h:393
static std::atomic< uint64_t > num_active_txns
Definition: db_lmdb.h:137
static void allow_new_txns()
Definition: db_lmdb.cpp:383
MDB_dbi m_hf_starting_heights
Definition: db_lmdb.h:390