1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193
// Copyright (c) 2022 MASSA LABS <info@massa.net>
//! This file defines the final ledger associating addresses to their balances, bytecode and data.
use crate::ledger_db::{LedgerDB, LedgerSubEntry};
use massa_db_exports::{DBBatch, ShareableMassaDBController};
use massa_ledger_exports::{
LedgerChanges, LedgerConfig, LedgerController, LedgerEntry, LedgerError,
};
use massa_models::{
address::Address,
amount::{Amount, AmountDeserializer},
bytecode::{Bytecode, BytecodeDeserializer},
};
use massa_serialization::{DeserializeError, Deserializer};
use std::collections::{BTreeSet, HashMap};
use std::ops::Bound::Included;
/// Represents a final ledger associating addresses to their balances, bytecode and data.
/// The final ledger is part of the final state which is attached to a final slot, can be bootstrapped and allows others to bootstrap.
/// The ledger size can be very high: it can exceed 1 terabyte.
/// To allow for storage on disk, the ledger uses trees and has `O(log(N))` access, insertion and deletion complexity.
#[derive(Debug)]
pub struct FinalLedger {
/// ledger configuration
pub(crate) config: LedgerConfig,
/// ledger tree, sorted by address
pub(crate) sorted_ledger: LedgerDB,
}
impl FinalLedger {
/// Initializes a new `FinalLedger` by reading its initial state from file.
pub fn new(config: LedgerConfig, db: ShareableMassaDBController) -> Self {
// create and initialize the disk ledger
let sorted_ledger = LedgerDB::new(
db,
config.thread_count,
config.max_key_length,
config.max_datastore_value_length,
);
// generate the final ledger
FinalLedger {
sorted_ledger,
config,
}
}
}
impl LedgerController for FinalLedger {
/// Loads ledger from file
fn load_initial_ledger(&mut self) -> Result<(), LedgerError> {
// load the ledger tree from file
let initial_ledger: HashMap<Address, LedgerEntry> = serde_json::from_str(
&std::fs::read_to_string(&self.config.initial_ledger_path).map_err(|err| {
LedgerError::FileError(format!(
"error loading initial ledger file {}: {}",
self.config
.initial_ledger_path
.to_str()
.unwrap_or("(non-utf8 path)"),
err
))
})?,
)
.map_err(|err| {
LedgerError::FileError(format!(
"error parsing initial ledger file {}: {}",
self.config
.initial_ledger_path
.to_str()
.unwrap_or("(non-utf8 path)"),
err
))
})?;
self.sorted_ledger.load_initial_ledger(initial_ledger);
Ok(())
}
/// Gets the balance of a ledger entry
///
/// # Returns
/// The balance, or None if the ledger entry was not found
fn get_balance(&self, addr: &Address) -> Option<Amount> {
let amount_deserializer =
AmountDeserializer::new(Included(Amount::MIN), Included(Amount::MAX));
self.sorted_ledger
.get_sub_entry(addr, LedgerSubEntry::Balance)
.map(|bytes| {
amount_deserializer
.deserialize::<DeserializeError>(&bytes)
.expect("critical: invalid balance format")
.1
})
}
/// Gets a copy of the bytecode of a ledger entry
///
/// # Returns
/// A copy of the found bytecode, or None if the ledger entry was not found
fn get_bytecode(&self, addr: &Address) -> Option<Bytecode> {
let bytecode_deserializer =
BytecodeDeserializer::new(self.config.max_datastore_value_length);
self.sorted_ledger
.get_sub_entry(addr, LedgerSubEntry::Bytecode)
.map(|bytes| {
bytecode_deserializer
.deserialize::<DeserializeError>(&bytes)
.expect("critical: invalid bytecode format")
.1
})
}
/// Checks if a ledger entry exists
///
/// # Returns
/// true if it exists, false otherwise.
fn entry_exists(&self, addr: &Address) -> bool {
self.sorted_ledger
.get_sub_entry(addr, LedgerSubEntry::Version)
.is_some()
}
/// Gets a copy of the value of a datastore entry for a given address.
///
/// # Arguments
/// * `addr`: target address
/// * `key`: datastore key
///
/// # Returns
/// A copy of the datastore value, or `None` if the ledger entry or datastore entry was not found
fn get_data_entry(&self, addr: &Address, key: &[u8]) -> Option<Vec<u8>> {
self.sorted_ledger
.get_sub_entry(addr, LedgerSubEntry::Datastore(key.to_owned()))
}
/// Get every key of the datastore for a given address.
///
/// # Returns
/// A `BTreeSet` of the datastore keys
fn get_datastore_keys(&self, addr: &Address, prefix: &[u8]) -> Option<BTreeSet<Vec<u8>>> {
self.sorted_ledger.get_datastore_keys(addr, prefix)
}
/// Reset the disk ledger.
///
/// USED FOR BOOTSTRAP ONLY
fn reset(&mut self) {
self.sorted_ledger.reset();
}
/// Allows applying `LedgerChanges` to the final ledger
fn apply_changes_to_batch(
&mut self,
changes: LedgerChanges,
ledger_batch: &mut DBBatch,
final_state_component_version: u32,
) {
self.sorted_ledger.apply_changes_to_batch(
changes,
ledger_batch,
final_state_component_version,
);
}
/// Deserializes the key and value, useful after bootstrap
fn is_key_value_valid(&self, serialized_key: &[u8], serialized_value: &[u8]) -> bool {
self.sorted_ledger
.is_key_value_valid(serialized_key, serialized_value)
}
/// Get every address and their corresponding balance.
///
/// IMPORTANT: This should only be used for debug and test purposes.
///
/// # Returns
/// A `BTreeMap` with the address as key and the balance as value
#[cfg(feature = "test-exports")]
fn get_every_address(&self) -> std::collections::BTreeMap<Address, Amount> {
self.sorted_ledger.get_every_address()
}
/// Get the entire datastore for a given address.
///
/// IMPORTANT: This should only be used for debug purposes.
///
/// # Returns
/// A `BTreeMap` with the entry hash as key and the data bytes as value
#[cfg(feature = "test-exports")]
fn get_entire_datastore(&self, addr: &Address) -> std::collections::BTreeMap<Vec<u8>, Vec<u8>> {
self.sorted_ledger.get_entire_datastore(addr)
}
}