use {
crate::tiered_storage::{
error::TieredStorageError, file::TieredStorageFile, mmap_utils::get_type,
TieredStorageResult as TsResult,
},
memmap2::Mmap,
solana_sdk::{hash::Hash, pubkey::Pubkey},
std::{mem, path::Path},
};
pub const FOOTER_FORMAT_VERSION: u64 = 1;
pub const FOOTER_SIZE: usize =
mem::size_of::<TieredStorageFooter>() + mem::size_of::<TieredStorageMagicNumber>();
static_assertions::const_assert_eq!(mem::size_of::<TieredStorageFooter>(), 160);
pub const FOOTER_TAIL_SIZE: usize = 24;
pub const FOOTER_MAGIC_NUMBER: u64 = 0x502A2AB5; #[derive(Debug, PartialEq, Eq)]
#[repr(C)]
pub struct TieredStorageMagicNumber(pub u64);
impl Default for TieredStorageMagicNumber {
fn default() -> Self {
Self(FOOTER_MAGIC_NUMBER)
}
}
#[repr(u16)]
#[derive(
Clone,
Copy,
Debug,
Default,
Eq,
Hash,
PartialEq,
num_enum::IntoPrimitive,
num_enum::TryFromPrimitive,
)]
pub enum AccountMetaFormat {
#[default]
Hot = 0,
Cold = 1,
}
#[repr(u16)]
#[derive(
Clone,
Copy,
Debug,
Default,
Eq,
Hash,
PartialEq,
num_enum::IntoPrimitive,
num_enum::TryFromPrimitive,
)]
pub enum AccountBlockFormat {
#[default]
AlignedRaw = 0,
Lz4 = 1,
}
#[repr(u16)]
#[derive(
Clone,
Copy,
Debug,
Default,
Eq,
Hash,
PartialEq,
num_enum::IntoPrimitive,
num_enum::TryFromPrimitive,
)]
pub enum OwnersBlockFormat {
#[default]
LocalIndex = 0,
}
#[repr(u16)]
#[derive(
Clone,
Copy,
Debug,
Default,
Eq,
Hash,
PartialEq,
num_enum::IntoPrimitive,
num_enum::TryFromPrimitive,
)]
pub enum AccountIndexFormat {
#[default]
Linear = 0,
LinearIndex = 1,
}
#[derive(Debug, PartialEq, Eq, Clone)]
#[repr(C)]
pub struct TieredStorageFooter {
pub account_meta_format: AccountMetaFormat,
pub owners_block_format: OwnersBlockFormat,
pub account_index_format: AccountIndexFormat,
pub account_block_format: AccountBlockFormat,
pub account_entry_count: u32,
pub account_meta_entry_size: u32,
pub account_block_size: u64,
pub owner_count: u32,
pub owner_entry_size: u32,
pub account_index_offset: u64,
pub owners_offset: u64,
pub min_account_address: Pubkey,
pub max_account_address: Pubkey,
pub hash: Hash,
pub footer_size: u64,
pub format_version: u64,
}
impl Default for TieredStorageFooter {
fn default() -> Self {
Self {
account_meta_format: AccountMetaFormat::default(),
owners_block_format: OwnersBlockFormat::default(),
account_index_format: AccountIndexFormat::default(),
account_block_format: AccountBlockFormat::default(),
account_entry_count: 0,
account_meta_entry_size: 0,
account_block_size: 0,
owner_count: 0,
owner_entry_size: 0,
account_index_offset: 0,
owners_offset: 0,
hash: Hash::new_unique(),
min_account_address: Pubkey::default(),
max_account_address: Pubkey::default(),
footer_size: FOOTER_SIZE as u64,
format_version: FOOTER_FORMAT_VERSION,
}
}
}
impl TieredStorageFooter {
pub fn new_from_path(path: impl AsRef<Path>) -> TsResult<Self> {
let file = TieredStorageFile::new_readonly(path);
Self::new_from_footer_block(&file)
}
pub fn write_footer_block(&self, file: &TieredStorageFile) -> TsResult<()> {
file.write_type(self)?;
file.write_type(&TieredStorageMagicNumber::default())?;
Ok(())
}
pub fn new_from_footer_block(file: &TieredStorageFile) -> TsResult<Self> {
let mut footer_size: u64 = 0;
let mut footer_version: u64 = 0;
let mut magic_number = TieredStorageMagicNumber(0);
file.seek_from_end(-(FOOTER_TAIL_SIZE as i64))?;
file.read_type(&mut footer_size)?;
file.read_type(&mut footer_version)?;
file.read_type(&mut magic_number)?;
if magic_number != TieredStorageMagicNumber::default() {
return Err(TieredStorageError::MagicNumberMismatch(
TieredStorageMagicNumber::default().0,
magic_number.0,
));
}
let mut footer = Self::default();
file.seek_from_end(-(footer_size as i64))?;
file.read_type(&mut footer)?;
Ok(footer)
}
pub fn new_from_mmap(map: &Mmap) -> TsResult<&TieredStorageFooter> {
let offset = map.len().saturating_sub(FOOTER_TAIL_SIZE);
let (footer_size, offset) = get_type::<u64>(map, offset)?;
let (_footer_version, offset) = get_type::<u64>(map, offset)?;
let (magic_number, _offset) = get_type::<TieredStorageMagicNumber>(map, offset)?;
if *magic_number != TieredStorageMagicNumber::default() {
return Err(TieredStorageError::MagicNumberMismatch(
TieredStorageMagicNumber::default().0,
magic_number.0,
));
}
let (footer, _offset) =
get_type::<TieredStorageFooter>(map, map.len().saturating_sub(*footer_size as usize))?;
Ok(footer)
}
}
#[cfg(test)]
mod tests {
use {
super::*,
crate::{
append_vec::test_utils::get_append_vec_path, tiered_storage::file::TieredStorageFile,
},
memoffset::offset_of,
solana_sdk::hash::Hash,
};
#[test]
fn test_footer() {
let path = get_append_vec_path("test_file_footer");
let expected_footer = TieredStorageFooter {
account_meta_format: AccountMetaFormat::Hot,
owners_block_format: OwnersBlockFormat::LocalIndex,
account_index_format: AccountIndexFormat::Linear,
account_block_format: AccountBlockFormat::AlignedRaw,
account_entry_count: 300,
account_meta_entry_size: 24,
account_block_size: 4096,
owner_count: 250,
owner_entry_size: 32,
account_index_offset: 1069600,
owners_offset: 1081200,
hash: Hash::new_unique(),
min_account_address: Pubkey::default(),
max_account_address: Pubkey::new_unique(),
footer_size: FOOTER_SIZE as u64,
format_version: FOOTER_FORMAT_VERSION,
};
{
let file = TieredStorageFile::new_writable(&path.path);
expected_footer.write_footer_block(&file).unwrap();
}
{
let footer = TieredStorageFooter::new_from_path(&path.path).unwrap();
assert_eq!(expected_footer, footer);
}
}
#[test]
fn test_footer_layout() {
assert_eq!(offset_of!(TieredStorageFooter, account_meta_format), 0x00);
assert_eq!(offset_of!(TieredStorageFooter, owners_block_format), 0x02);
assert_eq!(offset_of!(TieredStorageFooter, account_index_format), 0x04);
assert_eq!(offset_of!(TieredStorageFooter, account_block_format), 0x06);
assert_eq!(offset_of!(TieredStorageFooter, account_entry_count), 0x08);
assert_eq!(
offset_of!(TieredStorageFooter, account_meta_entry_size),
0x0C
);
assert_eq!(offset_of!(TieredStorageFooter, account_block_size), 0x10);
assert_eq!(offset_of!(TieredStorageFooter, owner_count), 0x18);
assert_eq!(offset_of!(TieredStorageFooter, owner_entry_size), 0x1C);
assert_eq!(offset_of!(TieredStorageFooter, account_index_offset), 0x20);
assert_eq!(offset_of!(TieredStorageFooter, owners_offset), 0x28);
assert_eq!(offset_of!(TieredStorageFooter, min_account_address), 0x30);
assert_eq!(offset_of!(TieredStorageFooter, max_account_address), 0x50);
assert_eq!(offset_of!(TieredStorageFooter, hash), 0x70);
assert_eq!(offset_of!(TieredStorageFooter, footer_size), 0x90);
assert_eq!(offset_of!(TieredStorageFooter, format_version), 0x98);
}
}