use espflash::flasher::{FlashData, FlashSettings, FlashSize};
use espflash::targets::XtalFrequency;
use ihex::Record;
use probe_rs_target::{
InstructionSet, MemoryRange, MemoryRegion, NvmRegion, RawFlashAlgorithm,
TargetDescriptionSource,
};
use std::collections::HashMap;
use std::io::{Read, Seek, SeekFrom};
use std::ops::Range;
use std::str::FromStr;
use std::time::Duration;
use super::builder::FlashBuilder;
use super::{
extract_from_elf, BinOptions, DownloadOptions, FileDownloadError, FlashError, Flasher,
IdfOptions,
};
use crate::config::DebugSequence;
use crate::flashing::{FlashLayout, FlashProgress, Format};
use crate::memory::MemoryInterface;
use crate::session::Session;
use crate::Target;
pub trait ImageReader: Read + Seek {}
impl<T> ImageReader for T where T: Read + Seek {}
pub trait ImageLoader {
fn load(
&self,
flash_loader: &mut FlashLoader,
session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError>;
}
impl ImageLoader for Format {
fn load(
&self,
flash_loader: &mut FlashLoader,
session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError> {
match self {
Format::Bin(options) => BinLoader(options.clone()).load(flash_loader, session, file),
Format::Elf => ElfLoader.load(flash_loader, session, file),
Format::Hex => HexLoader.load(flash_loader, session, file),
Format::Idf(options) => IdfLoader(options.clone()).load(flash_loader, session, file),
Format::Uf2 => Uf2Loader.load(flash_loader, session, file),
}
}
}
struct BinLoader(BinOptions);
impl ImageLoader for BinLoader {
fn load(
&self,
flash_loader: &mut FlashLoader,
_session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError> {
file.seek(SeekFrom::Start(u64::from(self.0.skip)))?;
let mut buf = Vec::new();
file.read_to_end(&mut buf)?;
flash_loader.add_data(
self.0.base_address.unwrap_or_default(),
&buf,
)?;
Ok(())
}
}
struct ElfLoader;
impl ImageLoader for ElfLoader {
fn load(
&self,
flash_loader: &mut FlashLoader,
_session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError> {
const VECTOR_TABLE_SECTION_NAME: &str = ".vector_table";
let mut elf_buffer = Vec::new();
file.read_to_end(&mut elf_buffer)?;
let extracted_data = extract_from_elf(&elf_buffer)?;
if extracted_data.is_empty() {
tracing::warn!("No loadable segments were found in the ELF file.");
return Err(FileDownloadError::NoLoadableSegments);
}
tracing::info!("Found {} loadable sections:", extracted_data.len());
for section in &extracted_data {
let source = match section.section_names.len() {
0 => "Unknown",
1 => section.section_names[0].as_str(),
_ => "Multiple sections",
};
if source == VECTOR_TABLE_SECTION_NAME {
flash_loader.set_vector_table_addr(section.address as _);
}
tracing::info!(
" {} at {:#010X} ({} byte{})",
source,
section.address,
section.data.len(),
if section.data.len() == 1 { "" } else { "s" }
);
}
for data in extracted_data {
flash_loader.add_data(data.address.into(), data.data)?;
}
Ok(())
}
}
struct HexLoader;
impl ImageLoader for HexLoader {
fn load(
&self,
flash_loader: &mut FlashLoader,
_session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError> {
let mut base_address = 0;
let mut data = String::new();
file.read_to_string(&mut data)?;
for record in ihex::Reader::new(&data) {
match record? {
Record::Data { offset, value } => {
let offset = base_address + offset as u64;
flash_loader.add_data(offset, &value)?;
}
Record::ExtendedSegmentAddress(address) => {
base_address = (address as u64) * 16;
}
Record::ExtendedLinearAddress(address) => {
base_address = (address as u64) << 16;
}
Record::EndOfFile
| Record::StartSegmentAddress { .. }
| Record::StartLinearAddress(_) => {}
}
}
Ok(())
}
}
struct Uf2Loader;
impl ImageLoader for Uf2Loader {
fn load(
&self,
flash_loader: &mut FlashLoader,
_session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError> {
let mut uf2_buffer = Vec::new();
file.read_to_end(&mut uf2_buffer)?;
let (converted, family_to_target) = uf2_decode::convert_from_uf2(&uf2_buffer).unwrap();
let target_addresses = family_to_target.values();
let num_sections = family_to_target.len();
if let Some(target_address) = target_addresses.min() {
tracing::info!("Found {} loadable sections:", num_sections);
if num_sections > 1 {
tracing::warn!("More than 1 section found in UF2 file. Using first section.");
}
flash_loader.add_data(*target_address, &converted)?;
Ok(())
} else {
tracing::warn!("No loadable segments were found in the UF2 file.");
Err(FileDownloadError::NoLoadableSegments)
}
}
}
struct IdfLoader(IdfOptions);
impl ImageLoader for IdfLoader {
fn load(
&self,
flash_loader: &mut FlashLoader,
session: &mut Session,
file: &mut dyn ImageReader,
) -> Result<(), FileDownloadError> {
let target = session.target();
let target_name = target
.name
.split_once('-')
.map(|(name, _)| name)
.unwrap_or(target.name.as_str());
let chip = espflash::targets::Chip::from_str(target_name)
.map_err(|_| FileDownloadError::IdfUnsupported(target.name.to_string()))?
.into_target();
let xtal_frequency = if target_name.eq_ignore_ascii_case("esp32h2") {
XtalFrequency::_32Mhz
} else {
XtalFrequency::_40Mhz
};
let flash_size_result = session.halted_access(|session| {
match session.target().debug_sequence.clone() {
DebugSequence::Riscv(sequence) => sequence.detect_flash_size(session),
DebugSequence::Xtensa(sequence) => sequence.detect_flash_size(session),
DebugSequence::Arm(_) => panic!("There are no ARM ESP targets."),
}
});
let flash_size = match flash_size_result.map_err(FileDownloadError::FlashSizeDetection)? {
Some(0x40000) => Some(FlashSize::_256Kb),
Some(0x80000) => Some(FlashSize::_512Kb),
Some(0x100000) => Some(FlashSize::_1Mb),
Some(0x200000) => Some(FlashSize::_2Mb),
Some(0x400000) => Some(FlashSize::_4Mb),
Some(0x800000) => Some(FlashSize::_8Mb),
Some(0x1000000) => Some(FlashSize::_16Mb),
Some(0x2000000) => Some(FlashSize::_32Mb),
Some(0x4000000) => Some(FlashSize::_64Mb),
Some(0x8000000) => Some(FlashSize::_128Mb),
Some(0x10000000) => Some(FlashSize::_256Mb),
_ => None,
};
let mut buf = Vec::new();
file.read_to_end(&mut buf)?;
let firmware = espflash::elf::ElfFirmwareImage::try_from(&buf[..])?;
let flash_data = FlashData::new(
self.0.bootloader.as_deref(),
self.0.partition_table.as_deref(),
None,
None,
{
let mut settings = FlashSettings::default();
settings.size = flash_size;
settings
},
0,
)?;
let image = chip.get_flash_image(&firmware, flash_data, None, xtal_frequency)?;
for data in image.flash_segments() {
flash_loader.add_data(data.addr.into(), &data.data)?;
}
Ok(())
}
}
#[derive(Clone, Debug, Default)]
pub enum BootInfo {
FromRam {
vector_table_addr: u64,
cores_to_reset: Vec<String>,
},
#[default]
Other,
}
pub struct FlashLoader {
memory_map: Vec<MemoryRegion>,
builder: FlashBuilder,
source: TargetDescriptionSource,
vector_table_addr: Option<u64>,
}
impl FlashLoader {
pub fn new(memory_map: Vec<MemoryRegion>, source: TargetDescriptionSource) -> Self {
Self {
memory_map,
builder: FlashBuilder::new(),
source,
vector_table_addr: None,
}
}
fn set_vector_table_addr(&mut self, vector_table_addr: u64) {
self.vector_table_addr = Some(vector_table_addr);
}
pub fn boot_info(&self) -> BootInfo {
let Some(vector_table_addr) = self.vector_table_addr else {
return BootInfo::Other;
};
match Self::get_region_for_address(&self.memory_map, vector_table_addr) {
Some(MemoryRegion::Ram(region)) => BootInfo::FromRam {
vector_table_addr,
cores_to_reset: region.cores.clone(),
},
_ => BootInfo::Other,
}
}
fn check_data_in_memory_map(&mut self, range: Range<u64>) -> Result<(), FlashError> {
let mut address = range.start;
while address < range.end {
match Self::get_region_for_address(&self.memory_map, address) {
Some(MemoryRegion::Nvm(region)) => address = region.range.end,
Some(MemoryRegion::Ram(region)) => address = region.range.end,
_ => {
return Err(FlashError::NoSuitableNvm {
range,
description_source: self.source.clone(),
})
}
}
}
Ok(())
}
pub fn add_data(&mut self, address: u64, data: &[u8]) -> Result<(), FlashError> {
tracing::trace!(
"Adding data at address {:#010x} with size {} bytes",
address,
data.len()
);
self.check_data_in_memory_map(address..address + data.len() as u64)?;
self.builder.add_data(address, data)
}
pub(super) fn get_region_for_address(
memory_map: &[MemoryRegion],
address: u64,
) -> Option<&MemoryRegion> {
memory_map.iter().find(|region| region.contains(address))
}
pub fn has_data_for_address(&self, address: u64) -> bool {
self.builder.has_data_in_range(&(address..address + 1))
}
pub fn load_image<T: Read + Seek>(
&mut self,
session: &mut Session,
file: &mut T,
format: Format,
image_instruction_set: Option<InstructionSet>,
) -> Result<(), FileDownloadError> {
if let Some(instr_set) = image_instruction_set {
let mut target_archs = Vec::with_capacity(session.list_cores().len());
for (core, _) in session.list_cores() {
if let Ok(set) = session.core(core).unwrap().instruction_set() {
if !target_archs.contains(&set) {
target_archs.push(set);
}
}
}
if !target_archs
.iter()
.any(|target| target.is_compatible(instr_set))
{
return Err(FileDownloadError::IncompatibleImage {
target: target_archs,
image: instr_set,
});
}
}
format.load(self, session, file)
}
pub fn verify(&self, session: &mut Session) -> Result<(), FlashError> {
let algos = self.prepare_plan(session)?;
let progress = FlashProgress::new(|_| {});
for ((algo_name, core), regions) in algos {
tracing::debug!("Flashing ranges for algo: {}", algo_name);
let algo = session.target().flash_algorithm_by_name(&algo_name);
let algo = algo.unwrap().clone();
let mut flasher = Flasher::new(session, core, &algo, progress.clone())?;
for region in regions.iter() {
let flash_layout = flasher.flash_layout(region, &self.builder, false)?;
if !flasher.verify(&flash_layout, true)? {
return Err(FlashError::Verify);
}
}
}
self.verify_ram(session)?;
Ok(())
}
pub fn commit(
&self,
session: &mut Session,
mut options: DownloadOptions,
) -> Result<(), FlashError> {
tracing::debug!("Committing FlashLoader!");
let algos = self.prepare_plan(session)?;
if options.dry_run {
tracing::info!("Skipping programming, dry run!");
if let Some(progress) = options.progress {
progress.failed_filling();
progress.failed_erasing();
progress.failed_programming();
}
return Ok(());
}
let progress = options
.progress
.clone()
.unwrap_or_else(FlashProgress::empty);
self.initialize(&algos, session, &progress, &mut options)?;
let mut do_chip_erase = options.do_chip_erase;
let mut did_chip_erase = false;
if options.preverify && do_chip_erase {
tracing::warn!("Pre-verify requested but chip erase is enabled.");
tracing::warn!(
"This will erase the entire flash and make pre-verification impossible."
);
}
for ((algo_name, core), regions) in algos {
tracing::debug!("Flashing ranges for algo: {}", algo_name);
let algo = session.target().flash_algorithm_by_name(&algo_name);
let algo = algo.unwrap().clone();
let mut flasher = Flasher::new(session, core, &algo, progress.clone())?;
if do_chip_erase {
tracing::debug!(" Doing chip erase...");
flasher.run_erase_all()?;
do_chip_erase = false;
did_chip_erase = true;
}
if options.preverify && !did_chip_erase {
tracing::info!("Pre-verifying!");
let mut contents_match = true;
for region in regions.iter() {
let flash_layout = flasher.flash_layout(region, &self.builder, false)?;
if !flasher.verify(&flash_layout, true)? {
contents_match = false;
break;
}
}
if contents_match {
tracing::info!("Contents match, skipping flashing.");
continue;
}
}
let mut do_use_double_buffering = flasher.double_buffering_supported();
if do_use_double_buffering && options.disable_double_buffering {
tracing::info!("Disabled double-buffering support for loader via passed option, though target supports it.");
do_use_double_buffering = false;
}
for region in regions {
tracing::debug!(
" programming region: {:#010X?} ({} bytes)",
region.range,
region.range.end - region.range.start
);
flasher.program(
®ion,
&self.builder,
options.keep_unwritten_bytes,
do_use_double_buffering,
options.skip_erase || did_chip_erase,
options.verify,
)?;
}
}
tracing::debug!("Committing RAM!");
if let BootInfo::FromRam { cores_to_reset, .. } = self.boot_info() {
tracing::debug!(
" -- action: vector table in RAM, assuming RAM boot, resetting and halting"
);
for (core_to_reset_index, _) in session
.target()
.cores
.clone()
.iter()
.enumerate()
.filter(|(_, c)| cores_to_reset.contains(&c.name))
{
session
.core(core_to_reset_index)
.map_err(FlashError::Core)?
.reset_and_halt(Duration::from_millis(500))
.map_err(FlashError::Core)?;
}
}
for region in self
.memory_map
.iter()
.filter_map(MemoryRegion::as_ram_region)
{
let ranges_in_region: Vec<_> = self.builder.data_in_range(®ion.range).collect();
if ranges_in_region.is_empty() {
continue;
}
tracing::debug!(
" region: {:#010X?} ({} bytes)",
region.range,
region.range.end - region.range.start
);
let region_core_index = session
.target()
.core_index_by_name(
region
.cores
.first()
.ok_or_else(|| FlashError::NoRamCoreAccess(region.clone()))?,
)
.unwrap();
let mut core = session.core(region_core_index).map_err(FlashError::Core)?;
if !core.core_halted().map_err(FlashError::Core)? {
tracing::debug!(
" -- action: core is not halted and RAM is being written, halting"
);
core.halt(Duration::from_millis(500))
.map_err(FlashError::Core)?;
}
for (address, data) in ranges_in_region {
tracing::debug!(
" -- writing: {:#010X}..{:#010X} ({} bytes)",
address,
address + data.len() as u64,
data.len()
);
core.write(address, data).map_err(FlashError::Core)?;
}
}
if options.verify {
self.verify_ram(session)?;
}
Ok(())
}
fn prepare_plan(
&self,
session: &mut Session,
) -> Result<HashMap<(String, usize), Vec<NvmRegion>>, FlashError> {
tracing::debug!("Contents of builder:");
for (&address, data) in &self.builder.data {
tracing::debug!(
" data: {:#010X}..{:#010X} ({} bytes)",
address,
address + data.len() as u64,
data.len()
);
}
tracing::debug!("Flash algorithms:");
for algorithm in &session.target().flash_algorithms {
let Range { start, end } = algorithm.flash_properties.address_range;
tracing::debug!(
" algo {}: {:#010X}..{:#010X} ({} bytes)",
algorithm.name,
start,
end,
end - start
);
}
if self.memory_map != session.target().memory_map {
tracing::warn!("Memory map of flash loader does not match memory map of target!");
}
let mut algos: HashMap<(String, usize), Vec<NvmRegion>> = HashMap::new();
tracing::debug!("Regions:");
for region in self
.memory_map
.iter()
.filter_map(MemoryRegion::as_nvm_region)
{
tracing::debug!(
" region: {:#010X?} ({} bytes)",
region.range,
region.range.end - region.range.start
);
if !self.builder.has_data_in_range(®ion.range) {
tracing::debug!(" -- empty, ignoring!");
continue;
}
let target = session.target();
let algo = Self::get_flash_algorithm_for_region(region, target)?;
let core_name = region
.cores
.first()
.ok_or_else(|| FlashError::NoNvmCoreAccess(region.clone()))?
.clone();
let core = target
.cores
.iter()
.position(|c| c.name == core_name)
.unwrap();
let entry = algos.entry((algo.name.clone(), core)).or_default();
entry.push(region.clone());
tracing::debug!(" -- using algorithm: {}", algo.name);
}
Ok(algos)
}
fn initialize(
&self,
algos: &HashMap<(String, usize), Vec<NvmRegion>>,
session: &mut Session,
progress: &FlashProgress,
options: &mut DownloadOptions,
) -> Result<(), FlashError> {
let mut phases = vec![];
for ((algo_name, core), regions) in algos.iter() {
let algo = session.target().flash_algorithm_by_name(algo_name);
let algo = algo.unwrap().clone();
let flasher = Flasher::new(session, *core, &algo, progress.clone())?;
if options.do_chip_erase && !flasher.is_chip_erase_supported() {
options.do_chip_erase = false;
tracing::warn!("Chip erase was the selected method to erase the sectors but this chip does not support chip erases (yet).");
tracing::warn!("A manual sector erase will be performed.");
}
let mut phase_layout = FlashLayout::default();
for region in regions {
let layout =
flasher.flash_layout(region, &self.builder, options.keep_unwritten_bytes)?;
phase_layout.merge_from(layout);
}
phases.push(phase_layout);
}
progress.initialized(options.do_chip_erase, options.keep_unwritten_bytes, phases);
Ok(())
}
fn verify_ram(&self, session: &mut Session) -> Result<(), FlashError> {
tracing::debug!("Verifying RAM!");
for (&address, data) in &self.builder.data {
tracing::debug!(
" data: {:#010X}..{:#010X} ({} bytes)",
address,
address + data.len() as u64,
data.len()
);
let associated_region = session.target().memory_region_by_address(address).unwrap();
if !associated_region.is_ram() {
continue;
}
let core_name = associated_region.cores().first().unwrap();
let core_index = session.target().core_index_by_name(core_name).unwrap();
let mut core = session.core(core_index).map_err(FlashError::Core)?;
let mut written_data = vec![0; data.len()];
core.read(address, &mut written_data)
.map_err(FlashError::Core)?;
if data != &written_data {
return Err(FlashError::Verify);
}
}
Ok(())
}
pub(crate) fn get_flash_algorithm_for_region<'a>(
region: &NvmRegion,
target: &'a Target,
) -> Result<&'a RawFlashAlgorithm, FlashError> {
let algorithms = target
.flash_algorithms
.iter()
.filter(|&fa| {
fa.flash_properties
.address_range
.contains_range(®ion.range)
})
.collect::<Vec<_>>();
match algorithms.len() {
0 => Err(FlashError::NoFlashLoaderAlgorithmAttached {
range: region.range.clone(),
name: target.name.clone(),
}),
1 => Ok(algorithms[0]),
_ => {
let defaults = algorithms
.iter()
.filter(|&fa| fa.default)
.collect::<Vec<_>>();
match defaults.len() {
0 => Err(FlashError::MultipleFlashLoaderAlgorithmsNoDefault {
region: region.clone(),
}),
1 => Ok(defaults[0]),
_ => Err(FlashError::MultipleDefaultFlashLoaderAlgorithms {
region: region.clone(),
}),
}
}
}
}
pub fn data(&self) -> impl Iterator<Item = (u64, &[u8])> {
self.builder
.data
.iter()
.map(|(address, data)| (*address, data.as_slice()))
}
}