Skip to content

decoder: add Frame::fragments() and Frame::display_fragments() #966

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

decoder: add Frame::fragments() and Frame::display_fragments() #966

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions CHANGELOG.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -589,6 +589,7 @@ Initial release
### [defmt-decoder-next]

* [#958] Update to object 0.36
* [#966] Add Frame::fragments() and Frame::display_fragments()

### [defmt-decoder-v1.0.0] (2025-04-01)

Expand Down Expand Up @@ -947,6 +948,7 @@ Initial release

---

[#966]: https://github.com/knurling-rs/defmt/pull/966
[#965]: https://github.com/knurling-rs/defmt/pull/965
[#960]: https://github.com/knurling-rs/defmt/pull/960
[#959]: https://github.com/knurling-rs/defmt/pull/959
Expand Down
248 changes: 153 additions & 95 deletions decoder/src/frame.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -91,6 +91,46 @@ impl<'t> Frame<'t> {
DisplayMessage { frame: self }
}

/// Returns an iterator over the fragments of the message contained in this log frame.
///
/// Collecting this into a String will yield the same result as [`Self::display_message`], but
/// this iterator will yield interpolated fragments on their own. For example, the log:
///
/// ```ignore
/// defmt::info!("foo = {}, bar = {}", 1, 2);
/// ```
///
/// Will yield the following strings:
///
/// ```ignore
/// vec!["foo = ", "1", ", bar = ", "2"]
/// ```
///
/// Note that nested fragments will not yield separately:
///
/// ```ignore
/// defmt::info!("foo = {}", Foo { bar: 1 });
/// ```
///
/// Will yield:
///
/// ```ignore
/// vec!["foo = ", "Foo { bar: 1 }"]
/// ```
///
/// This iterator yields the same fragments as [`Self::fragments`], so you can zip them
/// together to get both representations.
pub fn display_fragments(&'t self) -> DisplayFragments<'t> {
DisplayFragments {
frame: self,
iter: self.fragments().into_iter(),
}
}

pub fn fragments(&'t self) -> Vec<Fragment<'t>> {
defmt_parser::parse(self.format, ParserMode::ForwardsCompatible).unwrap()
}

pub fn level(&self) -> Option<Level> {
self.level
}
Expand All @@ -100,119 +140,120 @@ impl<'t> Frame<'t> {
}

fn format_args(&self, format: &str, args: &[Arg], parent_hint: Option<&DisplayHint>) -> String {
self.format_args_real(format, args, parent_hint).unwrap() // cannot fail, we only write to a `String`
let params = defmt_parser::parse(format, ParserMode::ForwardsCompatible).unwrap();
let mut buf = String::new();
for param in params {
self.format_fragment(param, &mut buf, args, parent_hint)
.unwrap(); // cannot fail, we only write to a `String`
}
buf
}

fn format_args_real(
fn format_fragment(
&self,
format: &str,
param: Fragment<'_>,
buf: &mut String,
args: &[Arg],
parent_hint: Option<&DisplayHint>,
) -> Result<String, fmt::Error> {
let params = defmt_parser::parse(format, ParserMode::ForwardsCompatible).unwrap();
let mut buf = String::new();
for param in params {
match param {
Fragment::Literal(lit) => {
buf.push_str(&lit);
}
Fragment::Parameter(param) => {
let hint = param.hint.as_ref().or(parent_hint);

match &args[param.index] {
Arg::Bool(x) => write!(buf, "{x}")?,
Arg::F32(x) => write!(buf, "{}", ryu::Buffer::new().format(*x))?,
Arg::F64(x) => write!(buf, "{}", ryu::Buffer::new().format(*x))?,
Arg::Uxx(x) => {
match param.ty {
Type::BitField(range) => {
let left_zeroes =
mem::size_of::<u128>() * 8 - range.end as usize;
let right_zeroes = left_zeroes + range.start as usize;
// isolate the desired bitfields
let bitfields = (*x << left_zeroes) >> right_zeroes;

if let Some(DisplayHint::Ascii) = hint {
let bstr = bitfields
.to_be_bytes()
.iter()
.skip(right_zeroes / 8)
.copied()
.collect::<Vec<u8>>();
self.format_bytes(&bstr, hint, &mut buf)?
} else {
self.format_u128(bitfields, hint, &mut buf)?;
}
) -> Result<(), fmt::Error> {
match param {
Fragment::Literal(lit) => {
buf.push_str(&lit);
}
Fragment::Parameter(param) => {
let hint = param.hint.as_ref().or(parent_hint);

match &args[param.index] {
Arg::Bool(x) => write!(buf, "{x}")?,
Arg::F32(x) => write!(buf, "{}", ryu::Buffer::new().format(*x))?,
Arg::F64(x) => write!(buf, "{}", ryu::Buffer::new().format(*x))?,
Arg::Uxx(x) => {
match param.ty {
Type::BitField(range) => {
let left_zeroes = mem::size_of::<u128>() * 8 - range.end as usize;
let right_zeroes = left_zeroes + range.start as usize;
// isolate the desired bitfields
let bitfields = (*x << left_zeroes) >> right_zeroes;

if let Some(DisplayHint::Ascii) = hint {
let bstr = bitfields
.to_be_bytes()
.iter()
.skip(right_zeroes / 8)
.copied()
.collect::<Vec<u8>>();
self.format_bytes(&bstr, hint, buf)?
} else {
self.format_u128(bitfields, hint, buf)?;
}
_ => match hint {
Some(DisplayHint::ISO8601(precision)) => {
self.format_iso8601(*x as u64, precision, &mut buf)?
}
Some(DisplayHint::Debug) => {
self.format_u128(*x, parent_hint, &mut buf)?
}
_ => self.format_u128(*x, hint, &mut buf)?,
},
}
_ => match hint {
Some(DisplayHint::ISO8601(precision)) => {
self.format_iso8601(*x as u64, precision, buf)?
}
Some(DisplayHint::Debug) => {
self.format_u128(*x, parent_hint, buf)?
}
_ => self.format_u128(*x, hint, buf)?,
},
}
Arg::Ixx(x) => self.format_i128(*x, param.ty, hint, &mut buf)?,
Arg::Str(x) | Arg::Preformatted(x) => self.format_str(x, hint, &mut buf)?,
Arg::IStr(x) => self.format_str(x, hint, &mut buf)?,
Arg::Format { format, args } => match parent_hint {
Some(DisplayHint::Ascii) => {
buf.push_str(&self.format_args(format, args, parent_hint));
}
_ => buf.push_str(&self.format_args(format, args, hint)),
},
Arg::FormatSequence { args } => {
for arg in args {
buf.push_str(&self.format_args("{=?}", &[arg.clone()], hint))
}
}
Arg::Ixx(x) => self.format_i128(*x, param.ty, hint, buf)?,
Arg::Str(x) | Arg::Preformatted(x) => self.format_str(x, hint, buf)?,
Arg::IStr(x) => self.format_str(x, hint, buf)?,
Arg::Format { format, args } => match parent_hint {
Some(DisplayHint::Ascii) => {
buf.push_str(&self.format_args(format, args, parent_hint));
}
Arg::FormatSlice { elements } => {
match hint {
// Filter Ascii Hints, which contains u8 byte slices
Some(DisplayHint::Ascii)
if elements.iter().filter(|e| e.format == "{=u8}").count()
!= 0 =>
{
let vals = elements
.iter()
.map(|e| match e.args.as_slice() {
[Arg::Uxx(v)] => u8::try_from(*v)
.expect("the value must be in u8 range"),
_ => panic!(
"FormatSlice should only contain one argument"
),
})
.collect::<Vec<u8>>();
self.format_bytes(&vals, hint, &mut buf)?
}
_ => {
buf.write_str("[")?;
let mut is_first = true;
for element in elements {
if !is_first {
buf.write_str(", ")?;
_ => buf.push_str(&self.format_args(format, args, hint)),
},
Arg::FormatSequence { args } => {
for arg in args {
buf.push_str(&self.format_args("{=?}", &[arg.clone()], hint))
}
}
Arg::FormatSlice { elements } => {
match hint {
// Filter Ascii Hints, which contains u8 byte slices
Some(DisplayHint::Ascii)
if elements.iter().filter(|e| e.format == "{=u8}").count() != 0 =>
{
let vals = elements
.iter()
.map(|e| match e.args.as_slice() {
[Arg::Uxx(v)] => {
u8::try_from(*v).expect("the value must be in u8 range")
}
is_first = false;
buf.write_str(&self.format_args(
element.format,
&element.args,
hint,
))?;
_ => panic!("FormatSlice should only contain one argument"),
})
.collect::<Vec<u8>>();
self.format_bytes(&vals, hint, buf)?
}
_ => {
buf.write_str("[")?;
let mut is_first = true;
for element in elements {
if !is_first {
buf.write_str(", ")?;
}
buf.write_str("]")?;
is_first = false;
buf.write_str(&self.format_args(
element.format,
&element.args,
hint,
))?;
}
buf.write_str("]")?;
}
}
Arg::Slice(x) => self.format_bytes(x, hint, &mut buf)?,
Arg::Char(c) => write!(buf, "{c}")?,
}
Arg::Slice(x) => self.format_bytes(x, hint, buf)?,
Arg::Char(c) => write!(buf, "{c}")?,
}
}
}
Ok(buf)

Ok(())
}

fn format_u128(
Expand Down Expand Up @@ -531,6 +572,23 @@ impl fmt::Display for DisplayMessage<'_> {
}
}

pub struct DisplayFragments<'t> {
frame: &'t Frame<'t>,
iter: std::vec::IntoIter<Fragment<'t>>,
}

impl Iterator for DisplayFragments<'_> {
type Item = String;

fn next(&mut self) -> Option<Self::Item> {
let mut buf = String::new();
self.frame
.format_fragment(self.iter.next()?, &mut buf, &self.frame.args, None)
.ok()?;
Some(buf)
}
}

/// Prints a `Frame` when formatted via `fmt::Display`, including all included metadata (level,
/// timestamp, ...).
pub struct DisplayFrame<'t> {
Expand Down
Loading
Loading