1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150
//! Miscellaneous utilities to incraese comfort.
//! Special thanks to:
//!
//! - <https://github.com/BenjaminRi/Redwood-Wiki/blob/master/src/markdown_utils.rs>.
//! Its author authorized the use of this GPL code in this project in
//! <https://github.com/raphlinus/pulldown-cmark/issues/507>.
//!
//! - <https://gist.github.com/rambip/a507c312ed61c99c24b2a54f98325721>.
//! Its author proposed the solution in
//! <https://github.com/raphlinus/pulldown-cmark/issues/708>.
use crate::{
BrokenLinkCallback, CowStr, DefaultBrokenLinkCallback, Event, OffsetIter, Options, Parser,
};
use std::{iter::Peekable, ops::Range};
/// Merge consecutive `Event::Text` events into only one.
#[derive(Debug)]
pub struct TextMergeStream<'a, I> {
iter: I,
last_event: Option<Event<'a>>,
}
impl<'a, I> TextMergeStream<'a, I>
where
I: Iterator<Item = Event<'a>>,
{
pub fn new(iter: I) -> Self {
Self {
iter,
last_event: None,
}
}
}
impl<'a, I> Iterator for TextMergeStream<'a, I>
where
I: Iterator<Item = Event<'a>>,
{
type Item = Event<'a>;
fn next(&mut self) -> Option<Self::Item> {
match (self.last_event.take(), self.iter.next()) {
(Some(Event::Text(last_text)), Some(Event::Text(next_text))) => {
// We need to start merging consecutive text events together into one
let mut string_buf: String = last_text.into_string();
string_buf.push_str(&next_text);
loop {
// Avoid recursion to avoid stack overflow and to optimize concatenation
match self.iter.next() {
Some(Event::Text(next_text)) => {
string_buf.push_str(&next_text);
}
next_event => {
self.last_event = next_event;
if string_buf.is_empty() {
// Discard text event(s) altogether if there is no text
break self.next();
} else {
break Some(Event::Text(CowStr::Boxed(
string_buf.into_boxed_str(),
)));
}
}
}
}
}
(None, Some(next_event)) => {
// This only happens once during the first iteration and if there are items
self.last_event = Some(next_event);
self.next()
}
(None, None) => {
// This happens when the iterator is depleted
None
}
(last_event, next_event) => {
// The ordinary case, emit one event after the other without modification
self.last_event = next_event;
last_event
}
}
}
}
/// Merge consecutive `Event::Text` events into only one with offsets.
#[derive(Debug)]
pub struct TextMergeWithOffset<'input, F = DefaultBrokenLinkCallback>
where
F: BrokenLinkCallback<'input>,
{
source: &'input str,
parser: Peekable<OffsetIter<'input, F>>,
}
impl<'input, F> TextMergeWithOffset<'input, F>
where
F: BrokenLinkCallback<'input>,
{
pub fn new_ext(source: &'input str, options: Options) -> Self {
Self {
source,
parser: Parser::new_with_broken_link_callback(source, options, None)
.into_offset_iter()
.peekable(),
}
}
pub fn new_ext_with_broken_link_callback(
source: &'input str,
options: Options,
callback: Option<F>,
) -> Self {
Self {
source,
parser: Parser::new_with_broken_link_callback(source, options, callback)
.into_offset_iter()
.peekable(),
}
}
}
impl<'input, F> Iterator for TextMergeWithOffset<'input, F>
where
F: BrokenLinkCallback<'input>,
{
type Item = (Event<'input>, Range<usize>);
fn next(&mut self) -> Option<Self::Item> {
let is_empty_text = |x: Option<&(Event<'input>, Range<usize>)>| match x {
Some(e) => matches!(&e.0, Event::Text(t) if t.is_empty()),
None => false,
};
while is_empty_text(self.parser.peek()) {
self.parser.next();
}
match self.parser.peek()? {
(Event::Text(_), range) => {
let start = range.start;
let mut end = range.end;
while let Some((Event::Text(_), _)) = self.parser.peek() {
end = self.parser.next().unwrap().1.end;
}
Some((Event::Text(self.source[start..end].into()), start..end))
}
_ => self.parser.next(),
}
}
}