fuel_pest/

position.rs

// pest. The Elegant Parser
// Copyright (c) 2018 Dragoș Tiselice
//
// Licensed under the Apache License, Version 2.0
// <LICENSE-APACHE or http://www.apache.org/licenses/LICENSE-2.0> or the MIT
// license <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. All files in the project carrying such notice may not be copied,
// modified, or distributed except according to those terms.

use std::cmp::Ordering;
use std::fmt;
use std::hash::{Hash, Hasher};
use std::ops::Range;
use std::str;
use std::sync::Arc;

use span;

/// A cursor position in a `&str` which provides useful methods to manually parse that string.
#[derive(Clone)]
pub struct Position {
    input: Arc<str>,
    /// # Safety:
    ///
    /// `input[pos..]` must be a valid codepoint boundary (should not panic when indexing thus).
    pos: usize,
}

impl Position {
    /// Create a new `Position` without checking invariants. (Checked with `debug_assertions`.)
    ///
    /// # Safety:
    ///
    /// `input[pos..]` must be a valid codepoint boundary (should not panic when indexing thus).
    pub(crate) unsafe fn new_unchecked(input: Arc<str>, pos: usize) -> Position {
        debug_assert!(input.get(pos..).is_some());
        Position { input, pos }
    }

    /// Attempts to create a new `Position` at the given position. If the specified position is
    /// an invalid index, or the specified position is not a valid UTF8 boundary, then None is
    /// returned.
    ///
    /// # Examples
    /// ```
    /// # use pest::Position;
    /// # use std::sync::Arc;
    /// let cheart = '💖';
    /// let heart: Arc<str> = Arc::from("💖");
    /// assert_eq!(Position::new(heart.clone(), 1), None);
    /// assert_ne!(Position::new(heart, cheart.len_utf8()), None);
    /// ```
    #[allow(clippy::new_ret_no_self)]
    pub fn new(input: Arc<str>, pos: usize) -> Option<Position> {
        match input.get(pos..) {
            Some(..) => Some(Position { input, pos }),
            None => None,
        }
    }

    /// Creates a `Position` at the start of a `&str`.
    ///
    /// # Examples
    ///
    /// ```
    /// # use pest::Position;
    /// # use std::sync::Arc;
    /// let start = Position::from_start(Arc::from(""));
    /// assert_eq!(start.pos(), 0);
    /// ```
    #[inline]
    pub fn from_start(input: Arc<str>) -> Position {
        // Position 0 is always safe because it's always a valid UTF-8 border.
        Position { input, pos: 0 }
    }

    /// Returns the byte position of this `Position` as a `usize`.
    ///
    /// # Examples
    ///
    /// ```
    /// # use pest::Position;
    /// # use std::sync::Arc;
    /// let input: Arc<str> = Arc::from("ab");
    /// let mut start = Position::from_start(input);
    ///
    /// assert_eq!(start.pos(), 0);
    /// ```
    #[inline]
    pub fn pos(&self) -> usize {
        self.pos
    }

    /// Creates a `Span` from two `Position`s.
    ///
    /// # Panics
    ///
    /// Panics if the positions come from different inputs.
    ///
    /// # Examples
    ///
    /// ```
    /// # use pest::Position;
    /// # use std::sync::Arc;
    /// let input: Arc<str> = Arc::from("ab");
    /// let start = Position::from_start(input);
    /// let span = start.span(&start.clone());
    ///
    /// assert_eq!(span.start(), 0);
    /// assert_eq!(span.end(), 0);
    /// ```
    #[inline]
    pub fn span(&self, other: &Position) -> span::Span {
        if Arc::ptr_eq(&self.input, &other.input)
        /* && self.input.get(self.pos..other.pos).is_some() */
        {
            // This is safe because the pos field of a Position should always be a valid str index.
            unsafe { span::Span::new_unchecked(self.input.clone(), self.pos, other.pos) }
        } else {
            // TODO: maybe a panic if self.pos < other.pos
            panic!("span created from positions from different inputs")
        }
    }

    /// Returns the line and column number of this `Position`.
    ///
    /// # Examples
    ///
    /// ```
    /// # use pest;
    /// # use std::sync::Arc;
    /// # #[allow(non_camel_case_types)]
    /// # #[derive(Clone, Copy, Debug, Eq, Hash, Ord, PartialEq, PartialOrd)]
    /// enum Rule {}
    ///
    /// let input: Arc<str> = Arc::from("\na");
    /// let mut state: Box<pest::ParserState<Rule>> = pest::ParserState::new(input);
    /// let mut result = state.match_string("\na");
    /// assert!(result.is_ok());
    /// assert_eq!(result.unwrap().position().line_col(), (2, 2));
    /// ```
    #[inline]
    pub fn line_col(&self) -> (usize, usize) {
        if self.pos > self.input.len() {
            panic!("position out of bounds");
        }

        let mut pos = self.pos;
        // Position's pos is always a UTF-8 border.
        let slice = &self.input[..pos];
        let mut chars = slice.chars().peekable();

        let mut line_col = (1, 1);

        while pos != 0 {
            match chars.next() {
                Some('\r') => {
                    if let Some(&'\n') = chars.peek() {
                        chars.next();

                        if pos == 1 {
                            pos -= 1;
                        } else {
                            pos -= 2;
                        }

                        line_col = (line_col.0 + 1, 1);
                    } else {
                        pos -= 1;
                        line_col = (line_col.0, line_col.1 + 1);
                    }
                }
                Some('\n') => {
                    pos -= 1;
                    line_col = (line_col.0 + 1, 1);
                }
                Some(c) => {
                    pos -= c.len_utf8();
                    line_col = (line_col.0, line_col.1 + 1);
                }
                None => unreachable!(),
            }
        }

        line_col
    }

    /// Returns the entire line of the input that contains this `Position`.
    ///
    /// # Examples
    ///
    /// ```
    /// # use pest;
    /// # use std::sync::Arc;
    /// # #[allow(non_camel_case_types)]
    /// # #[derive(Clone, Copy, Debug, Eq, Hash, Ord, PartialEq, PartialOrd)]
    /// enum Rule {}
    ///
    /// let input: Arc<str> = Arc::from("\na");
    /// let mut state: Box<pest::ParserState<Rule>> = pest::ParserState::new(input);
    /// let mut result = state.match_string("\na");
    /// assert!(result.is_ok());
    /// assert_eq!(result.unwrap().position().line_of(), "a");
    /// ```
    #[inline]
    pub fn line_of(&self) -> &str {
        if self.pos > self.input.len() {
            panic!("position out of bounds");
        };
        // Safe since start and end can only be valid UTF-8 borders.
        &self.input[self.find_line_start()..self.find_line_end()]
    }

    pub(crate) fn find_line_start(&self) -> usize {
        if self.input.is_empty() {
            return 0;
        };
        // Position's pos is always a UTF-8 border.
        let start = self
            .input
            .char_indices()
            .rev()
            .skip_while(|&(i, _)| i >= self.pos)
            .find(|&(_, c)| c == '\n');
        match start {
            Some((i, _)) => i + 1,
            None => 0,
        }
    }

    pub(crate) fn find_line_end(&self) -> usize {
        if self.input.is_empty() {
            0
        } else if self.pos == self.input.len() - 1 {
            self.input.len()
        } else {
            // Position's pos is always a UTF-8 border.
            let end = self
                .input
                .char_indices()
                .skip_while(|&(i, _)| i < self.pos)
                .find(|&(_, c)| c == '\n');
            match end {
                Some((i, _)) => i + 1,
                None => self.input.len(),
            }
        }
    }

    /// Returns `true` when the `Position` points to the start of the input `&str`.
    #[inline]
    pub(crate) fn at_start(&self) -> bool {
        self.pos == 0
    }

    /// Returns `true` when the `Position` points to the end of the input `&str`.
    #[inline]
    pub(crate) fn at_end(&self) -> bool {
        self.pos == self.input.len()
    }

    /// Skips `n` `char`s from the `Position` and returns `true` if the skip was possible or `false`
    /// otherwise. If the return value is `false`, `pos` will not be updated.
    #[inline]
    pub(crate) fn skip(&mut self, n: usize) -> bool {
        let skipped = {
            let mut len = 0;
            // Position's pos is always a UTF-8 border.
            let mut chars = (&self.input[self.pos..]).chars();
            for _ in 0..n {
                if let Some(c) = chars.next() {
                    len += c.len_utf8();
                } else {
                    return false;
                }
            }
            len
        };

        self.pos += skipped;
        true
    }

    /// Goes back `n` `char`s from the `Position` and returns `true` if the skip was possible or `false`
    /// otherwise. If the return value is `false`, `pos` will not be updated.
    #[inline]
    pub(crate) fn skip_back(&mut self, n: usize) -> bool {
        let skipped = {
            let mut len = 0;
            // Position's pos is always a UTF-8 border.
            let mut chars = (&self.input[..self.pos]).chars().rev();
            for _ in 0..n {
                if let Some(c) = chars.next() {
                    len += c.len_utf8();
                } else {
                    return false;
                }
            }
            len
        };

        self.pos -= skipped;
        true
    }

    /// Skips until one of the given `strings` is found. If none of the `strings` can be found,
    /// this function will return `false` but its `pos` will *still* be updated.
    #[inline]
    pub(crate) fn skip_until(&mut self, strings: &[&str]) -> bool {
        for from in self.pos..self.input.len() {
            let bytes = if let Some(string) = self.input.get(from..) {
                string.as_bytes()
            } else {
                continue;
            };

            for slice in strings.iter() {
                let to = slice.len();
                if Some(slice.as_bytes()) == bytes.get(0..to) {
                    self.pos = from;
                    return true;
                }
            }
        }

        self.pos = self.input.len();
        false
    }

    /// Matches the char at the `Position` against a filter function and returns `true` if a match
    /// was made. If no match was made, returns `false` and `pos` will not be updated.
    #[inline]
    pub(crate) fn match_char_by<F>(&mut self, f: F) -> bool
    where
        F: FnOnce(char) -> bool,
    {
        if let Some(c) = (&self.input[self.pos..]).chars().next() {
            if f(c) {
                self.pos += c.len_utf8();
                true
            } else {
                false
            }
        } else {
            false
        }
    }

    /// Matches `string` from the `Position` and returns `true` if a match was made or `false`
    /// otherwise. If no match was made, `pos` will not be updated.
    #[inline]
    pub(crate) fn match_string(&mut self, string: &str) -> bool {
        let to = self.pos + string.len();

        if Some(string.as_bytes()) == self.input.as_bytes().get(self.pos..to) {
            self.pos = to;
            true
        } else {
            false
        }
    }

    /// Case-insensitively matches `string` from the `Position` and returns `true` if a match was
    /// made or `false` otherwise. If no match was made, `pos` will not be updated.
    #[inline]
    pub(crate) fn match_insensitive(&mut self, string: &str) -> bool {
        let matched = {
            let slice = &self.input[self.pos..];
            if let Some(slice) = slice.get(0..string.len()) {
                slice.eq_ignore_ascii_case(string)
            } else {
                false
            }
        };

        if matched {
            self.pos += string.len();
            true
        } else {
            false
        }
    }

    /// Matches `char` `range` from the `Position` and returns `true` if a match was made or `false`
    /// otherwise. If no match was made, `pos` will not be updated.
    #[inline]
    pub(crate) fn match_range(&mut self, range: Range<char>) -> bool {
        if let Some(c) = (&self.input[self.pos..]).chars().next() {
            if range.start <= c && c <= range.end {
                self.pos += c.len_utf8();
                return true;
            }
        }

        false
    }
}

impl fmt::Debug for Position {
    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
        f.debug_struct("Position").field("pos", &self.pos).finish()
    }
}

impl PartialEq for Position {
    fn eq(&self, other: &Position) -> bool {
        Arc::ptr_eq(&self.input, &other.input) && self.pos == other.pos
    }
}

impl Eq for Position {}

impl PartialOrd for Position {
    fn partial_cmp(&self, other: &Position) -> Option<Ordering> {
        if Arc::ptr_eq(&self.input, &other.input) {
            self.pos.partial_cmp(&other.pos)
        } else {
            None
        }
    }
}

impl Ord for Position {
    fn cmp(&self, other: &Position) -> Ordering {
        self.partial_cmp(other)
            .expect("cannot compare positions from different strs")
    }
}

impl Hash for Position {
    fn hash<H: Hasher>(&self, state: &mut H) {
        Arc::as_ptr(&self.input).hash(state);
        self.pos.hash(state);
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn empty() {
        let input: Arc<str> = Arc::from("");
        assert_eq!(
            Position::new(input.clone(), 0).unwrap().match_string(""),
            true
        );
        assert_eq!(
            !Position::new(input.clone(), 0).unwrap().match_string("a"),
            true
        );
    }

    #[test]
    fn parts() {
        let input: Arc<str> = Arc::from("asdasdf");

        assert_eq!(
            Position::new(input.clone(), 0).unwrap().match_string("asd"),
            true
        );
        assert_eq!(
            Position::new(input.clone(), 3)
                .unwrap()
                .match_string("asdf"),
            true
        );
    }

    #[test]
    fn line_col() {
        let input: Arc<str> = Arc::from("a\rb\nc\r\nd嗨");

        assert_eq!(Position::new(input.clone(), 0).unwrap().line_col(), (1, 1));
        assert_eq!(Position::new(input.clone(), 1).unwrap().line_col(), (1, 2));
        assert_eq!(Position::new(input.clone(), 2).unwrap().line_col(), (1, 3));
        assert_eq!(Position::new(input.clone(), 3).unwrap().line_col(), (1, 4));
        assert_eq!(Position::new(input.clone(), 4).unwrap().line_col(), (2, 1));
        assert_eq!(Position::new(input.clone(), 5).unwrap().line_col(), (2, 2));
        assert_eq!(Position::new(input.clone(), 6).unwrap().line_col(), (2, 3));
        assert_eq!(Position::new(input.clone(), 7).unwrap().line_col(), (3, 1));
        assert_eq!(Position::new(input.clone(), 8).unwrap().line_col(), (3, 2));
        assert_eq!(Position::new(input.clone(), 11).unwrap().line_col(), (3, 3));
    }

    #[test]
    fn line_of() {
        let input: Arc<str> = Arc::from("a\rb\nc\r\nd嗨");

        assert_eq!(Position::new(input.clone(), 0).unwrap().line_of(), "a\rb\n");
        assert_eq!(Position::new(input.clone(), 1).unwrap().line_of(), "a\rb\n");
        assert_eq!(Position::new(input.clone(), 2).unwrap().line_of(), "a\rb\n");
        assert_eq!(Position::new(input.clone(), 3).unwrap().line_of(), "a\rb\n");
        assert_eq!(Position::new(input.clone(), 4).unwrap().line_of(), "c\r\n");
        assert_eq!(Position::new(input.clone(), 5).unwrap().line_of(), "c\r\n");
        assert_eq!(Position::new(input.clone(), 6).unwrap().line_of(), "c\r\n");
        assert_eq!(Position::new(input.clone(), 7).unwrap().line_of(), "d嗨");
        assert_eq!(Position::new(input.clone(), 8).unwrap().line_of(), "d嗨");
        assert_eq!(Position::new(input.clone(), 11).unwrap().line_of(), "d嗨");
    }

    #[test]
    fn line_of_empty() {
        let input: Arc<str> = Arc::from("");

        assert_eq!(Position::new(input, 0).unwrap().line_of(), "");
    }

    #[test]
    fn line_of_new_line() {
        let input: Arc<str> = Arc::from("\n");

        assert_eq!(Position::new(input, 0).unwrap().line_of(), "\n");
    }

    #[test]
    fn line_of_between_new_line() {
        let input: Arc<str> = Arc::from("\n\n");

        assert_eq!(Position::new(input, 1).unwrap().line_of(), "\n");
    }

    fn measure_skip(input: &Arc<str>, pos: usize, n: usize) -> Option<usize> {
        let mut p = Position::new(input.clone(), pos).unwrap();
        if p.skip(n) {
            Some(p.pos - pos)
        } else {
            None
        }
    }

    #[test]
    fn skip_empty() {
        let input: Arc<str> = Arc::from("");

        assert_eq!(measure_skip(&input, 0, 0), Some(0));
        assert_eq!(measure_skip(&input, 0, 1), None);
    }

    #[test]
    fn skip() {
        let input: Arc<str> = Arc::from("d嗨");

        assert_eq!(measure_skip(&input, 0, 0), Some(0));
        assert_eq!(measure_skip(&input, 0, 1), Some(1));
        assert_eq!(measure_skip(&input, 1, 1), Some(3));
    }

    #[test]
    fn skip_until() {
        let input: Arc<str> = Arc::from("ab ac");
        let pos = Position::from_start(input);

        let mut test_pos = pos.clone();
        test_pos.skip_until(&["a", "b"]);
        assert_eq!(test_pos.pos(), 0);

        test_pos = pos.clone();
        test_pos.skip_until(&["b"]);
        assert_eq!(test_pos.pos(), 1);

        test_pos = pos.clone();
        test_pos.skip_until(&["ab"]);
        assert_eq!(test_pos.pos(), 0);

        test_pos = pos.clone();
        test_pos.skip_until(&["ac", "z"]);
        assert_eq!(test_pos.pos(), 3);

        test_pos = pos.clone();
        assert!(!test_pos.skip_until(&["z"]));
        assert_eq!(test_pos.pos(), 5);
    }

    #[test]
    fn match_range() {
        let input: Arc<str> = Arc::from("b");

        assert_eq!(
            Position::new(input.clone(), 0)
                .unwrap()
                .match_range('a'..'c'),
            true
        );
        assert_eq!(
            Position::new(input.clone(), 0)
                .unwrap()
                .match_range('b'..'b'),
            true
        );
        assert_eq!(
            !Position::new(input.clone(), 0)
                .unwrap()
                .match_range('a'..'a'),
            true
        );
        assert_eq!(
            !Position::new(input.clone(), 0)
                .unwrap()
                .match_range('c'..'c'),
            true
        );
        assert_eq!(
            Position::new(input.clone(), 0)
                .unwrap()
                .match_range('a'..'嗨'),
            true
        );
    }

    #[test]
    fn match_insensitive() {
        let input: Arc<str> = Arc::from("AsdASdF");

        assert_eq!(
            Position::new(input.clone(), 0)
                .unwrap()
                .match_insensitive("asd"),
            true
        );
        assert_eq!(
            Position::new(input.clone(), 3)
                .unwrap()
                .match_insensitive("asdf"),
            true
        );
    }

    #[test]
    fn cmp() {
        let input: Arc<str> = Arc::from("a");
        let start = Position::from_start(input);
        let mut end = start.clone();

        assert!(end.skip(1));
        let result = start.cmp(&end);

        assert_eq!(result, Ordering::Less);
    }

    #[test]
    #[should_panic]
    fn cmp_panic() {
        let input1 = Arc::from("a");
        let input2 = Arc::from("b");
        let pos1 = Position::from_start(input1);
        let pos2 = Position::from_start(input2);

        let _ = pos1.cmp(&pos2);
    }

    #[test]
    #[cfg(feature = "std")]
    fn hash() {
        use std::collections::HashSet;

        let input: Arc<str> = Arc::from("a");
        let start = Position::from_start(input);
        let mut positions = HashSet::new();

        positions.insert(start);
    }
}