mirror of
https://github.com/rust-lang/rust-analyzer
synced 2025-01-28 12:55:11 +00:00
8a50aecb07
I didn't follow rustc precisely, because I think it does some things wrongly (or they are FIXME), but I only allowed more code, not less. So we're all fine.
173 lines
5.2 KiB
Rust
173 lines
5.2 KiB
Rust
//! A "Parser" structure for token trees. We use this when parsing a declarative
|
|
//! macro definition into a list of patterns and templates.
|
|
|
|
use arrayvec::ArrayVec;
|
|
use intern::sym;
|
|
|
|
use crate::{Ident, Leaf, Punct, Spacing, Subtree, TokenTree};
|
|
|
|
#[derive(Debug, Clone)]
|
|
pub struct TtIter<'a, S> {
|
|
inner: std::slice::Iter<'a, TokenTree<S>>,
|
|
}
|
|
|
|
impl<'a, S: Copy> TtIter<'a, S> {
|
|
pub fn new(subtree: &'a Subtree<S>) -> TtIter<'a, S> {
|
|
TtIter { inner: subtree.token_trees.iter() }
|
|
}
|
|
|
|
pub fn new_iter(iter: std::slice::Iter<'a, TokenTree<S>>) -> TtIter<'a, S> {
|
|
TtIter { inner: iter }
|
|
}
|
|
|
|
pub fn expect_char(&mut self, char: char) -> Result<(), ()> {
|
|
match self.next() {
|
|
Some(&TokenTree::Leaf(Leaf::Punct(Punct { char: c, .. }))) if c == char => Ok(()),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_any_char(&mut self, chars: &[char]) -> Result<(), ()> {
|
|
match self.next() {
|
|
Some(TokenTree::Leaf(Leaf::Punct(Punct { char: c, .. }))) if chars.contains(c) => {
|
|
Ok(())
|
|
}
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_subtree(&mut self) -> Result<&'a Subtree<S>, ()> {
|
|
match self.next() {
|
|
Some(TokenTree::Subtree(it)) => Ok(it),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_leaf(&mut self) -> Result<&'a Leaf<S>, ()> {
|
|
match self.next() {
|
|
Some(TokenTree::Leaf(it)) => Ok(it),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_dollar(&mut self) -> Result<(), ()> {
|
|
match self.expect_leaf()? {
|
|
Leaf::Punct(Punct { char: '$', .. }) => Ok(()),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_comma(&mut self) -> Result<(), ()> {
|
|
match self.expect_leaf()? {
|
|
Leaf::Punct(Punct { char: ',', .. }) => Ok(()),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_ident(&mut self) -> Result<&'a Ident<S>, ()> {
|
|
match self.expect_leaf()? {
|
|
Leaf::Ident(it) if it.sym != sym::underscore => Ok(it),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_ident_or_underscore(&mut self) -> Result<&'a Ident<S>, ()> {
|
|
match self.expect_leaf()? {
|
|
Leaf::Ident(it) => Ok(it),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_literal(&mut self) -> Result<&'a Leaf<S>, ()> {
|
|
let it = self.expect_leaf()?;
|
|
match it {
|
|
Leaf::Literal(_) => Ok(it),
|
|
Leaf::Ident(ident) if ident.sym == sym::true_ || ident.sym == sym::false_ => Ok(it),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
pub fn expect_single_punct(&mut self) -> Result<&'a Punct<S>, ()> {
|
|
match self.expect_leaf()? {
|
|
Leaf::Punct(it) => Ok(it),
|
|
_ => Err(()),
|
|
}
|
|
}
|
|
|
|
/// Returns consecutive `Punct`s that can be glued together.
|
|
///
|
|
/// This method currently may return a single quotation, which is part of lifetime ident and
|
|
/// conceptually not a punct in the context of mbe. Callers should handle this.
|
|
pub fn expect_glued_punct(&mut self) -> Result<ArrayVec<Punct<S>, 3>, ()> {
|
|
let TokenTree::Leaf(Leaf::Punct(first)) = self.next().ok_or(())?.clone() else {
|
|
return Err(());
|
|
};
|
|
|
|
let mut res = ArrayVec::new();
|
|
if first.spacing == Spacing::Alone {
|
|
res.push(first);
|
|
return Ok(res);
|
|
}
|
|
|
|
let (second, third) = match (self.peek_n(0), self.peek_n(1)) {
|
|
(Some(TokenTree::Leaf(Leaf::Punct(p2))), Some(TokenTree::Leaf(Leaf::Punct(p3))))
|
|
if p2.spacing == Spacing::Joint =>
|
|
{
|
|
(p2, Some(p3))
|
|
}
|
|
(Some(TokenTree::Leaf(Leaf::Punct(p2))), _) => (p2, None),
|
|
_ => {
|
|
res.push(first);
|
|
return Ok(res);
|
|
}
|
|
};
|
|
|
|
match (first.char, second.char, third.map(|it| it.char)) {
|
|
('.', '.', Some('.' | '=')) | ('<', '<', Some('=')) | ('>', '>', Some('=')) => {
|
|
let _ = self.next().unwrap();
|
|
let _ = self.next().unwrap();
|
|
res.push(first);
|
|
res.push(*second);
|
|
res.push(*third.unwrap());
|
|
}
|
|
('-' | '!' | '*' | '/' | '&' | '%' | '^' | '+' | '<' | '=' | '>' | '|', '=', _)
|
|
| ('-' | '=' | '>', '>', _)
|
|
| ('<', '-', _)
|
|
| (':', ':', _)
|
|
| ('.', '.', _)
|
|
| ('&', '&', _)
|
|
| ('<', '<', _)
|
|
| ('|', '|', _) => {
|
|
let _ = self.next().unwrap();
|
|
res.push(first);
|
|
res.push(*second);
|
|
}
|
|
_ => res.push(first),
|
|
}
|
|
Ok(res)
|
|
}
|
|
pub fn peek_n(&self, n: usize) -> Option<&'a TokenTree<S>> {
|
|
self.inner.as_slice().get(n)
|
|
}
|
|
|
|
pub fn next_span(&self) -> Option<S> {
|
|
Some(self.inner.as_slice().first()?.first_span())
|
|
}
|
|
|
|
pub fn as_slice(&self) -> &'a [TokenTree<S>] {
|
|
self.inner.as_slice()
|
|
}
|
|
}
|
|
|
|
impl<'a, S> Iterator for TtIter<'a, S> {
|
|
type Item = &'a TokenTree<S>;
|
|
fn next(&mut self) -> Option<Self::Item> {
|
|
self.inner.next()
|
|
}
|
|
|
|
fn size_hint(&self) -> (usize, Option<usize>) {
|
|
self.inner.size_hint()
|
|
}
|
|
}
|
|
|
|
impl<S> std::iter::ExactSizeIterator for TtIter<'_, S> {}
|