rust-analyzer/crates/ra_syntax/src/ast/tokens.rs

175 lines
4.8 KiB
Rust
Raw Normal View History

2019-04-02 10:02:23 +00:00
//! There are many AstNodes, but only a few tokens, so we hand-write them here.
2019-04-02 07:23:18 +00:00
use crate::{
ast::{AstToken, Comment, RawString, String, Whitespace},
TextRange, TextUnit,
2019-04-02 07:23:18 +00:00
};
2019-07-18 16:23:05 +00:00
impl Comment {
2019-04-02 09:18:52 +00:00
pub fn kind(&self) -> CommentKind {
kind_by_prefix(self.text())
2019-04-02 07:23:18 +00:00
}
pub fn prefix(&self) -> &'static str {
2019-04-02 09:18:52 +00:00
prefix_by_kind(self.kind())
2019-04-02 07:23:18 +00:00
}
}
2019-04-02 09:18:52 +00:00
#[derive(Debug, PartialEq, Eq, Clone, Copy)]
pub struct CommentKind {
pub shape: CommentShape,
pub doc: Option<CommentPlacement>,
}
#[derive(Debug, PartialEq, Eq, Clone, Copy)]
pub enum CommentShape {
2019-04-02 07:23:18 +00:00
Line,
2019-04-02 09:18:52 +00:00
Block,
2019-04-02 07:23:18 +00:00
}
2019-04-02 09:18:52 +00:00
impl CommentShape {
pub fn is_line(self) -> bool {
self == CommentShape::Line
}
pub fn is_block(self) -> bool {
self == CommentShape::Block
}
}
#[derive(Debug, PartialEq, Eq, Clone, Copy)]
pub enum CommentPlacement {
Inner,
Outer,
}
const COMMENT_PREFIX_TO_KIND: &[(&str, CommentKind)] = {
use {CommentPlacement::*, CommentShape::*};
2019-04-02 09:18:52 +00:00
&[
("///", CommentKind { shape: Line, doc: Some(Outer) }),
("//!", CommentKind { shape: Line, doc: Some(Inner) }),
("/**", CommentKind { shape: Block, doc: Some(Outer) }),
2019-04-02 11:42:47 +00:00
("/*!", CommentKind { shape: Block, doc: Some(Inner) }),
2019-04-02 09:18:52 +00:00
("//", CommentKind { shape: Line, doc: None }),
("/*", CommentKind { shape: Block, doc: None }),
]
};
fn kind_by_prefix(text: &str) -> CommentKind {
for (prefix, kind) in COMMENT_PREFIX_TO_KIND.iter() {
if text.starts_with(prefix) {
return *kind;
2019-04-02 07:23:18 +00:00
}
}
2019-04-02 09:18:52 +00:00
panic!("bad comment text: {:?}", text)
}
2019-04-02 07:23:18 +00:00
2019-04-02 09:18:52 +00:00
fn prefix_by_kind(kind: CommentKind) -> &'static str {
for (prefix, k) in COMMENT_PREFIX_TO_KIND.iter() {
if *k == kind {
return prefix;
2019-04-02 07:23:18 +00:00
}
}
2019-04-02 09:18:52 +00:00
unreachable!()
2019-04-02 07:23:18 +00:00
}
2019-07-18 16:23:05 +00:00
impl Whitespace {
2019-04-02 07:23:18 +00:00
pub fn spans_multiple_lines(&self) -> bool {
let text = self.text();
text.find('\n').map_or(false, |idx| text[idx + 1..].contains('\n'))
}
}
2020-02-27 16:19:53 +00:00
pub struct QuoteOffsets {
pub quotes: [TextRange; 2],
pub contents: TextRange,
}
impl QuoteOffsets {
fn new(literal: &str) -> Option<QuoteOffsets> {
let left_quote = literal.find('"')?;
let right_quote = literal.rfind('"')?;
if left_quote == right_quote {
// `literal` only contains one quote
return None;
}
let start = TextUnit::from(0);
let left_quote = TextUnit::from_usize(left_quote) + TextUnit::of_char('"');
let right_quote = TextUnit::from_usize(right_quote);
let end = TextUnit::of_str(literal);
let res = QuoteOffsets {
quotes: [TextRange::from_to(start, left_quote), TextRange::from_to(right_quote, end)],
contents: TextRange::from_to(left_quote, right_quote),
};
Some(res)
}
}
pub trait HasQuotes: AstToken {
fn quote_offsets(&self) -> Option<QuoteOffsets> {
let text = self.text().as_str();
let offsets = QuoteOffsets::new(text)?;
let o = self.syntax().text_range().start();
let offsets = QuoteOffsets {
quotes: [offsets.quotes[0] + o, offsets.quotes[1] + o],
contents: offsets.contents + o,
};
Some(offsets)
}
fn open_quote_text_range(&self) -> Option<TextRange> {
self.quote_offsets().map(|it| it.quotes[0])
}
fn close_quote_text_range(&self) -> Option<TextRange> {
self.quote_offsets().map(|it| it.quotes[1])
}
fn text_range_between_quotes(&self) -> Option<TextRange> {
self.quote_offsets().map(|it| it.contents)
}
}
impl HasQuotes for String {}
impl HasQuotes for RawString {}
pub trait HasStringValue: HasQuotes {
fn value(&self) -> Option<std::string::String>;
}
impl HasStringValue for String {
fn value(&self) -> Option<std::string::String> {
let text = self.text().as_str();
2020-02-27 16:19:53 +00:00
let text = &text[self.text_range_between_quotes()? - self.syntax().text_range().start()];
2020-02-27 16:19:53 +00:00
let mut buf = std::string::String::with_capacity(text.len());
let mut has_error = false;
2020-02-27 16:19:53 +00:00
rustc_lexer::unescape::unescape_str(text, &mut |_, unescaped_char| match unescaped_char {
Ok(c) => buf.push(c),
Err(_) => has_error = true,
});
if has_error {
return None;
}
Some(buf)
}
}
2020-02-27 16:19:53 +00:00
impl HasStringValue for RawString {
fn value(&self) -> Option<std::string::String> {
2020-02-27 15:05:35 +00:00
let text = self.text().as_str();
2020-02-27 16:19:53 +00:00
let text = &text[self.text_range_between_quotes()? - self.syntax().text_range().start()];
Some(text.to_string())
2020-02-27 15:05:35 +00:00
}
2020-02-27 16:19:53 +00:00
}
2020-02-27 15:05:35 +00:00
2020-02-27 16:19:53 +00:00
impl RawString {
2020-02-27 15:05:35 +00:00
pub fn map_range_up(&self, range: TextRange) -> Option<TextRange> {
2020-02-27 16:19:53 +00:00
let contents_range = self.text_range_between_quotes()?;
assert!(range.is_subrange(&TextRange::offset_len(0.into(), contents_range.len())));
Some(range + contents_range.start())
}
}