summaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
authorMartin Haug <mhaug@live.de>2021-11-18 16:21:45 +0100
committerMartin Haug <mhaug@live.de>2021-11-18 16:21:45 +0100
commitfdb9d0743d73c278136b9254286fdc4be71c42a5 (patch)
tree1ae3c19d13b7cd93477aac908e1561400dcf9092 /src
parent3162c6a83a910f34d6ed7e966c11b7e7b5bd4088 (diff)
Refactoring and bugfixes
Diffstat (limited to 'src')
-rw-r--r--src/parse/mod.rs34
-rw-r--r--src/parse/parser.rs2
-rw-r--r--src/source.rs17
-rw-r--r--src/syntax/incremental.rs515
-rw-r--r--src/syntax/mod.rs563
5 files changed, 569 insertions, 562 deletions
diff --git a/src/parse/mod.rs b/src/parse/mod.rs
index f2fae5f2..f1f1e8b6 100644
--- a/src/parse/mod.rs
+++ b/src/parse/mod.rs
@@ -32,6 +32,13 @@ pub fn parse_atomic(src: &str, _: bool) -> Option<(Vec<Green>, bool)> {
p.eject_partial()
}
+/// Parse an atomic primary. Returns `Some` if all of the input was consumed.
+pub fn parse_atomic_markup(src: &str, _: bool) -> Option<(Vec<Green>, bool)> {
+ let mut p = Parser::new(src, TokenMode::Markup);
+ markup_expr(&mut p);
+ p.eject_partial()
+}
+
/// Parse some markup. Returns `Some` if all of the input was consumed.
pub fn parse_markup(src: &str, _: bool) -> Option<(Vec<Green>, bool)> {
let mut p = Parser::new(src, TokenMode::Markup);
@@ -171,17 +178,7 @@ fn markup_node(p: &mut Parser, at_start: &mut bool) {
| NodeKind::While
| NodeKind::For
| NodeKind::Import
- | NodeKind::Include => {
- let stmt = matches!(token, NodeKind::Let | NodeKind::Set | NodeKind::Import);
- let group = if stmt { Group::Stmt } else { Group::Expr };
-
- p.start_group(group);
- let res = expr_prec(p, true, 0);
- if stmt && res.is_ok() && !p.eof() {
- p.expected_at("semicolon or line break");
- }
- p.end_group();
- }
+ | NodeKind::Include => markup_expr(p),
// Block and template.
NodeKind::LeftBrace => block(p),
@@ -222,6 +219,21 @@ fn enum_node(p: &mut Parser) {
});
}
+/// Parse an expression within markup mode.
+fn markup_expr(p: &mut Parser) {
+ if let Some(token) = p.peek() {
+ let stmt = matches!(token, NodeKind::Let | NodeKind::Set | NodeKind::Import);
+ let group = if stmt { Group::Stmt } else { Group::Expr };
+
+ p.start_group(group);
+ let res = expr_prec(p, true, 0);
+ if stmt && res.is_ok() && !p.eof() {
+ p.expected_at("semicolon or line break");
+ }
+ p.end_group();
+ }
+}
+
/// Parse an expression.
fn expr(p: &mut Parser) -> ParseResult {
expr_prec(p, false, 0)
diff --git a/src/parse/parser.rs b/src/parse/parser.rs
index a37cb9c6..06cb1578 100644
--- a/src/parse/parser.rs
+++ b/src/parse/parser.rs
@@ -48,7 +48,7 @@ impl<'s> Parser<'s> {
}
/// End the parsing process and return multiple children.
- pub fn eject(self) -> Option<(Vec<Green>, bool)>{
+ pub fn eject(self) -> Option<(Vec<Green>, bool)> {
if self.eof() && self.group_success() {
Some((self.children, self.tokens.was_unterminated()))
} else {
diff --git a/src/source.rs b/src/source.rs
index 7eb1d3a7..aaf009e0 100644
--- a/src/source.rs
+++ b/src/source.rs
@@ -12,7 +12,7 @@ use crate::diag::TypResult;
use crate::loading::{FileHash, Loader};
use crate::parse::{is_newline, parse, Scanner};
use crate::syntax::ast::Markup;
-use crate::syntax::{self, Category, GreenNode, RedNode, Span};
+use crate::syntax::{self, Category, GreenNode, RedNode, Reparser, Span};
use crate::util::PathExt;
#[cfg(feature = "codespan-reporting")]
@@ -285,9 +285,8 @@ impl SourceFile {
// Update the root node.
let span = Span::new(self.id, replace.start, replace.end);
- if let Ok(range) =
- Rc::make_mut(&mut self.root).incremental(&self.src, span, with.len())
- {
+ let reparser = Reparser::new(&self.src, span, with.len());
+ if let Ok(range) = reparser.incremental(Rc::make_mut(&mut self.root)) {
range
} else {
self.root = parse(&self.src);
@@ -502,6 +501,14 @@ mod tests {
test("= A heading", 3 .. 3, "n evocative", 2 .. 15);
test("your thing", 5 .. 5, "a", 4 .. 11);
test("a your thing a", 6 .. 7, "a", 2 .. 12);
+ test("{call(); abc}", 7 .. 7, "[]", 0 .. 15);
+ test("#call() abc", 7 .. 7, "[]", 0 .. 13);
+ // test(
+ // "hi\n- item\n- item 2\n - item 3",
+ // 10 .. 10,
+ // " ",
+ // 9 .. 33,
+ // );
test(
"#grid(columns: (auto, 1fr, 40%), [*plonk*], rect(width: 100%, height: 1pt, fill: conifer), [thing])",
16 .. 20,
@@ -535,7 +542,7 @@ mod tests {
"C ",
14 .. 22,
);
- test("{ let x = g() }", 10 .. 12, "f(54", 2 .. 15);
+ test("{ let x = g() }", 10 .. 12, "f(54", 0 .. 17);
test(
"a #let rect with (fill: eastern)\nb",
16 .. 31,
diff --git a/src/syntax/incremental.rs b/src/syntax/incremental.rs
new file mode 100644
index 00000000..d7b5ca3c
--- /dev/null
+++ b/src/syntax/incremental.rs
@@ -0,0 +1,515 @@
+use std::ops::Range;
+use std::rc::Rc;
+
+use super::{Green, GreenNode, NodeKind, Span};
+
+use crate::parse::{
+ parse_atomic, parse_atomic_markup, parse_block, parse_comment, parse_markup,
+ parse_markup_elements, parse_template, TokenMode,
+};
+
+pub struct Reparser<'a> {
+ src: &'a str,
+ replace_range: Span,
+ replace_len: usize,
+}
+
+impl<'a> Reparser<'a> {
+ pub fn new(src: &'a str, replace_range: Span, replace_len: usize) -> Self {
+ Self { src, replace_range, replace_len }
+ }
+}
+
+impl Reparser<'_> {
+ /// Find the innermost child that is incremental safe.
+ pub fn incremental(&self, green: &mut GreenNode) -> Result<Range<usize>, ()> {
+ self.incremental_int(green, 0, TokenMode::Markup, true)
+ }
+
+ fn incremental_int(
+ &self,
+ green: &mut GreenNode,
+ mut offset: usize,
+ parent_mode: TokenMode,
+ outermost: bool,
+ ) -> Result<Range<usize>, ()> {
+ let kind = green.kind().clone();
+ let mode = kind.mode().contextualize(parent_mode);
+
+ let mut loop_result = None;
+ let mut child_at_start = true;
+ let last = green.children.len() - 1;
+ let mut start = None;
+ for (i, child) in green.children.iter_mut().enumerate() {
+ let child_span =
+ Span::new(self.replace_range.source, offset, offset + child.len());
+ if child_span.surrounds(self.replace_range)
+ && start.is_none()
+ && ((self.replace_range.start != child_span.end
+ && self.replace_range.end != child_span.start)
+ || mode == TokenMode::Code
+ || i == last)
+ {
+ let old_len = child.len();
+ // First, we try if the child has another, more specific applicable child.
+ if !kind.post().unsafe_interior() {
+ if let Ok(range) = match child {
+ Green::Node(n) => self.incremental_int(
+ Rc::make_mut(n),
+ offset,
+ kind.mode().child_mode(),
+ i == last && outermost,
+ ),
+ Green::Token(_) => Err(()),
+ } {
+ let new_len = child.len();
+ green.update_child_len(new_len, old_len);
+ return Ok(range);
+ }
+ }
+
+ // This didn't work, so we try to self.replace_range the child at this
+ // level.
+ loop_result =
+ Some((i .. i + 1, child_span, i == last && outermost, child.kind()));
+ break;
+ } else if start.is_none()
+ && child_span.contains(self.replace_range.start)
+ && mode == TokenMode::Markup
+ && child.kind().post().markup_safe()
+ {
+ start = Some((i, offset));
+ } else if child_span.contains(self.replace_range.end)
+ && (self.replace_range.end != child_span.end || i == last)
+ && mode == TokenMode::Markup
+ && child.kind().post().markup_safe()
+ {
+ if let Some((start, start_offset)) = start {
+ loop_result = Some((
+ start .. i + 1,
+ Span::new(
+ self.replace_range.source,
+ start_offset,
+ offset + child.len(),
+ ),
+ i == last && outermost,
+ child.kind(),
+ ));
+ }
+ break;
+ } else if start.is_some()
+ && (mode != TokenMode::Markup || !child.kind().post().markup_safe())
+ {
+ break;
+ }
+
+ offset += child.len();
+ child_at_start = child.kind().is_at_start(child_at_start);
+ }
+
+
+ // We now have a child that we can self.replace_range and a function to do so if
+ // the loop found any results at all.
+ let (child_idx_range, child_span, child_outermost, func, policy) =
+ loop_result.ok_or(()).and_then(|(a, b, c, child_kind)| {
+ let (func, policy) =
+ child_kind.reparsing_function(kind.mode().child_mode());
+ Ok((a, b, c, func?, policy))
+ })?;
+
+ let src_span = child_span.inserted(self.replace_range, self.replace_len);
+ let recompile_range = if policy == Postcondition::AtomicPrimary {
+ src_span.start .. self.src.len()
+ } else {
+ src_span.to_range()
+ };
+
+ let (mut new_children, unterminated) =
+ func(&self.src[recompile_range], child_at_start).ok_or(())?;
+
+ // Do not accept unclosed nodes if the old node did not use to be at the
+ // right edge of the tree.
+ if !child_outermost && unterminated {
+ return Err(());
+ }
+
+ let insertion = match check_invariants(
+ &new_children,
+ green.children(),
+ child_idx_range.clone(),
+ child_at_start,
+ mode,
+ src_span,
+ policy,
+ ) {
+ InvariantResult::Ok => Ok(new_children),
+ InvariantResult::UseFirst => Ok(vec![std::mem::take(&mut new_children[0])]),
+ InvariantResult::Error => Err(()),
+ }?;
+
+ green.replace_child_range(child_idx_range, insertion);
+
+ Ok(src_span.to_range())
+ }
+}
+
+#[derive(Debug, Copy, Clone, PartialEq, Eq)]
+enum InvariantResult {
+ Ok,
+ UseFirst,
+ Error,
+}
+
+fn check_invariants(
+ use_children: &[Green],
+ old_children: &[Green],
+ child_idx_range: Range<usize>,
+ child_at_start: bool,
+ mode: TokenMode,
+ src_span: Span,
+ policy: Postcondition,
+) -> InvariantResult {
+ let (new_children, ok) = if policy == Postcondition::AtomicPrimary {
+ if use_children.iter().map(Green::len).sum::<usize>() == src_span.len() {
+ (use_children, InvariantResult::Ok)
+ } else if use_children.len() == 1 && use_children[0].len() == src_span.len() {
+ (&use_children[0 .. 1], InvariantResult::UseFirst)
+ } else {
+ return InvariantResult::Error;
+ }
+ } else {
+ (use_children, InvariantResult::Ok)
+ };
+
+ let child_mode = old_children[child_idx_range.start].kind().mode().child_mode();
+
+ // Check if the children / child has the right type.
+ let same_kind = match policy {
+ Postcondition::SameKind(x) => x.map_or(true, |x| x == child_mode),
+ _ => false,
+ };
+
+ if same_kind || policy == Postcondition::AtomicPrimary {
+ if new_children.len() != 1 {
+ return InvariantResult::Error;
+ }
+
+ if same_kind {
+ if old_children[child_idx_range.start].kind() != new_children[0].kind() {
+ return InvariantResult::Error;
+ }
+ }
+ }
+
+ // Check if the neighbor invariants are still true.
+ if mode == TokenMode::Markup {
+ if child_idx_range.start > 0 {
+ if old_children[child_idx_range.start - 1].kind().pre()
+ == Precondition::RightWhitespace
+ && !new_children[0].kind().is_whitespace()
+ {
+ return InvariantResult::Error;
+ }
+ }
+
+ if new_children.last().map(|x| x.kind().pre())
+ == Some(Precondition::RightWhitespace)
+ && old_children.len() > child_idx_range.end
+ {
+ if !old_children[child_idx_range.end].kind().is_whitespace() {
+ return InvariantResult::Error;
+ }
+ }
+
+ let mut new_at_start = child_at_start;
+ for child in new_children {
+ new_at_start = child.kind().is_at_start(new_at_start);
+ }
+
+ for child in &old_children[child_idx_range.end ..] {
+ if child.kind().is_trivia() {
+ new_at_start = child.kind().is_at_start(new_at_start);
+ continue;
+ }
+
+ match child.kind().pre() {
+ Precondition::AtStart if !new_at_start => {
+ return InvariantResult::Error;
+ }
+ Precondition::NotAtStart if new_at_start => {
+ return InvariantResult::Error;
+ }
+ _ => {}
+ }
+ break;
+ }
+ }
+
+ ok
+}
+
+impl NodeKind {
+ pub fn reparsing_function(
+ &self,
+ parent_mode: TokenMode,
+ ) -> (
+ Result<fn(&str, bool) -> Option<(Vec<Green>, bool)>, ()>,
+ Postcondition,
+ ) {
+ let policy = self.post();
+ let mode = self.mode().contextualize(parent_mode);
+
+ match policy {
+ Postcondition::Unsafe | Postcondition::UnsafeLayer => (Err(()), policy),
+ Postcondition::AtomicPrimary if mode == TokenMode::Code => {
+ (Ok(parse_atomic), policy)
+ }
+ Postcondition::AtomicPrimary => (Ok(parse_atomic_markup), policy),
+ Postcondition::SameKind(x) if x == None || x == Some(mode) => {
+ let parser: fn(&str, bool) -> _ = match self {
+ NodeKind::Template => parse_template,
+ NodeKind::Block => parse_block,
+ NodeKind::LineComment | NodeKind::BlockComment => parse_comment,
+ _ => return (Err(()), policy),
+ };
+
+ (Ok(parser), policy)
+ }
+ _ => {
+ let parser: fn(&str, bool) -> _ = match mode {
+ TokenMode::Markup if self == &Self::Markup => parse_markup,
+ TokenMode::Markup => parse_markup_elements,
+ _ => return (Err(()), policy),
+ };
+
+ (Ok(parser), policy)
+ }
+ }
+ }
+
+ /// Whether it is safe to do incremental parsing on this node. Never allow
+ /// non-termination errors if this is not already the last leaf node.
+ pub fn post(&self) -> Postcondition {
+ match self {
+ // Replacing parenthesis changes if the expression is balanced and
+ // is therefore not safe.
+ Self::LeftBracket
+ | Self::RightBracket
+ | Self::LeftBrace
+ | Self::RightBrace
+ | Self::LeftParen
+ | Self::RightParen => Postcondition::Unsafe,
+
+ // Replacing an operator can change whether the parent is an
+ // operation which makes it unsafe. The star can appear in markup.
+ Self::Star
+ | Self::Comma
+ | Self::Semicolon
+ | Self::Colon
+ | Self::Plus
+ | Self::Minus
+ | Self::Slash
+ | Self::Eq
+ | Self::EqEq
+ | Self::ExclEq
+ | Self::Lt
+ | Self::LtEq
+ | Self::Gt
+ | Self::GtEq
+ | Self::PlusEq
+ | Self::HyphEq
+ | Self::StarEq
+ | Self::SlashEq
+ | Self::Not
+ | Self::And
+ | Self::Or
+ | Self::With
+ | Self::Dots
+ | Self::Arrow => Postcondition::Unsafe,
+
+ // These keywords are literals and can be safely be substituted with
+ // other expressions.
+ Self::None | Self::Auto => Postcondition::AtomicPrimary,
+
+ // These keywords change what kind of expression the parent is and
+ // how far the expression would go.
+ Self::Let
+ | Self::Set
+ | Self::If
+ | Self::Else
+ | Self::For
+ | Self::In
+ | Self::While
+ | Self::Break
+ | Self::Continue
+ | Self::Return
+ | Self::Import
+ | Self::Include
+ | Self::From => Postcondition::Unsafe,
+
+ Self::Markup => Postcondition::SameKind(None),
+
+ Self::Space(_) => Postcondition::SameKind(Some(TokenMode::Code)),
+
+ // These are all replaceable by other tokens.
+ Self::Parbreak
+ | Self::Linebreak
+ | Self::Text(_)
+ | Self::TextInLine(_)
+ | Self::NonBreakingSpace
+ | Self::EnDash
+ | Self::EmDash
+ | Self::Escape(_)
+ | Self::Strong
+ | Self::Emph
+ | Self::Heading
+ | Self::Enum
+ | Self::List
+ | Self::Raw(_)
+ | Self::Math(_) => Postcondition::Safe,
+
+ // Changing the heading level, enum numbering, or list bullet
+ // changes the next layer.
+ Self::EnumNumbering(_) => Postcondition::Unsafe,
+
+ // These are expressions that can be replaced by other expressions.
+ Self::Ident(_)
+ | Self::Bool(_)
+ | Self::Int(_)
+ | Self::Float(_)
+ | Self::Length(_, _)
+ | Self::Angle(_, _)
+ | Self::Percentage(_)
+ | Self::Str(_)
+ | Self::Fraction(_)
+ | Self::Array
+ | Self::Dict
+ | Self::Group => Postcondition::AtomicPrimary,
+
+ Self::Call
+ | Self::Unary
+ | Self::Binary
+ | Self::CallArgs
+ | Self::Named
+ | Self::Spread => Postcondition::UnsafeLayer,
+
+ // The closure is a bit magic with the let expression, and also it
+ // is not atomic.
+ Self::Closure | Self::ClosureParams => Postcondition::UnsafeLayer,
+
+ // These can appear as bodies and would trigger an error if they
+ // became something else.
+ Self::Template => Postcondition::SameKind(None),
+ Self::Block => Postcondition::SameKind(Some(TokenMode::Code)),
+
+ Self::ForExpr
+ | Self::WhileExpr
+ | Self::IfExpr
+ | Self::LetExpr
+ | Self::SetExpr
+ | Self::ImportExpr
+ | Self::IncludeExpr => Postcondition::AtomicPrimary,
+
+ Self::WithExpr | Self::ForPattern | Self::ImportItems => {
+ Postcondition::UnsafeLayer
+ }
+
+ // These can appear everywhere and must not change to other stuff
+ // because that could change the outer expression.
+ Self::LineComment | Self::BlockComment => Postcondition::SameKind(None),
+
+ Self::Error(_, _) | Self::Unknown(_) => Postcondition::Unsafe,
+ }
+ }
+
+ /// The appropriate precondition for the type.
+ pub fn pre(&self) -> Precondition {
+ match self {
+ Self::Heading | Self::Enum | Self::List => Precondition::AtStart,
+ Self::TextInLine(_) => Precondition::NotAtStart,
+ Self::Linebreak => Precondition::RightWhitespace,
+ _ => Precondition::None,
+ }
+ }
+}
+
+/// This enum describes what conditions a node has for being replaced by a new
+/// parse result.
+///
+/// Safe nodes are replaced by the new parse result from the respective mode.
+/// They can be replaced by multiple tokens. If a token is inserted in Markup
+/// mode and the next token would not be `at_start` there needs to be a forward
+/// check for a `EnsureAtStart` node. If this fails, the parent has to be
+/// reparsed. if the direct whitespace sibling of a `EnsureRightWhitespace` is
+/// `Unsafe`. Similarly, if a `EnsureRightWhitespace` token is one of the last
+/// tokens to be inserted, the edit is invalidated if there is no following
+/// whitespace. The atomic nodes may only be replaced by other atomic nodes. The
+/// unsafe layers cannot be used but allow children access, the unsafe nodes do
+/// neither.
+///
+/// *Procedure:*
+/// 1. Check if the node is safe - if unsafe layer recurse, if unsafe, return
+/// None.
+/// 2. Reparse with appropriate node kind and `at_start`.
+/// 3. Check whether the topmost group is terminated and the range was
+/// completely consumed, otherwise return None.
+/// 4. Check if the type criteria are met.
+/// 5. If the node is not at the end of the tree, check if Strings etc. are
+/// terminated.
+/// 6. If this is markup, check the following things:
+/// - The `at_start` conditions of the next non-comment and non-space(0) node
+/// are met.
+/// - The first node is whitespace or the previous siblings are not
+/// `EnsureRightWhitespace`.
+/// - If any of those fails, return None.
+#[derive(Debug, Copy, Clone, Eq, PartialEq)]
+pub enum Postcondition {
+ /// Changing this node can never have an influence on the other nodes.
+ Safe,
+ /// This node has to be replaced with a single token of the same kind.
+ SameKind(Option<TokenMode>),
+ /// Changing this node into a single atomic expression is allowed if it
+ /// appears in code mode, otherwise it is safe.
+ AtomicPrimary,
+ /// Changing an unsafe layer node changes what the parents or the
+ /// surrounding nodes would be and is therefore disallowed. Change the
+ /// parents or children instead. If it appears in Markup, however, it is
+ /// safe to change.
+ UnsafeLayer,
+ /// Changing an unsafe node or any of its children will trigger undefined
+ /// behavior. Change the parents instead.
+ Unsafe,
+}
+
+#[derive(Debug, Copy, Clone, Eq, PartialEq)]
+pub enum Precondition {
+ /// These nodes depend on being at the start of a line. Reparsing of safe
+ /// left neighbors has to check this invariant. Otherwise, this node is
+ /// safe.
+ AtStart,
+ /// These nodes depend on not being at the start of a line. Reparsing of
+ /// safe left neighbors has to check this invariant. Otherwise, this node is
+ /// safe.
+ NotAtStart,
+ /// These nodes must be followed by whitespace.
+ RightWhitespace,
+ /// No additional requirements.
+ None,
+}
+
+impl Postcondition {
+ pub fn unsafe_interior(&self) -> bool {
+ match self {
+ Self::Unsafe => true,
+ _ => false,
+ }
+ }
+
+ pub fn markup_safe(&self) -> bool {
+ match self {
+ Self::Safe | Self::UnsafeLayer => true,
+ Self::SameKind(tm) => tm.map_or(false, |tm| tm != TokenMode::Markup),
+ _ => false,
+ }
+ }
+}
diff --git a/src/syntax/mod.rs b/src/syntax/mod.rs
index cfb44376..4d0ca026 100644
--- a/src/syntax/mod.rs
+++ b/src/syntax/mod.rs
@@ -2,6 +2,7 @@
pub mod ast;
mod highlight;
+mod incremental;
mod pretty;
mod span;
@@ -10,16 +11,14 @@ use std::ops::Range;
use std::rc::Rc;
pub use highlight::*;
+pub use incremental::*;
pub use pretty::*;
pub use span::*;
use self::ast::{MathNode, RawNode, TypedNode};
use crate::diag::Error;
use crate::geom::{AngularUnit, LengthUnit};
-use crate::parse::{
- parse_atomic, parse_block, parse_comment, parse_markup, parse_markup_elements,
- parse_template, TokenMode,
-};
+use crate::parse::TokenMode;
use crate::source::SourceId;
use crate::util::EcoString;
@@ -87,29 +86,6 @@ impl Green {
Self::Token(data) => data.kind = kind,
}
}
-
- /// Find the innermost child that is incremental safe.
- fn incremental(
- &mut self,
- edit: &str,
- replace: Span,
- replacement_len: usize,
- offset: usize,
- parent_mode: TokenMode,
- outermost: bool,
- ) -> Result<Range<usize>, ()> {
- match self {
- Green::Node(n) => Rc::make_mut(n).incremental_int(
- edit,
- replace,
- replacement_len,
- offset,
- parent_mode,
- outermost,
- ),
- Green::Token(_) => Err(()),
- }
- }
}
impl Default for Green {
@@ -194,8 +170,22 @@ impl GreenNode {
self.children[child_idx_range.clone()].iter().map(Green::len).sum();
let new_len: usize = replacement.iter().map(Green::len).sum();
+ if self.erroneous {
+ if self.children[child_idx_range.clone()].iter().any(Green::erroneous) {
+ // the old range was erroneous but we do not know if anywhere
+ // else was so we have to iterate over the whole thing.
+ self.erroneous = self.children[.. child_idx_range.start]
+ .iter()
+ .any(Green::erroneous)
+ || self.children[child_idx_range.end ..].iter().any(Green::erroneous);
+ }
+ // in this case nothing changes so we do not have to bother.
+ }
+
+ // the or assignment operator is not lazy.
+ self.erroneous = self.erroneous || replacement.iter().any(Green::erroneous);
+
self.children.splice(child_idx_range, replacement);
- self.erroneous = self.children.iter().any(|x| x.erroneous());
self.data.set_len(self.data.len + new_len - old_len);
}
@@ -203,250 +193,6 @@ impl GreenNode {
self.data.len = self.data.len() + new_len - old_len;
self.erroneous = self.children.iter().any(|x| x.erroneous());
}
-
- /// Find the innermost child that is incremental safe.
- pub fn incremental(
- &mut self,
- src: &str,
- replace: Span,
- replacement_len: usize,
- ) -> Result<Range<usize>, ()> {
- self.incremental_int(src, replace, replacement_len, 0, TokenMode::Markup, true)
- }
-
- fn incremental_int(
- &mut self,
- src: &str,
- replace: Span,
- replacement_len: usize,
- mut offset: usize,
- parent_mode: TokenMode,
- outermost: bool,
- ) -> Result<Range<usize>, ()> {
- let kind = self.kind().clone();
- let mode = kind.mode().contextualize(parent_mode);
-
- let mut loop_result = None;
- let mut child_at_start = true;
- let last = self.children.len() - 1;
- let mut start = None;
- for (i, child) in self.children.iter_mut().enumerate() {
- let child_span = Span::new(replace.source, offset, offset + child.len());
- if child_span.surrounds(replace)
- && start.is_none()
- && ((replace.start != child_span.end && replace.end != child_span.start)
- || mode == TokenMode::Code
- || i == last)
- {
- let old_len = child.len();
- // First, we try if the child has another, more specific applicable child.
- if !kind.incremental_safety().unsafe_interior() {
- if let Ok(range) = child.incremental(
- src,
- replace,
- replacement_len,
- offset,
- kind.mode().child_mode(),
- i == last && outermost,
- ) {
- let new_len = child.len();
- self.update_child_len(new_len, old_len);
- return Ok(range);
- }
- }
-
- // This didn't work, so we try to replace the child at this
- // level.
- let (function, policy) =
- child.kind().reparsing_function(kind.mode().child_mode());
- let function = function?;
- loop_result = Some((
- i .. i + 1,
- child_span,
- i == last && outermost,
- function,
- policy,
- ));
- break;
- } else if start.is_none()
- && child_span.contains(replace.start)
- && mode == TokenMode::Markup
- && child.kind().incremental_safety().markup_safe()
- {
- start = Some((i, offset));
- } else if child_span.contains(replace.end)
- && (replace.end != child_span.end || i == last)
- && mode == TokenMode::Markup
- && child.kind().incremental_safety().markup_safe()
- {
- if let Some((start, start_offset)) = start {
- let (function, policy) =
- child.kind().reparsing_function(kind.mode().child_mode());
- let function = function?;
- loop_result = Some((
- start .. i + 1,
- Span::new(replace.source, start_offset, offset + child.len()),
- i == last && outermost,
- function,
- policy,
- ));
- }
- break;
- } else if start.is_some()
- && (mode != TokenMode::Markup
- || !child.kind().incremental_safety().markup_safe())
- {
- break;
- }
-
- offset += child.len();
- child_at_start = child.kind().is_at_start(child_at_start);
- }
-
-
- // We now have a child that we can replace and a function to do so if
- // the loop found any results at all.
- let (child_idx_range, child_span, child_outermost, func, policy) =
- loop_result.ok_or(())?;
-
- let src_span = child_span.inserted(replace, replacement_len);
- let recompile_range = if policy == IncrementalSafety::AtomicPrimary {
- src_span.start .. src.len()
- } else {
- src_span.to_range()
- };
-
- let (mut new_children, unterminated) =
- func(&src[recompile_range], child_at_start).ok_or(())?;
-
- let insertion = match check_invariants(
- &new_children,
- self.children(),
- unterminated,
- child_idx_range.clone(),
- child_outermost,
- child_at_start,
- mode,
- src_span,
- policy,
- ) {
- InvariantResult::Ok => Ok(new_children),
- InvariantResult::UseFirst => Ok(vec![std::mem::take(&mut new_children[0])]),
- InvariantResult::Error => Err(()),
- }?;
-
- self.replace_child_range(child_idx_range, insertion);
-
- Ok(src_span.to_range())
- }
-}
-
-#[derive(Debug, Copy, Clone, PartialEq, Eq)]
-enum InvariantResult {
- Ok,
- UseFirst,
- Error,
-}
-
-fn check_invariants(
- use_children: &[Green],
- old_children: &[Green],
- unterminated: bool,
- child_idx_range: Range<usize>,
- outermost: bool,
- child_at_start: bool,
- mode: TokenMode,
- src_span: Span,
- policy: IncrementalSafety,
-) -> InvariantResult {
- let (new_children, ok) = if policy == IncrementalSafety::AtomicPrimary {
- if use_children.iter().map(Green::len).sum::<usize>() == src_span.len() {
- (use_children, InvariantResult::Ok)
- } else if use_children[0].len() == src_span.len() {
- (&use_children[0 .. 1], InvariantResult::UseFirst)
- } else {
- return InvariantResult::Error;
- }
- } else {
- (use_children, InvariantResult::Ok)
- };
-
- let child_mode = old_children[child_idx_range.start].kind().mode().child_mode();
-
- // Check if the children / child has the right type.
- let require_single = match policy {
- IncrementalSafety::AtomicPrimary | IncrementalSafety::SameKind => true,
- IncrementalSafety::SameKindInCode if child_mode == TokenMode::Code => true,
- _ => false,
- };
-
- if require_single {
- if new_children.len() != 1 {
- return InvariantResult::Error;
- }
-
- if match policy {
- IncrementalSafety::SameKind => true,
- IncrementalSafety::SameKindInCode => child_mode == TokenMode::Code,
- _ => false,
- } {
- if old_children[child_idx_range.start].kind() != new_children[0].kind() {
- return InvariantResult::Error;
- }
- }
- }
-
- // Do not accept unclosed nodes if the old node did not use to be at the
- // right edge of the tree.
- if !outermost && unterminated {
- return InvariantResult::Error;
- }
-
- // Check if the neighbor invariants are still true.
- if mode == TokenMode::Markup {
- if child_idx_range.start > 0 {
- if old_children[child_idx_range.start - 1].kind().incremental_safety()
- == IncrementalSafety::EnsureRightWhitespace
- && !new_children[0].kind().is_whitespace()
- {
- return InvariantResult::Error;
- }
- }
-
- let mut new_at_start = child_at_start;
- for child in new_children {
- new_at_start = child.kind().is_at_start(new_at_start);
- }
-
- for child in &old_children[child_idx_range.end ..] {
- if child.kind().is_trivia() {
- new_at_start = child.kind().is_at_start(new_at_start);
- continue;
- }
-
- match child.kind().incremental_safety() {
- IncrementalSafety::EnsureAtStart if !new_at_start => {
- return InvariantResult::Error;
- }
- IncrementalSafety::EnsureNotAtStart if new_at_start => {
- return InvariantResult::Error;
- }
- _ => {}
- }
- break;
- }
-
- if new_children.last().map(|x| x.kind().incremental_safety())
- == Some(IncrementalSafety::EnsureRightWhitespace)
- && old_children.len() > child_idx_range.end
- {
- if !old_children[child_idx_range.end].kind().is_whitespace() {
- return InvariantResult::Error;
- }
- }
- }
-
- ok
}
impl From<GreenNode> for Green {
@@ -1053,190 +799,6 @@ impl NodeKind {
}
}
- pub fn reparsing_function(
- &self,
- parent_mode: TokenMode,
- ) -> (
- Result<fn(&str, bool) -> Option<(Vec<Green>, bool)>, ()>,
- IncrementalSafety,
- ) {
- let policy = self.incremental_safety();
- if policy.is_unsafe() {
- return (Err(()), policy);
- }
-
- let contextualized = self.mode().contextualize(parent_mode);
- let is_code = contextualized == TokenMode::Code;
-
- if is_code && policy == IncrementalSafety::UnsafeLayer {
- return (Err(()), policy);
- }
-
- if is_code && policy == IncrementalSafety::AtomicPrimary {
- return (Ok(parse_atomic), policy);
- }
-
- if policy == IncrementalSafety::SameKind
- || (policy == IncrementalSafety::SameKindInCode && is_code)
- {
- let parser: fn(&str, bool) -> _ = match self {
- NodeKind::Template => parse_template,
- NodeKind::Block => parse_block,
- NodeKind::LineComment | NodeKind::BlockComment => parse_comment,
- _ => return (Err(()), policy),
- };
-
- return (Ok(parser), policy);
- }
-
- let parser: fn(&str, bool) -> _ = match contextualized {
- TokenMode::Markup if self == &Self::Markup => parse_markup,
- TokenMode::Markup => parse_markup_elements,
- _ => return (Err(()), policy),
- };
-
- (Ok(parser), policy)
- }
-
- /// Whether it is safe to do incremental parsing on this node. Never allow
- /// non-termination errors if this is not already the last leaf node.
- pub fn incremental_safety(&self) -> IncrementalSafety {
- match self {
- // Replacing parenthesis changes if the expression is balanced and
- // is therefore not safe.
- Self::LeftBracket
- | Self::RightBracket
- | Self::LeftBrace
- | Self::RightBrace
- | Self::LeftParen
- | Self::RightParen => IncrementalSafety::Unsafe,
-
- // Replacing an operator can change whether the parent is an
- // operation which makes it unsafe. The star can appear in markup.
- Self::Star
- | Self::Comma
- | Self::Semicolon
- | Self::Colon
- | Self::Plus
- | Self::Minus
- | Self::Slash
- | Self::Eq
- | Self::EqEq
- | Self::ExclEq
- | Self::Lt
- | Self::LtEq
- | Self::Gt
- | Self::GtEq
- | Self::PlusEq
- | Self::HyphEq
- | Self::StarEq
- | Self::SlashEq
- | Self::Not
- | Self::And
- | Self::Or
- | Self::With
- | Self::Dots
- | Self::Arrow => IncrementalSafety::Unsafe,
-
- // These keywords are literals and can be safely be substituted with
- // other expressions.
- Self::None | Self::Auto => IncrementalSafety::AtomicPrimary,
-
- // These keywords change what kind of expression the parent is and
- // how far the expression would go.
- Self::Let
- | Self::If
- | Self::Else
- | Self::For
- | Self::In
- | Self::While
- | Self::Break
- | Self::Continue
- | Self::Return
- | Self::Set
- | Self::Import
- | Self::Include
- | Self::From => IncrementalSafety::Unsafe,
-
- // This is a backslash followed by a space. But changing it to
- // anything else is fair game.
- Self::Linebreak => IncrementalSafety::EnsureRightWhitespace,
-
- Self::Markup => IncrementalSafety::SameKind,
-
- Self::Space(_) => IncrementalSafety::SameKindInCode,
-
- // These are all replaceable by other tokens.
- Self::Parbreak
- | Self::Text(_)
- | Self::NonBreakingSpace
- | Self::EnDash
- | Self::EmDash
- | Self::Escape(_)
- | Self::Strong
- | Self::Emph => IncrementalSafety::Safe,
-
- // This is text that needs to be not `at_start`, otherwise it would
- // start one of the below items.
- Self::TextInLine(_) => IncrementalSafety::EnsureNotAtStart,
-
- // These have to be `at_start` so they must be preceeded with a
- // Space(n) with n > 0 or a Parbreak.
- Self::Heading | Self::Enum | Self::List => IncrementalSafety::EnsureAtStart,
-
- // Changing the heading level, enum numbering, or list bullet
- // changes the next layer.
- Self::EnumNumbering(_) => IncrementalSafety::Unsafe,
-
- Self::Raw(_) | Self::Math(_) => IncrementalSafety::Safe,
-
- // These are expressions that can be replaced by other expressions.
- Self::Ident(_)
- | Self::Bool(_)
- | Self::Int(_)
- | Self::Float(_)
- | Self::Length(_, _)
- | Self::Angle(_, _)
- | Self::Percentage(_)
- | Self::Str(_)
- | Self::Fraction(_)
- | Self::Array
- | Self::Dict
- | Self::Group => IncrementalSafety::AtomicPrimary,
-
- Self::Call | Self::Unary | Self::Binary | Self::SetExpr => {
- IncrementalSafety::UnsafeLayer
- }
-
- Self::CallArgs | Self::Named | Self::Spread => IncrementalSafety::UnsafeLayer,
-
- // The closure is a bit magic with the let expression, and also it
- // is not atomic.
- Self::Closure | Self::ClosureParams => IncrementalSafety::UnsafeLayer,
-
- // These can appear as bodies and would trigger an error if they
- // became something else.
- Self::Template | Self::Block => IncrementalSafety::SameKindInCode,
-
- Self::ForExpr
- | Self::WhileExpr
- | Self::IfExpr
- | Self::LetExpr
- | Self::ImportExpr
- | Self::IncludeExpr => IncrementalSafety::AtomicPrimary,
-
- Self::WithExpr | Self::ForPattern | Self::ImportItems => {
- IncrementalSafety::UnsafeLayer
- }
-
- // These can appear everywhere and must not change to other stuff
- // because that could change the outer expression.
- Self::LineComment | Self::BlockComment => IncrementalSafety::SameKind,
-
- Self::Error(_, _) | Self::Unknown(_) => IncrementalSafety::Unsafe,
- }
- }
-
/// A human-readable name for the kind.
pub fn as_str(&self) -> &'static str {
match self {
@@ -1351,95 +913,6 @@ impl Display for NodeKind {
}
}
-/// This enum describes what conditions a node has for being replaced by a new
-/// parse result.
-///
-/// Safe nodes are replaced by the new parse result from the respective mode.
-/// They can be replaced by multiple tokens. If a token is inserted in Markup
-/// mode and the next token would not be `at_start` there needs to be a forward
-/// check for a `EnsureAtStart` node. If this fails, the parent has to be
-/// reparsed. if the direct whitespace sibling of a `EnsureRightWhitespace` is
-/// `Unsafe`. Similarly, if a `EnsureRightWhitespace` token is one of the last
-/// tokens to be inserted, the edit is invalidated if there is no following
-/// whitespace. The atomic nodes may only be replaced by other atomic nodes. The
-/// unsafe layers cannot be used but allow children access, the unsafe nodes do
-/// neither.
-///
-/// *Procedure:*
-/// 1. Check if the node is safe - if unsafe layer recurse, if unsafe, return
-/// None.
-/// 2. Reparse with appropriate node kind and `at_start`.
-/// 3. Check whether the topmost group is terminated and the range was
-/// completely consumed, otherwise return None.
-/// 4. Check if the type criteria are met.
-/// 5. If the node is not at the end of the tree, check if Strings etc. are
-/// terminated.
-/// 6. If this is markup, check the following things:
-/// - The `at_start` conditions of the next non-comment and non-space(0) node
-/// are met.
-/// - The first node is whitespace or the previous siblings are not
-/// `EnsureRightWhitespace`.
-/// - If any of those fails, return None.
-#[derive(Debug, Copy, Clone, Eq, PartialEq, Hash)]
-pub enum IncrementalSafety {
- /// Changing this node can never have an influence on the other nodes.
- Safe,
- /// This node has to be replaced with a single token of the same kind.
- SameKind,
- /// This node has to be replaced with a single token of the same kind if in
- /// code mode.
- SameKindInCode,
- /// These nodes depend on being at the start of a line. Reparsing of safe
- /// left neighbors has to check this invariant. Otherwise, this node is
- /// safe.
- EnsureAtStart,
- /// These nodes depend on not being at the start of a line. Reparsing of
- /// safe left neighbors has to check this invariant. Otherwise, this node is
- /// safe.
- EnsureNotAtStart,
- /// These nodes must be followed by whitespace.
- EnsureRightWhitespace,
- /// Changing this node into a single atomic expression is allowed if it
- /// appears in code mode, otherwise it is safe.
- AtomicPrimary,
- /// Changing an unsafe layer node changes what the parents or the
- /// surrounding nodes would be and is therefore disallowed. Change the
- /// parents or children instead. If it appears in Markup, however, it is
- /// safe to change.
- UnsafeLayer,
- /// Changing an unsafe node or any of its children will trigger undefined
- /// behavior. Change the parents instead.
- Unsafe,
-}
-
-impl IncrementalSafety {
- pub fn unsafe_interior(&self) -> bool {
- match self {
- Self::Unsafe => true,
- _ => false,
- }
- }
-
- pub fn is_unsafe(&self) -> bool {
- match self {
- Self::UnsafeLayer | Self::Unsafe => true,
- _ => false,
- }
- }
-
- pub fn markup_safe(&self) -> bool {
- match self {
- Self::Safe
- | Self::SameKindInCode
- | Self::EnsureAtStart
- | Self::EnsureNotAtStart
- | Self::EnsureRightWhitespace
- | Self::UnsafeLayer => true,
- _ => false,
- }
- }
-}
-
/// This enum describes which mode a token of [`NodeKind`] can appear in.
#[derive(Debug, Copy, Clone, Eq, PartialEq)]
pub enum NodeMode {