Improved error recovery for unclosed strings (including f- and t-strings) (#20848)

crates/ruff_python_parser/src/token_source.rs

@@ -3,6 +3,7 @@ use ruff_text_size::{Ranged, TextRange, TextSize};
 use crate::Mode;
 use crate::error::LexicalError;
 use crate::lexer::{Lexer, LexerCheckpoint};
+use crate::string::InterpolatedStringKind;
 use crate::token::{Token, TokenFlags, TokenKind, TokenValue};
 
 /// Token source for the parser that skips over any trivia tokens.
@@ -88,6 +89,18 @@ impl<'src> TokenSource<'src> {
         }
     }
 
+    pub(crate) fn re_lex_string_token_in_interpolation_element(
+        &mut self,
+        kind: InterpolatedStringKind,
+    ) {
+        self.lexer
+            .re_lex_string_token_in_interpolation_element(kind);
+    }
+
+    pub(crate) fn re_lex_raw_string_in_format_spec(&mut self) {
+        self.lexer.re_lex_raw_string_in_format_spec();
+    }
+
     /// Returns the next non-trivia token without consuming it.
     ///
     /// Use [`peek2`] to get the next two tokens.