crates/oxide/src/extractor/string_machine.rs - main - githubmirror/tailwindcss

crates/oxide/src/extractor/string_machine.rs
138 строк4 KB
Robin Malfait
Improve performance in bigger projects (#19632)
17 фев 2026, 22:15
17 фев 2026, 22:15095ff96
use crate::cursor;
use crate::extractor::machine::{Machine, MachineState};
use classification_macros::ClassifyBytes;

/// Extracts a string (including the quotes) from the input.
///
/// Rules:
///
/// - The string must start and end with the same quote character.
/// - The string cannot contain any whitespace characters.
/// - The string can contain any other character except for the quote character (unless it's escaped).
/// - Balancing of brackets is not required.
///
///
/// E.g.:
///
/// ```text
/// 'hello_world'
/// ^^^^^^^^^^^^^
///
/// content-['hello_world']
///          ^^^^^^^^^^^^^
/// ```
#[derive(Debug, Default)]
pub struct StringMachine;

impl Machine for StringMachine {
    #[inline(always)]
    fn reset(&mut self) {}

    #[inline]
    fn next(&mut self, cursor: &mut cursor::Cursor<'_>) -> MachineState {
        if Class::Quote != cursor.curr().into() {
            return MachineState::Idle;
        }

        // Start of a string
        let len = cursor.input.len();
        let start_pos = cursor.pos;
        let end_char = cursor.curr();

        cursor.advance();

        while cursor.pos < len {
            match cursor.curr().into() {
                Class::Escape => match cursor.next().into() {
                    // An escaped whitespace character is not allowed
                    Class::Whitespace => return MachineState::Idle,

                    // An escaped character, skip ahead to the next character
                    _ => cursor.advance(),
                },

                // End of the string
                Class::Quote if cursor.curr() == end_char => return self.done(start_pos, cursor),

                // Any kind of whitespace is not allowed
                Class::Whitespace => return MachineState::Idle,

                // Everything else is valid
                _ => {}
            };

            cursor.advance()
        }

        MachineState::Idle
    }
}

#[derive(Debug, Clone, Copy, PartialEq, Eq, ClassifyBytes)]
enum Class {
    #[bytes(b'"', b'\'', b'`')]
    Quote,

    #[bytes(b'\\')]
    Escape,

    #[bytes(b' ', b'\t', b'\n', b'\r', b'\x0C')]
    Whitespace,

    #[fallback]
    Other,
}

#[cfg(test)]
mod tests {
    use super::StringMachine;
    use crate::extractor::machine::Machine;
    use pretty_assertions::assert_eq;

    #[test]
    #[ignore]
    fn test_string_machine_performance() {
        let input = r#"There will be a 'string' in this input, even "strings_with_other_quotes_and_\#escaped_characters"  "#.repeat(100);

        StringMachine::test_throughput(100_000, &input);
        StringMachine::test_duration_once(&input);

        todo!()
    }

    #[test]
    fn test_string_machine_extraction() {
        for (input, expected) in [
            // Simple string
            ("'foo'", vec!["'foo'"]),
            // String as part of a candidate
            ("content-['hello_world']", vec!["'hello_world'"]),
            // With nested quotes
            (r#"'"`hello`"'"#, vec![r#"'"`hello`"'"#]),
            // With escaped opening quote
            (r#"'Tailwind\'s_parser'"#, vec![r#"'Tailwind\'s_parser'"#]),
            (
                r#"'Tailwind\'\'s_parser'"#,
                vec![r#"'Tailwind\'\'s_parser'"#],
            ),
            (
                r#"'Tailwind\'\'\'s_parser'"#,
                vec![r#"'Tailwind\'\'\'s_parser'"#],
            ),
            (
                r#"'Tailwind\'\'\'\'s_parser'"#,
                vec![r#"'Tailwind\'\'\'\'s_parser'"#],
            ),
            // Spaces are not allowed
            ("' hello world '", vec![]),
            // With unfinished quote
            ("'unfinished_quote", vec![]),
            // An escape at the end will never be valid, because it _must_ be followed by the
            // ending quote.
            (r#"'escaped_ending_quote\'"#, vec![]),
            (r#"'escaped_end\"#, vec![]),
        ] {
            assert_eq!(StringMachine::test_extract_all(input), expected);
        }
    }
}