Add tests for #17

Author: d0rianb

resources/tests/google-docs.rtf

@@ -0,0 +1 @@
+{\rtf1\ansi\ansicpg1252\uc0\stshfdbch0\stshfloch0\stshfhich0\stshfbi0\deff0\adeff0{\*\generator Aspose.Words for Java 23.4.0;}{\cf1 Lorem}{\cf1  }{\cf1 ipsum}{\cf1  }{\cf1 odor}{\cf1  }{\cf1 amet}}

src/lexer.rs

@@ -311,4 +311,25 @@ if (a == b) \{\
             [OpeningBracket, PlainText("je suis une b"), ControlSymbol((Unicode, Value(234))), PlainText("te"), ClosingBracket,]
         );
     }
+
+    #[test]
+    fn should_handle_whitspace_group() {
+        let rtf = r"{\cf1  }"; // two whitespaces : one should be ignored, the other should be treated as plain text
+        let tokens = Lexer::scan(rtf).unwrap();
+        assert_eq!(
+            tokens,
+            [OpeningBracket, ControlSymbol((ColorNumber, Value(1))), PlainText(" "), ClosingBracket]
+        );
+    }
+
+    #[test]
+    fn should_handle_google_docs_files() {
+        use crate::include_test_file;
+        let rtf = include_test_file!("google-docs.rtf");
+        let tokens = Lexer::scan(rtf).unwrap();
+        assert_eq!(
+            tokens,
+            []
+        );
+    }
 }