Add % as token separator in PlainTokenizer and fix #1332

src/UglyToad.PdfPig.Tests/Integration/GithubIssuesTests.cs

@@ -11,6 +11,18 @@
 
     public class GithubIssuesTests
     {
+        [Fact]
+        public void Issues1332()
+        {
+            var path = IntegrationHelpers.GetSpecificTestDocumentPath("color_icc_based.pdf");
+            using (var document = PdfDocument.Open(path, new ParsingOptions() { UseLenientParsing = true }))
+            {
+                var page = document.GetPage(1);
+                Assert.NotNull(page);
+                Assert.NotEmpty(page.Paths);
+            }
+        }
+
         [Fact]
         public void Issues1328()
         {
@@ -29,7 +41,7 @@ public void Issues1328()
                 Assert.Equal(187334, images2[0].RawBytes.Length);
             }
         }
-
+        
         [Fact]
         public void Issues1237()
         {

src/UglyToad.PdfPig.Tokenization/PlainTokenizer.cs

@@ -6,7 +6,7 @@
 
     internal sealed class PlainTokenizer : ITokenizer
     {
-        public bool ReadsNextByte { get; } = true;
+        public bool ReadsNextByte => true;
 
         public bool TryTokenize(byte currentByte, IInputBytes inputBytes, out IToken token)
         {
@@ -20,20 +20,20 @@ public bool TryTokenize(byte currentByte, IInputBytes inputBytes, out IToken tok
             using var builder = new ValueStringBuilder(stackalloc char[16]);
 
             builder.Append((char)currentByte);
-            
+
             while (inputBytes.MoveNext())
             {
                 if (ReadHelper.IsWhitespace(inputBytes.CurrentByte))
                 {
                     break;
                 }
 
-                if (inputBytes.CurrentByte is (byte)'<' or (byte)'[' or (byte)'/' or (byte)']' or (byte)'>' or (byte)'(' or (byte)')')
+                if (inputBytes.CurrentByte is (byte)'<' or (byte)'[' or (byte)'/' or (byte)']' or (byte)'>' or (byte)'(' or (byte)')' or (byte)'%')
                 {
                     break;
                 }
 
-                builder.Append((char) inputBytes.CurrentByte);
+                builder.Append((char)inputBytes.CurrentByte);
             }
 
             var text = builder.AsSpan();